Index: /tags/sj_tags/sj_root_20080929/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/.cvsignore (revision 22322) @@ -0,0 +1,1 @@ +ippdb.src Index: /tags/sj_tags/sj_root_20080929/Branches.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Branches.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Branches.txt (revision 22322) @@ -0,0 +1,18 @@ +sj_ippTests_branch_20080929 + Branch rooted at tag sj_root_20080929 + * ippTests: add draft testing scripts. Expect these + to be re-coded later, hence isolating on + a branch. + +eam_branch_20080806 + * ippTasks : adding cleanup tasks + +eam_branch_20080719 : ippTools psphot + * ippTools : adding cleanup sequences to every major stage, + examining the autocode options + * psphot : mask the cosmic rays by footprint. + * psModules : needed to support the psphot mods + * pswarp : adding multi-threading + +pap_branch_080908 + * psModules/src/imcombine: make stamps tolerant of masked pixels Index: /tags/sj_tags/sj_root_20080929/DataChallenge/copy_essence.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/DataChallenge/copy_essence.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataChallenge/copy_essence.pl (revision 22322) @@ -0,0 +1,62 @@ +#!/usr/bin/env perl + +use warnings; +use strict; + +use File::Spec; +use File::Find::Rule; + +die "Usage: $0 SOURCE_DIR TARGET_DIR\n" if scalar @ARGV != 2; + +my $source = File::Spec->canonpath( $ARGV[0] ); +my $target = File::Spec->canonpath( $ARGV[1] ); + +my @dirs = File::Find::Rule->directory->in( $source ); + +# Create the directory structure +foreach my $dir ( @dirs ) { + my $rel = File::Spec->abs2rel( $dir, $source ); + my @subs = File::Spec->splitpath( $rel ); + + # Create all the underlying directories + my $source_path = $source; # Path we've traversed for source + my $path = $target; # Path we've traversed for target + foreach my $subdir ( @subs ) { + my $newdir = File::Spec->catdir( $path, $subdir ); + if (defined $subdir and length $subdir > 0) { + if (not -d $newdir) { + print "mkdir $newdir\n"; +# mkdir $newdir; + } + $path = $newdir; + } + } +} + +# Find the files +my @files = File::Find::Rule->file->name( '*.fits*' )->in( $source ); + +foreach my $file ( @files ) { + my $rel_name = File::Spec->abs2rel( $file, $source ); + + my $unzipper; + if ($rel_name =~ /\.fits\.gz$/) { + $unzipper = 'gunzip -c'; + $rel_name =~ s/\.gz$//; + } elsif ($rel_name =~ /\.fits\.bz2$/) { + $unzipper = 'bunzip2 -c'; + $rel_name =~ s/\.bz2$//; + } elsif ($rel_name =~ /\.fits$/) { + $unzipper = 'cat'; + } else { + die "Unrecognised file type for $rel_name\n"; + } + + my $out_file = File::Spec->rel2abs( $rel_name, $target ); + + print "$unzipper $file > $out_file\n"; +# system "$unzipper $file > $out_file"; +} + +__END__; + Index: /tags/sj_tags/sj_root_20080929/DataChallenge/essence_injected_02.mysql =================================================================== --- /tags/sj_tags/sj_root_20080929/DataChallenge/essence_injected_02.mysql (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataChallenge/essence_injected_02.mysql (revision 22322) @@ -0,0 +1,862 @@ +-- MySQL dump 10.9 +-- +-- Host: localhost Database: essence +-- ------------------------------------------------------ +-- Server version 4.1.21-log + +/*!40101 SET @OLD_CHARACTER_SET_CLIENT=@@CHARACTER_SET_CLIENT */; +/*!40101 SET @OLD_CHARACTER_SET_RESULTS=@@CHARACTER_SET_RESULTS */; +/*!40101 SET @OLD_COLLATION_CONNECTION=@@COLLATION_CONNECTION */; +/*!40101 SET NAMES utf8 */; +/*!40014 SET @OLD_UNIQUE_CHECKS=@@UNIQUE_CHECKS, UNIQUE_CHECKS=0 */; +/*!40014 SET @OLD_FOREIGN_KEY_CHECKS=@@FOREIGN_KEY_CHECKS, FOREIGN_KEY_CHECKS=0 */; +/*!40101 SET @OLD_SQL_MODE=@@SQL_MODE, SQL_MODE='NO_AUTO_VALUE_ON_ZERO' */; +/*!40111 SET @OLD_SQL_NOTES=@@SQL_NOTES, SQL_NOTES=0 */; + +-- +-- Table structure for table `detInputExp` +-- + +DROP TABLE IF EXISTS `detInputExp`; +CREATE TABLE `detInputExp` ( + `det_id` int(11) NOT NULL default '0', + `iteration` int(11) NOT NULL default '0', + `exp_tag` varchar(64) NOT NULL default '', + `include` tinyint(4) default NULL, + PRIMARY KEY (`det_id`,`iteration`,`exp_tag`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `detInputExp` +-- + +LOCK TABLES `detInputExp` WRITE; +/*!40000 ALTER TABLE `detInputExp` DISABLE KEYS */; +/*!40000 ALTER TABLE `detInputExp` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `detNormalizedExp` +-- + +DROP TABLE IF EXISTS `detNormalizedExp`; +CREATE TABLE `detNormalizedExp` ( + `det_id` int(11) NOT NULL default '0', + `iteration` int(11) NOT NULL default '0', + `recipe` varchar(64) default NULL, + `bg` double default NULL, + `bg_stdev` double default NULL, + `bg_mean_stdev` double default NULL, + `b1_uri` varchar(255) default NULL, + `b2_uri` varchar(255) default NULL, + PRIMARY KEY (`det_id`,`iteration`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `detNormalizedExp` +-- + +LOCK TABLES `detNormalizedExp` WRITE; +/*!40000 ALTER TABLE `detNormalizedExp` DISABLE KEYS */; +/*!40000 ALTER TABLE `detNormalizedExp` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `detNormalizedImfile` +-- + +DROP TABLE IF EXISTS `detNormalizedImfile`; +CREATE TABLE `detNormalizedImfile` ( + `det_id` int(11) NOT NULL default '0', + `iteration` int(11) NOT NULL default '0', + `class_id` varchar(64) NOT NULL default '', + `uri` varchar(255) default NULL, + `bg` double default NULL, + `bg_stdev` double default NULL, + `bg_mean_stdev` double default NULL, + `b1_uri` varchar(255) default NULL, + `b2_uri` varchar(255) default NULL, + PRIMARY KEY (`det_id`,`iteration`,`class_id`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `detNormalizedImfile` +-- + +LOCK TABLES `detNormalizedImfile` WRITE; +/*!40000 ALTER TABLE `detNormalizedImfile` DISABLE KEYS */; +/*!40000 ALTER TABLE `detNormalizedImfile` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `detNormalizedStatImfile` +-- + +DROP TABLE IF EXISTS `detNormalizedStatImfile`; +CREATE TABLE `detNormalizedStatImfile` ( + `det_id` int(11) NOT NULL default '0', + `iteration` int(11) NOT NULL default '0', + `class_id` varchar(64) NOT NULL default '', + `norm` float default NULL, + PRIMARY KEY (`det_id`,`iteration`,`class_id`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `detNormalizedStatImfile` +-- + +LOCK TABLES `detNormalizedStatImfile` WRITE; +/*!40000 ALTER TABLE `detNormalizedStatImfile` DISABLE KEYS */; +/*!40000 ALTER TABLE `detNormalizedStatImfile` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `detProcessedExp` +-- + +DROP TABLE IF EXISTS `detProcessedExp`; +CREATE TABLE `detProcessedExp` ( + `det_id` int(11) NOT NULL default '0', + `exp_tag` varchar(64) NOT NULL default '', + `recipe` varchar(64) default NULL, + `bg` double default NULL, + `bg_stdev` double default NULL, + `bg_mean_stdev` double default NULL, + `b1_uri` varchar(255) default NULL, + `b2_uri` varchar(255) default NULL, + PRIMARY KEY (`det_id`,`exp_tag`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `detProcessedExp` +-- + +LOCK TABLES `detProcessedExp` WRITE; +/*!40000 ALTER TABLE `detProcessedExp` DISABLE KEYS */; +/*!40000 ALTER TABLE `detProcessedExp` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `detProcessedImfile` +-- + +DROP TABLE IF EXISTS `detProcessedImfile`; +CREATE TABLE `detProcessedImfile` ( + `det_id` int(11) NOT NULL default '0', + `exp_tag` varchar(64) NOT NULL default '', + `class_id` varchar(64) NOT NULL default '', + `uri` varchar(255) default NULL, + `recipe` varchar(64) default NULL, + `bg` double default NULL, + `bg_stdev` double default NULL, + `bg_mean_stdev` double default NULL, + `b1_uri` varchar(255) default NULL, + `b2_uri` varchar(255) default NULL, + PRIMARY KEY (`det_id`,`exp_tag`,`class_id`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `detProcessedImfile` +-- + +LOCK TABLES `detProcessedImfile` WRITE; +/*!40000 ALTER TABLE `detProcessedImfile` DISABLE KEYS */; +/*!40000 ALTER TABLE `detProcessedImfile` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `detResidExp` +-- + +DROP TABLE IF EXISTS `detResidExp`; +CREATE TABLE `detResidExp` ( + `det_id` int(11) NOT NULL default '0', + `iteration` int(11) NOT NULL default '0', + `exp_tag` varchar(64) NOT NULL default '', + `recipe` varchar(64) default NULL, + `bg` double default NULL, + `bg_stdev` double default NULL, + `bg_mean_stdev` double default NULL, + `b1_uri` varchar(255) default NULL, + `b2_uri` varchar(255) default NULL, + `accept` tinyint(4) default NULL, + PRIMARY KEY (`det_id`,`iteration`,`exp_tag`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `detResidExp` +-- + +LOCK TABLES `detResidExp` WRITE; +/*!40000 ALTER TABLE `detResidExp` DISABLE KEYS */; +/*!40000 ALTER TABLE `detResidExp` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `detResidImfile` +-- + +DROP TABLE IF EXISTS `detResidImfile`; +CREATE TABLE `detResidImfile` ( + `det_id` int(11) NOT NULL default '0', + `iteration` int(11) NOT NULL default '0', + `exp_tag` varchar(64) NOT NULL default '', + `class_id` varchar(64) NOT NULL default '', + `uri` varchar(255) default NULL, + `recipe` varchar(64) default NULL, + `bg` double default NULL, + `bg_stdev` double default NULL, + `bg_mean_stdev` double default NULL, + `b1_uri` varchar(255) default NULL, + `b2_uri` varchar(255) default NULL, + PRIMARY KEY (`det_id`,`iteration`,`exp_tag`,`class_id`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `detResidImfile` +-- + +LOCK TABLES `detResidImfile` WRITE; +/*!40000 ALTER TABLE `detResidImfile` DISABLE KEYS */; +/*!40000 ALTER TABLE `detResidImfile` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `detRun` +-- + +DROP TABLE IF EXISTS `detRun`; +CREATE TABLE `detRun` ( + `det_id` int(11) NOT NULL auto_increment, + `iteration` int(11) default NULL, + `det_type` varchar(64) default NULL, + `mode` varchar(64) default NULL, + `state` varchar(64) default NULL, + `exp_type` varchar(64) default NULL, + `filter` varchar(64) default NULL, + `airmass` float default NULL, + `exp_time` float default NULL, + `ccd_temp` float default NULL, + `posang` double default NULL, + `object` varchar(64) default NULL, + `registered` datetime default NULL, + `use_begin` datetime default NULL, + `use_end` datetime default NULL, + PRIMARY KEY (`det_id`), + KEY `det_id` (`det_id`), + KEY `iteration` (`iteration`), + KEY `det_type` (`det_type`), + KEY `mode` (`mode`), + KEY `state` (`state`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `detRun` +-- + +LOCK TABLES `detRun` WRITE; +/*!40000 ALTER TABLE `detRun` DISABLE KEYS */; +/*!40000 ALTER TABLE `detRun` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `detRunSummary` +-- + +DROP TABLE IF EXISTS `detRunSummary`; +CREATE TABLE `detRunSummary` ( + `det_id` int(11) NOT NULL default '0', + `iteration` int(11) NOT NULL default '0', + `bg` double default NULL, + `bg_stdev` double default NULL, + `bg_mean_stdev` double default NULL, + `accept` tinyint(4) default NULL, + PRIMARY KEY (`det_id`,`iteration`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `detRunSummary` +-- + +LOCK TABLES `detRunSummary` WRITE; +/*!40000 ALTER TABLE `detRunSummary` DISABLE KEYS */; +/*!40000 ALTER TABLE `detRunSummary` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `detStackedImfile` +-- + +DROP TABLE IF EXISTS `detStackedImfile`; +CREATE TABLE `detStackedImfile` ( + `det_id` int(11) NOT NULL default '0', + `iteration` int(11) NOT NULL default '0', + `class_id` varchar(64) NOT NULL default '', + `uri` varchar(255) default NULL, + `recipe` varchar(64) default NULL, + `bg` double default NULL, + `bg_stdev` double default NULL, + `bg_mean_stdev` double default NULL, + PRIMARY KEY (`det_id`,`iteration`,`class_id`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `detStackedImfile` +-- + +LOCK TABLES `detStackedImfile` WRITE; +/*!40000 ALTER TABLE `detStackedImfile` DISABLE KEYS */; +/*!40000 ALTER TABLE `detStackedImfile` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `expTagCounter` +-- + +DROP TABLE IF EXISTS `expTagCounter`; +CREATE TABLE `expTagCounter` ( + `counter` bigint(20) unsigned default NULL +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `expTagCounter` +-- + +LOCK TABLES `expTagCounter` WRITE; +/*!40000 ALTER TABLE `expTagCounter` DISABLE KEYS */; +INSERT INTO `expTagCounter` VALUES (4070); +/*!40000 ALTER TABLE `expTagCounter` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `newExp` +-- + +DROP TABLE IF EXISTS `newExp`; +CREATE TABLE `newExp` ( + `exp_tag` varchar(64) NOT NULL default '', + `exp_id` varchar(64) default NULL, + `camera` varchar(64) default NULL, + `telescope` varchar(64) default NULL, + `dateobs` datetime default NULL, + `exp_type` varchar(64) default NULL, + `imfiles` int(11) default NULL, + PRIMARY KEY (`exp_tag`), + KEY `exp_id` (`exp_id`), + KEY `camera` (`camera`), + KEY `telescope` (`telescope`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `newExp` +-- + +LOCK TABLES `newExp` WRITE; +/*!40000 ALTER TABLE `newExp` DISABLE KEYS */; +INSERT INTO `newExp` VALUES ('dflat001.1058','dflat001','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat001.1113','dflat001','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat001.1317','dflat001','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat001.1440','dflat001','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat001.2717','dflat001','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat001.2980','dflat001','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat001.3171','dflat001','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat001.41','dflat001','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat001.48','dflat001','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat001.584','dflat001','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat002.1062','dflat002','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat002.1117','dflat002','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat002.1322','dflat002','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat002.1444','dflat002','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat002.2721','dflat002','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat002.2984','dflat002','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat002.3175','dflat002','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat002.45','dflat002','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat002.52','dflat002','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat002.588','dflat002','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat003.1066','dflat003','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat003.1121','dflat003','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat003.1326','dflat003','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat003.1448','dflat003','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat003.2725','dflat003','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat003.2988','dflat003','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat003.3179','dflat003','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat003.49','dflat003','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat003.56','dflat003','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat003.592','dflat003','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat004.1070','dflat004','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat004.1125','dflat004','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat004.1330','dflat004','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat004.1452','dflat004','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat004.2729','dflat004','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat004.2992','dflat004','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat004.3183','dflat004','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat004.53','dflat004','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat004.596','dflat004','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat004.60','dflat004','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat005.1129','dflat005','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat005.1334','dflat005','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat005.1456','dflat005','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat005.2733','dflat005','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat005.2996','dflat005','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat005.3186','dflat005','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat005.57','dflat005','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat005.600','dflat005','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat005.64','dflat005','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat006.1074','dflat006','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat006.1133','dflat006','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat006.1338','dflat006','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat006.1460','dflat006','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat006.1936','dflat006','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat006.2244','dflat006','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat006.2383','dflat006','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat006.2735','dflat006','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat006.3000','dflat006','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat006.3190','dflat006','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat006.46','dflat006','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat006.604','dflat006','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat006.61','dflat006','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat006.68','dflat006','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat006.853','dflat006','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat007.1078','dflat007','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat007.1137','dflat007','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat007.1342','dflat007','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat007.1466','dflat007','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat007.1940','dflat007','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat007.2248','dflat007','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat007.2387','dflat007','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat007.2740','dflat007','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat007.3004','dflat007','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat007.3194','dflat007','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat007.50','dflat007','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat007.608','dflat007','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat007.65','dflat007','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat007.72','dflat007','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat007.857','dflat007','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat008.1082','dflat008','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat008.1141','dflat008','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat008.1346','dflat008','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat008.1470','dflat008','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat008.1944','dflat008','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat008.2252','dflat008','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat008.2391','dflat008','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat008.2744','dflat008','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat008.3008','dflat008','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat008.3198','dflat008','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat008.54','dflat008','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat008.612','dflat008','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat008.69','dflat008','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat008.76','dflat008','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat008.861','dflat008','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat009.1086','dflat009','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat009.1145','dflat009','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat009.1350','dflat009','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat009.1475','dflat009','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat009.1948','dflat009','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat009.2256','dflat009','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat009.2395','dflat009','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat009.2749','dflat009','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat009.3012','dflat009','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat009.3201','dflat009','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat009.58','dflat009','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat009.616','dflat009','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat009.73','dflat009','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat009.80','dflat009','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat009.865','dflat009','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat010.1090','dflat010','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat010.1149','dflat010','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat010.1354','dflat010','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat010.1479','dflat010','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat010.1952','dflat010','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat010.2262','dflat010','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat010.2399','dflat010','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat010.2532','dflat010','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat010.2753','dflat010','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat010.3015','dflat010','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat010.3207','dflat010','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat010.619','dflat010','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat010.62','dflat010','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat010.77','dflat010','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat010.84','dflat010','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat010.869','dflat010','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.1094','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.1153','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.1358','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.1482','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.1656','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.1955','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.2141','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.2266','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.2404','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.2536','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.2757','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.3020','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.3210','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.3900','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.623','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.66','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.81','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.873','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat011.88','dflat011','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.1098','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.1157','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.1362','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.1435','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.1486','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.1660','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.1804','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.1959','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.196','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.2145','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.2269','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.2408','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.2540','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.2761','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.2961','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.2971','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.3023','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.3215','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.3543','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.3901','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.586','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.627','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.70','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.85','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.877','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat012.91','dflat012','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.1102','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.1161','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.1366','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.1439','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.1490','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.1664','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.1808','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.1963','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.200','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.2149','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.2274','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.2411','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.2544','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.2764','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.2965','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.2975','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.3027','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.3219','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.3546','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.3902','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.590','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.631','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.74','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.881','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.89','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat013.95','dflat013','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.1106','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.1165','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.1370','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.1443','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.1494','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.1668','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.1812','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.1967','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.204','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.2153','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.2278','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.2416','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.2548','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.2768','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.2969','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.2979','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.3031','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.3222','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.3549','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.3903','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.594','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.635','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.78','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.885','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.94','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat014.99','dflat014','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.104','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.1110','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.1169','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.1374','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.1447','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.1498','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.1672','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.1816','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.1971','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.208','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.2159','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.2281','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.2419','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.2552','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.2772','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.2974','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.2983','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.3036','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.3226','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.3552','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.3904','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.598','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.639','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.82','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.889','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat015.98','dflat015','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.102','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.108','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.1114','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.1173','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.1378','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.1450','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.1501','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.1676','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.1820','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.1975','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.212','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.2162','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.2285','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.2424','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.2556','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.2775','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.2978','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.2987','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.3040','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.3229','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.3555','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.3905','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.601','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.643','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.86','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat016.893','dflat016','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.105','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.111','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.1118','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.1177','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.1382','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.1454','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.1505','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.1680','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.1824','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.1980','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.2166','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.217','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.2289','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.2429','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.2561','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.2779','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.2982','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.2991','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.3044','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.3233','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.3558','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.3906','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.606','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.647','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.897','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat017.90','dflat017','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.110','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.1122','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.116','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.1180','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.1386','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.1458','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.1509','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.1684','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.1828','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.1984','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.2170','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.221','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.2293','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.2433','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.2565','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.2783','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.2986','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.2995','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.3048','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.3239','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.3561','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.3907','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.610','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.651','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.901','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat018.93','dflat018','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.1126','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.114','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.1185','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.120','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.1390','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.1463','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.1513','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.1687','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.1832','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.1988','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.2173','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.225','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.2296','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.2436','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.2569','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.2788','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.2990','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.2999','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.3052','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.3242','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.3564','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.3908','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.613','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.655','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.905','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat019.97','dflat019','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.101','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.1130','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.118','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.1189','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.124','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.1394','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.1467','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.1517','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.1692','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.1836','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.1991','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.2177','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.228','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.2301','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.2440','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.2573','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.2791','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.2994','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.3003','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.3057','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.3246','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.3567','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.3909','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.617','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.659','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat020.909','dflat020','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.106','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.1134','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.1471','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.1696','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.1840','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.1996','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.2181','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.2305','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.232','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.2443','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.2577','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.2998','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.3007','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.3570','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.3910','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.622','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.678','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat021.913','dflat021','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat022.109','dflat022','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat022.1474','dflat022','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat022.1700','dflat022','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat022.1843','dflat022','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat022.2000','dflat022','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat022.2185','dflat022','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat022.2309','dflat022','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat022.236','dflat022','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat022.2448','dflat022','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat022.2581','dflat022','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat022.3001','dflat022','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat022.3011','dflat022','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat022.3573','dflat022','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat022.3911','dflat022','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat022.626','dflat022','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat022.682','dflat022','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat022.917','dflat022','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat023.113','dflat023','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat023.1478','dflat023','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat023.1704','dflat023','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat023.1848','dflat023','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat023.2004','dflat023','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat023.2189','dflat023','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat023.2313','dflat023','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat023.241','dflat023','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat023.2452','dflat023','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat023.2585','dflat023','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat023.3006','dflat023','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat023.3016','dflat023','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat023.3576','dflat023','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat023.3912','dflat023','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat023.630','dflat023','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat023.686','dflat023','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat023.921','dflat023','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat024.117','dflat024','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat024.1483','dflat024','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat024.1707','dflat024','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat024.1852','dflat024','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat024.2008','dflat024','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat024.2193','dflat024','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat024.2316','dflat024','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat024.245','dflat024','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat024.2456','dflat024','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat024.2589','dflat024','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat024.3010','dflat024','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat024.3019','dflat024','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat024.3579','dflat024','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat024.3913','dflat024','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat024.633','dflat024','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat024.690','dflat024','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat024.925','dflat024','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat025.121','dflat025','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat025.1485','dflat025','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat025.1711','dflat025','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat025.1856','dflat025','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat025.2011','dflat025','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat025.2198','dflat025','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat025.2321','dflat025','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat025.2460','dflat025','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat025.249','dflat025','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat025.2593','dflat025','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat025.3013','dflat025','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat025.3024','dflat025','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat025.3582','dflat025','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat025.3914','dflat025','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat025.637','dflat025','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat025.694','dflat025','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat025.930','dflat025','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat026.1489','dflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat026.1716','dflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat026.1860','dflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat026.2202','dflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat026.253','dflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat026.2597','dflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat026.3018','dflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat026.3028','dflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat026.3584','dflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat026.3915','dflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat026.641','dflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat026.698','dflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat027.1493','dflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat027.1720','dflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat027.1864','dflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat027.2205','dflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat027.257','dflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat027.2601','dflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat027.3022','dflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat027.3032','dflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat027.3587','dflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat027.3916','dflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat027.645','dflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat027.703','dflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat028.1497','dflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat028.1724','dflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat028.1868','dflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat028.2211','dflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat028.2605','dflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat028.261','dflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat028.3026','dflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat028.3035','dflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat028.3590','dflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat028.3917','dflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat028.649','dflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat028.707','dflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat029.1502','dflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat029.1728','dflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat029.1872','dflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat029.2215','dflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat029.2609','dflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat029.265','dflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat029.3029','dflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat029.3039','dflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat029.3593','dflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat029.3918','dflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat029.653','dflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat029.711','dflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat030.1506','dflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat030.1732','dflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat030.1876','dflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat030.2219','dflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat030.269','dflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat030.3033','dflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat030.3043','dflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat030.3596','dflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat030.3919','dflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat030.657','dflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat030.715','dflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat031.1510','dflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat031.1880','dflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat031.3037','dflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat031.3047','dflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat031.3599','dflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat031.3920','dflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat031.661','dflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat031.719','dflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat032.3041','dflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat032.3921','dflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat032.723','dflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat033.3045','dflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat033.3922','dflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat033.727','dflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat034.3050','dflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat034.3923','dflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat034.63','dflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat034.731','dflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat035.3053','dflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat035.3924','dflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat035.67','dflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat035.735','dflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat036.3058','dflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat036.3925','dflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat036.71','dflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat036.739','dflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat036.753','dflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat037.3926','dflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat037.743','dflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat037.75','dflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat037.757','dflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat038.3927','dflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat038.747','dflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat038.761','dflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat038.79','dflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat039.3928','dflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat039.750','dflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat039.764','dflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat039.83','dflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat040.3929','dflat040','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat040.754','dflat040','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat040.768','dflat040','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat040.87','dflat040','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat041.773','dflat041','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat042.777','dflat042','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('dflat043.781','dflat043','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat026.122','sflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat026.1521','sflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat026.2325','sflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat026.2797','sflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat026.3062','sflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat026.3250','sflat026','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat027.125','sflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat027.126','sflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat027.1525','sflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat027.2329','sflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat027.2801','sflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat027.3065','sflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat027.3254','sflat027','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat028.128','sflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat028.129','sflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat028.130','sflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat028.1529','sflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat028.2333','sflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat028.2805','sflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat028.3070','sflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat028.3258','sflat028','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat029.132','sflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat029.133','sflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat029.134','sflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat029.1534','sflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat029.2336','sflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat029.2809','sflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat029.3074','sflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat029.3262','sflat029','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat030.135','sflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat030.137','sflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat030.138','sflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat030.1539','sflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat030.2340','sflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat030.2613','sflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat030.2813','sflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat030.3077','sflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat030.3266','sflat030','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat031.139','sflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat031.1398','sflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat031.141','sflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat031.142','sflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat031.1543','sflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat031.1735','sflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat031.2015','sflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat031.2223','sflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat031.2344','sflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat031.2617','sflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat031.2817','sflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat031.3082','sflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat031.3271','sflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat031.935','sflat031','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.1138','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.1193','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.143','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.145','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.146','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.1547','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.1738','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.1883','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.2019','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.2348','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.2464','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.2621','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.2821','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.3086','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.3275','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.3602','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.665','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat032.938','sflat032','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.1142','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.1197','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.148','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.149','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.150','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.1551','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.1744','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.1887','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.2023','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.2353','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.2468','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.2625','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.2825','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.3090','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.3279','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.3605','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.669','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat033.942','sflat033','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.1146','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.1201','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.151','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.153','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.154','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.1555','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.1747','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.1891','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.2028','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.2357','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.2471','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.2629','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.2827','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.3094','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.3283','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.3608','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.3666','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.532','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.673','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat034.947','sflat034','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.1150','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.1205','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.1559','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.156','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.157','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.158','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.1752','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.1896','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.2031','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.2361','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.2475','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.2633','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.2832','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.3097','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.3287','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.3611','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.3668','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.536','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.677','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat035.951','sflat035','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.1154','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.1209','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.159','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.161','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.162','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.1757','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.1899','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.2035','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.2365','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.2479','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.2637','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.2837','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.3101','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.3291','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.3614','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.540','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.681','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat036.955','sflat036','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.1158','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.1213','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.163','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.165','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.1760','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.1903','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.2038','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.2369','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.2483','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.2641','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.2841','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.3061','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.3106','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.3295','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.3617','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.3670','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.544','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.685','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat037.959','sflat037','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.1162','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.1217','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.167','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.169','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.1764','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.1908','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.2042','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.2487','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.2645','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.2845','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.3064','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.3110','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.3298','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.3621','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.3672','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.548','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.689','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat038.963','sflat038','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat039.1166','sflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat039.171','sflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat039.173','sflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat039.1768','sflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat039.1912','sflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat039.2047','sflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat039.2491','sflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat039.2649','sflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat039.2849','sflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat039.3068','sflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat039.3624','sflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat039.3674','sflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat039.552','sflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat039.693','sflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat039.967','sflat039','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat040.175','sflat040','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat040.177','sflat040','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat040.1772','sflat040','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat040.1916','sflat040','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat040.2051','sflat040','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat040.2495','sflat040','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat040.2653','sflat040','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat040.3073','sflat040','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat040.3627','sflat040','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat040.3676','sflat040','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat040.556','sflat040','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat040.697','sflat040','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat040.970','sflat040','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat041.1776','sflat041','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat041.179','sflat041','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat041.1920','sflat041','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat041.2055','sflat041','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat041.2499','sflat041','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat041.2657','sflat041','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat041.3076','sflat041','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat041.3630','sflat041','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat041.3678','sflat041','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat041.560','sflat041','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat041.701','sflat041','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat041.758','sflat041','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat041.973','sflat041','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat042.1781','sflat042','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat042.183','sflat042','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat042.1924','sflat042','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat042.2059','sflat042','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat042.2503','sflat042','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat042.3081','sflat042','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat042.3633','sflat042','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat042.564','sflat042','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat042.705','sflat042','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat042.762','sflat042','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat042.978','sflat042','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat043.1785','sflat043','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat043.1927','sflat043','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat043.2063','sflat043','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat043.2507','sflat043','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat043.3085','sflat043','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat043.568','sflat043','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat043.709','sflat043','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat043.766','sflat043','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat044.2067','sflat044','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat044.2511','sflat044','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat044.3089','sflat044','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat044.572','sflat044','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat044.713','sflat044','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat044.770','sflat044','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat045.2071','sflat045','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat045.3093','sflat045','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat045.3680','sflat045','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat045.576','sflat045','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat045.774','sflat045','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat046.2075','sflat046','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat046.3096','sflat046','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat046.3682','sflat046','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat046.580','sflat046','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat046.778','sflat046','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat047.3102','sflat047','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat047.782','sflat047','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat048.3104','sflat048','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat048.786','sflat048','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat049.3109','sflat049','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat049.790','sflat049','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat050.794','sflat050','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat051.798','sflat051','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat052.802','sflat052','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat053.806','sflat053','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat054.1170','sflat054','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat055.1174','sflat055','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat121.2079','sflat121','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat122.2083','sflat122','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat123.2087','sflat123','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat124.2091','sflat124','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat125.2095','sflat125','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat126.2099','sflat126','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat127.2103','sflat127','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat128.2107','sflat128','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat129.2111','sflat129','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sflat130.2115','sflat130','CTIO_MOSAIC2','CTIO4m',NULL,'flat',1),('sm35.020930_0908.177.3054','sm35.020930_0908.177','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm35.021002_0900.069.2227','sm35.021002_0900.069','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm35.021004_0911.092.1563','sm35.021004_0911.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm35.021006_0859.123.912','sm35.021006_0859.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm35.021012_0825.143.2661','sm35.021012_0825.143','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm35.021030_0905.129.1514','sm35.021030_0905.129','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm35.021101_0833.136.983','sm35.021101_0833.136','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm35.021105_0859.125.273','sm35.021105_0859.125','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm35.021111_0907.150.3114','sm35.021111_0907.150','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm35.021115_0851.140.1931','sm35.021115_0851.140','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm35.021216_0817.110.1221','sm35.021216_0817.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm35.021229_0839.083.717','sm35.021229_0839.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm35.030103_0841.126.187','sm35.030103_0841.126','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm35.92','sm35','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm36.020930_0905.176.3055','sm36.020930_0905.176','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm36.021002_0858.068.2231','sm36.021002_0858.068','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm36.021004_0909.091.1565','sm36.021004_0909.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm36.021006_0857.122.916','sm36.021006_0857.122','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm36.021012_0822.142.2665','sm36.021012_0822.142','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm36.021030_0903.128.1518','sm36.021030_0903.128','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm36.021101_0830.135.987','sm36.021101_0830.135','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm36.021105_0857.124.277','sm36.021105_0857.124','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm36.021111_0905.149.3118','sm36.021111_0905.149','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm36.021115_0849.139.1935','sm36.021115_0849.139','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm36.021216_0815.109.1225','sm36.021216_0815.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm36.021229_0837.082.721','sm36.021229_0837.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm36.030103_0839.125.191','sm36.030103_0839.125','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm36.96','sm36','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm43.020930_0903.175.3060','sm43.020930_0903.175','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm43.021002_0856.067.2235','sm43.021002_0856.067','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm43.021004_0907.090.1570','sm43.021004_0907.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm43.021006_0855.121.920','sm43.021006_0855.121','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm43.021012_0820.141.2669','sm43.021012_0820.141','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm43.021030_0901.127.1523','sm43.021030_0901.127','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm43.021101_0827.134.991','sm43.021101_0827.134','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm43.021105_0855.123.281','sm43.021105_0855.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm43.021111_0903.148.3122','sm43.021111_0903.148','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm43.021115_0846.138.1939','sm43.021115_0846.138','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm43.021216_0812.108.1229','sm43.021216_0812.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm43.021229_0835.081.725','sm43.021229_0835.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm43.030103_0837.124.195','sm43.030103_0837.124','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm43.100','sm43','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm44.020928_0909.130.3684','sm44.020928_0909.130','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm44.020930_0900.174.3063','sm44.020930_0900.174','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm44.021002_0854.066.2239','sm44.021002_0854.066','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm44.021004_0905.089.1573','sm44.021004_0905.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm44.021006_0853.120.924','sm44.021006_0853.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm44.021012_0817.140.2673','sm44.021012_0817.140','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm44.021030_0858.126.1527','sm44.021030_0858.126','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm44.021101_0825.133.995','sm44.021101_0825.133','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm44.021105_0853.122.284','sm44.021105_0853.122','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm44.021111_0901.147.3125','sm44.021111_0901.147','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm44.021115_0844.137.1943','sm44.021115_0844.137','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm44.021216_0810.107.1233','sm44.021216_0810.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm44.021229_0833.080.729','sm44.021229_0833.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm44.030103_0834.123.199','sm44.030103_0834.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm45.020928_0906.129.3686','sm45.020928_0906.129','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm45.020930_0856.173.3067','sm45.020930_0856.173','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm45.021002_0851.065.2243','sm45.021002_0851.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm45.021004_0902.088.1577','sm45.021004_0902.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm45.021006_0850.119.928','sm45.021006_0850.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm45.021008_0927.065.181','sm45.021008_0927.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm45.021012_0814.139.2677','sm45.021012_0814.139','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm45.021030_0856.125.1531','sm45.021030_0856.125','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm45.021101_0822.132.1000','sm45.021101_0822.132','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm45.021105_0850.121.288','sm45.021105_0850.121','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm45.021111_0858.146.3128','sm45.021111_0858.146','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm45.021115_0841.136.1947','sm45.021115_0841.136','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm45.021216_0807.106.1236','sm45.021216_0807.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm45.021229_0831.079.733','sm45.021229_0831.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm45.030103_0832.122.203','sm45.030103_0832.122','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.020928_0903.128.3688','sm46.020928_0903.128','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.020930_0853.172.3071','sm46.020930_0853.172','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.021002_0848.064.2247','sm46.021002_0848.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.021004_0859.087.1581','sm46.021004_0859.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.021006_0848.118.932','sm46.021006_0848.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.021008_0925.064.185','sm46.021008_0925.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.021012_0812.138.2681','sm46.021012_0812.138','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.021030_0853.124.1533','sm46.021030_0853.124','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.021101_0819.131.1004','sm46.021101_0819.131','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.021105_0848.120.292','sm46.021105_0848.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.021111_0856.145.3132','sm46.021111_0856.145','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.021115_0839.135.1951','sm46.021115_0839.135','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.021128_0852.118.1402','sm46.021128_0852.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.021206_0845.135.3113','sm46.021206_0845.135','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.021214_0846.067.1789','sm46.021214_0846.067','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.021216_0805.105.1242','sm46.021216_0805.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.021229_0828.078.737','sm46.021229_0828.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm46.030103_0829.121.207','sm46.030103_0829.121','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm53.020930_0850.171.3078','sm53.020930_0850.171','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm53.021002_0845.063.2251','sm53.021002_0845.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm53.021004_0857.086.1585','sm53.021004_0857.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm53.021006_0845.117.936','sm53.021006_0845.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm53.021008_0909.080.189','sm53.021008_0909.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm53.021012_0809.137.2685','sm53.021012_0809.137','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm53.021030_0850.123.1537','sm53.021030_0850.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm53.021101_0816.130.1008','sm53.021101_0816.130','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm53.021105_0846.119.296','sm53.021105_0846.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm53.021111_0853.144.3136','sm53.021111_0853.144','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm53.021115_0836.134.1956','sm53.021115_0836.134','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm53.021128_0849.117.1406','sm53.021128_0849.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm53.021206_0843.134.3117','sm53.021206_0843.134','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm53.021214_0844.066.1794','sm53.021214_0844.066','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm53.021216_0802.104.1246','sm53.021216_0802.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm53.021229_0826.077.741','sm53.021229_0826.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm53.030103_0826.120.211','sm53.030103_0826.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.020928_0855.126.3690','sm54.020928_0855.126','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.020930_0844.170.3080','sm54.020930_0844.170','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.021002_0840.062.2255','sm54.021002_0840.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.021004_0852.085.1589','sm54.021004_0852.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.021006_0840.116.940','sm54.021006_0840.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.021008_0904.079.193','sm54.021008_0904.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.021012_0804.136.2689','sm54.021012_0804.136','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.021030_0845.122.1541','sm54.021030_0845.122','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.021101_0811.129.1012','sm54.021101_0811.129','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.021105_0842.118.300','sm54.021105_0842.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.021111_0850.143.3141','sm54.021111_0850.143','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.021115_0832.133.1960','sm54.021115_0832.133','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.021128_0847.116.1410','sm54.021128_0847.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.021206_0841.133.3119','sm54.021206_0841.133','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.021214_0840.065.1798','sm54.021214_0840.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.021216_0758.103.1250','sm54.021216_0758.103','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.021229_0822.076.745','sm54.021229_0822.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm54.030103_0822.119.215','sm54.030103_0822.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.020928_0850.125.3692','sm55.020928_0850.125','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.020930_0839.169.3083','sm55.020930_0839.169','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.021002_0835.061.2259','sm55.021002_0835.061','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.021004_0847.084.1593','sm55.021004_0847.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.021006_0835.115.944','sm55.021006_0835.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.021008_0859.078.197','sm55.021008_0859.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.021012_0759.135.2693','sm55.021012_0759.135','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.021030_0840.121.1546','sm55.021030_0840.121','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.021105_0837.117.305','sm55.021105_0837.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.021111_0844.142.3145','sm55.021111_0844.142','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.021113_0856.133.2516','sm55.021113_0856.133','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.021115_0827.132.1964','sm55.021115_0827.132','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.021128_0844.115.1414','sm55.021128_0844.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.021206_0837.132.3124','sm55.021206_0837.132','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.021214_0835.064.1802','sm55.021214_0835.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.021216_0753.102.1254','sm55.021216_0753.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.021229_0817.075.748','sm55.021229_0817.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm55.030103_0817.118.219','sm55.030103_0817.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.020928_0844.124.3694','sm56.020928_0844.124','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.020930_0833.168.3088','sm56.020930_0833.168','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021002_0830.060.2263','sm56.021002_0830.060','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021004_0842.083.1597','sm56.021004_0842.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021006_0830.114.948','sm56.021006_0830.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021008_0854.077.201','sm56.021008_0854.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021012_0754.134.2695','sm56.021012_0754.134','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021030_0834.120.1549','sm56.021030_0834.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021101_0803.127.1016','sm56.021101_0803.127','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021101_0803.128.1020','sm56.021101_0803.128','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021105_0833.116.308','sm56.021105_0833.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021111_0840.141.3149','sm56.021111_0840.141','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021113_0852.132.2519','sm56.021113_0852.132','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021115_0823.131.1968','sm56.021115_0823.131','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021128_0841.114.1418','sm56.021128_0841.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021206_0834.131.3129','sm56.021206_0834.131','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021212_0845.141.2164','sm56.021212_0845.141','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021214_0831.063.1805','sm56.021214_0831.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021216_0749.101.1258','sm56.021216_0749.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.021229_0814.074.752','sm56.021229_0814.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm56.030103_0813.117.223','sm56.030103_0813.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.020928_0841.123.3696','sm57.020928_0841.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.020930_0829.167.3091','sm57.020930_0829.167','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.021002_0827.059.2267','sm57.021002_0827.059','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.021004_0838.082.1601','sm57.021004_0838.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.021006_0827.113.952','sm57.021006_0827.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.021008_0850.076.205','sm57.021008_0850.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.021012_0750.133.2701','sm57.021012_0750.133','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.021030_0831.119.1554','sm57.021030_0831.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.021101_0800.126.1024','sm57.021101_0800.126','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.021105_0830.115.312','sm57.021105_0830.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.021111_0838.140.3152','sm57.021111_0838.140','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.021113_0849.131.2523','sm57.021113_0849.131','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.021115_0820.130.1972','sm57.021115_0820.130','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.021128_0838.113.1422','sm57.021128_0838.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.021206_0832.130.3133','sm57.021206_0832.130','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.021212_0841.140.2168','sm57.021212_0841.140','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.021214_0829.062.1809','sm57.021214_0829.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.021216_0746.100.1262','sm57.021216_0746.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.021229_0811.073.756','sm57.021229_0811.073','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm57.030103_0810.116.227','sm57.030103_0810.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm58.021002_0935.085.2271','sm58.021002_0935.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm58.021002_0937.086.2275','sm58.021002_0937.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm58.021006_0936.140.956','sm58.021006_0936.140','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm58.021105_0827.114.316','sm58.021105_0827.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm58.021109_0859.100.3636','sm58.021109_0859.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm58.021111_0833.139.3158','sm58.021111_0833.139','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm58.021113_0846.130.2527','sm58.021113_0846.130','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm58.021115_0817.129.1976','sm58.021115_0817.129','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm58.021128_0835.112.1426','sm58.021128_0835.112','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm58.021202_0842.138.663','sm58.021202_0842.138','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm58.021206_0830.129.3137','sm58.021206_0830.129','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm58.021212_0837.139.2172','sm58.021212_0837.139','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm58.021214_0826.061.1813','sm58.021214_0826.061','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm58.021216_0743.099.1266','sm58.021216_0743.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm58.021229_0808.072.760','sm58.021229_0808.072','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm58.030103_0807.115.231','sm58.030103_0807.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.020930_0824.166.3095','sm63.020930_0824.166','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021002_0822.058.2279','sm63.021002_0822.058','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021004_0834.081.1605','sm63.021004_0834.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021006_0810.131.960','sm63.021006_0810.131','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021008_0846.075.209','sm63.021008_0846.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021012_0746.132.2704','sm63.021012_0746.132','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021030_0827.118.1558','sm63.021030_0827.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021101_0756.125.1028','sm63.021101_0756.125','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021105_0824.113.320','sm63.021105_0824.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021109_0856.099.3638','sm63.021109_0856.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021111_0830.138.3162','sm63.021111_0830.138','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021113_0843.129.2531','sm63.021113_0843.129','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021115_0814.128.1979','sm63.021115_0814.128','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021128_0832.111.1430','sm63.021128_0832.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021202_0838.137.667','sm63.021202_0838.137','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021204_0846.072.166','sm63.021204_0846.072','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021206_0827.128.3140','sm63.021206_0827.128','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021212_0833.138.2176','sm63.021212_0833.138','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021214_0653.116.1817','sm63.021214_0653.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021216_0740.098.1270','sm63.021216_0740.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.021229_0805.071.765','sm63.021229_0805.071','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm63.030103_0804.114.235','sm63.030103_0804.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.020928_0830.121.3698','sm64.020928_0830.121','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.020930_0818.165.3100','sm64.020930_0818.165','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021002_0817.057.2283','sm64.021002_0817.057','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021004_0829.080.1610','sm64.021004_0829.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021006_0805.130.964','sm64.021006_0805.130','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021008_0841.074.213','sm64.021008_0841.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021012_0741.131.2707','sm64.021012_0741.131','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021030_0821.117.1561','sm64.021030_0821.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021101_0752.124.1032','sm64.021101_0752.124','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021105_0819.112.324','sm64.021105_0819.112','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021109_0851.098.3640','sm64.021109_0851.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021111_0824.137.3166','sm64.021111_0824.137','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021113_0838.128.2535','sm64.021113_0838.128','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021115_0809.127.1983','sm64.021115_0809.127','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021128_0827.110.1434','sm64.021128_0827.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021202_0832.136.671','sm64.021202_0832.136','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021204_0841.071.170','sm64.021204_0841.071','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021206_0823.127.3144','sm64.021206_0823.127','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021210_0843.116.2373','sm64.021210_0843.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021212_0827.137.2180','sm64.021212_0827.137','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021214_0648.115.1821','sm64.021214_0648.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021216_0734.097.1274','sm64.021216_0734.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.021229_0759.070.769','sm64.021229_0759.070','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm64.030103_0759.113.239','sm64.030103_0759.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.020928_0828.120.3700','sm65.020928_0828.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.020930_0816.164.3105','sm65.020930_0816.164','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021002_0815.056.2287','sm65.021002_0815.056','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021004_0827.079.1614','sm65.021004_0827.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021006_0803.129.968','sm65.021006_0803.129','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021008_0839.073.216','sm65.021008_0839.073','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021012_0738.130.2713','sm65.021012_0738.130','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021014_0921.120.2119','sm65.021014_0921.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021030_0819.116.1566','sm65.021030_0819.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021101_0750.123.1036','sm65.021101_0750.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021105_0817.111.328','sm65.021105_0817.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021109_0848.097.3643','sm65.021109_0848.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021111_0822.136.3170','sm65.021111_0822.136','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021113_0833.127.2539','sm65.021113_0833.127','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021115_0806.126.1987','sm65.021115_0806.126','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021128_0823.109.1438','sm65.021128_0823.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021202_0829.135.675','sm65.021202_0829.135','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021204_0839.070.174','sm65.021204_0839.070','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021206_0820.126.3148','sm65.021206_0820.126','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021210_0841.115.2377','sm65.021210_0841.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021212_0824.136.2184','sm65.021212_0824.136','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021214_0645.114.1825','sm65.021214_0645.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021216_0732.096.1278','sm65.021216_0732.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.021229_0757.069.772','sm65.021229_0757.069','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm65.030103_0757.112.243','sm65.030103_0757.112','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.020928_0823.119.3702','sm66.020928_0823.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.020930_0810.163.3108','sm66.020930_0810.163','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021002_0810.055.2291','sm66.021002_0810.055','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021004_0822.078.1618','sm66.021004_0822.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021008_0834.072.220','sm66.021008_0834.072','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021012_0732.129.2715','sm66.021012_0732.129','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021014_0914.119.2123','sm66.021014_0914.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021030_0814.115.1569','sm66.021030_0814.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021101_0746.122.1040','sm66.021101_0746.122','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021105_0812.110.332','sm66.021105_0812.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021109_0843.096.3646','sm66.021109_0843.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021111_0817.135.3173','sm66.021111_0817.135','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021113_0828.126.2543','sm66.021113_0828.126','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021115_0801.125.1990','sm66.021115_0801.125','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021128_0818.108.1442','sm66.021128_0818.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021202_0824.134.679','sm66.021202_0824.134','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021204_0834.069.178','sm66.021204_0834.069','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021206_0816.125.3153','sm66.021206_0816.125','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021210_0838.114.2381','sm66.021210_0838.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021212_0818.135.2188','sm66.021212_0818.135','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021214_0640.113.1829','sm66.021214_0640.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021216_0727.095.1282','sm66.021216_0727.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.021229_0752.068.776','sm66.021229_0752.068','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm66.030103_0751.111.247','sm66.030103_0751.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.020928_0819.118.3704','sm67.020928_0819.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.020930_0805.162.3112','sm67.020930_0805.162','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021002_0805.054.2295','sm67.021002_0805.054','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021004_0817.077.1622','sm67.021004_0817.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021008_0829.071.224','sm67.021008_0829.071','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021012_0728.128.2719','sm67.021012_0728.128','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021014_0910.118.2127','sm67.021014_0910.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021030_0810.114.1574','sm67.021030_0810.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021101_0741.121.1044','sm67.021101_0741.121','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021105_0809.109.336','sm67.021105_0809.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021109_0840.095.3647','sm67.021109_0840.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021111_0813.134.3178','sm67.021111_0813.134','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021113_0824.125.2547','sm67.021113_0824.125','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021115_0758.124.1994','sm67.021115_0758.124','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021128_0815.107.1445','sm67.021128_0815.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021202_0820.133.683','sm67.021202_0820.133','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021204_0831.068.182','sm67.021204_0831.068','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021206_0814.124.3156','sm67.021206_0814.124','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021210_0834.113.2385','sm67.021210_0834.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021212_0814.134.2192','sm67.021212_0814.134','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021214_0637.112.1833','sm67.021214_0637.112','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021216_0723.094.1286','sm67.021216_0723.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.021229_0749.067.780','sm67.021229_0749.067','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm67.030103_0748.110.250','sm67.030103_0748.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm68.021002_0932.084.2299','sm68.021002_0932.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm68.021006_0931.138.972','sm68.021006_0931.138','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm68.021105_0806.108.340','sm68.021105_0806.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm68.021109_0836.094.3649','sm68.021109_0836.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm68.021111_0809.133.3180','sm68.021111_0809.133','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm68.021113_0821.124.2551','sm68.021113_0821.124','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm68.021115_0754.123.1998','sm68.021115_0754.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm68.021128_0811.106.1449','sm68.021128_0811.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm68.021202_0817.132.687','sm68.021202_0817.132','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm68.021204_0827.067.186','sm68.021204_0827.067','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm68.021206_0811.123.3160','sm68.021206_0811.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm68.021210_0831.112.2389','sm68.021210_0831.112','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm68.021212_0810.133.2196','sm68.021212_0810.133','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm68.021214_0633.111.1837','sm68.021214_0633.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm68.021216_0720.093.1290','sm68.021216_0720.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm68.021229_0745.066.784','sm68.021229_0745.066','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm68.030103_0745.109.254','sm68.030103_0745.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm69.021002_0930.083.2303','sm69.021002_0930.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm69.021006_0929.137.976','sm69.021006_0929.137','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm69.021105_0801.107.344','sm69.021105_0801.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm69.021109_0830.093.3651','sm69.021109_0830.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm69.021111_0804.132.3184','sm69.021111_0804.132','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm69.021113_0818.123.2555','sm69.021113_0818.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm69.021115_0751.122.2002','sm69.021115_0751.122','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm69.021128_0808.105.1453','sm69.021128_0808.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm69.021202_0813.131.691','sm69.021202_0813.131','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm69.021204_0825.066.190','sm69.021204_0825.066','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm69.021206_0808.122.3164','sm69.021206_0808.122','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm69.021210_0828.111.2393','sm69.021210_0828.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm69.021212_0806.132.2200','sm69.021212_0806.132','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm69.021214_0630.110.1842','sm69.021214_0630.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm69.021216_0717.092.1294','sm69.021216_0717.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm69.021229_0743.065.788','sm69.021229_0743.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm69.030103_0741.108.258','sm69.030103_0741.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm73.021002_0928.082.2307','sm73.021002_0928.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm73.021006_0927.136.980','sm73.021006_0927.136','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm73.021105_0757.106.348','sm73.021105_0757.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm73.021109_0826.092.3653','sm73.021109_0826.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm73.021111_0800.131.3188','sm73.021111_0800.131','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm73.021113_0812.122.2559','sm73.021113_0812.122','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm73.021115_0747.121.2006','sm73.021115_0747.121','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm73.021128_0804.104.1459','sm73.021128_0804.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm73.021202_0809.130.695','sm73.021202_0809.130','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm73.021204_0821.065.194','sm73.021204_0821.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm73.021206_0805.121.3168','sm73.021206_0805.121','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm73.021210_0824.110.2397','sm73.021210_0824.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm73.021212_0801.131.2204','sm73.021212_0801.131','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm73.021214_0626.109.1845','sm73.021214_0626.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm73.021216_0713.091.1298','sm73.021216_0713.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm73.021229_0738.064.792','sm73.021229_0738.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm73.030103_0737.107.262','sm73.030103_0737.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.020928_0813.117.3706','sm74.020928_0813.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.020930_0800.161.3115','sm74.020930_0800.161','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021002_0800.053.2311','sm74.021002_0800.053','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021004_0812.076.1627','sm74.021004_0812.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021006_0749.126.984','sm74.021006_0749.126','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021008_0824.070.229','sm74.021008_0824.070','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021010_0928.123.3303','sm74.021010_0928.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021012_0722.127.2724','sm74.021012_0722.127','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021014_0904.117.2130','sm74.021014_0904.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021030_0754.113.1579','sm74.021030_0754.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021101_0737.120.1047','sm74.021101_0737.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021105_0752.105.353','sm74.021105_0752.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021109_0822.091.3655','sm74.021109_0822.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021111_0756.130.3192','sm74.021111_0756.130','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021113_0808.121.2563','sm74.021113_0808.121','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021115_0743.120.2010','sm74.021115_0743.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021128_0759.103.1462','sm74.021128_0759.103','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021202_0804.129.699','sm74.021202_0804.129','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021204_0816.064.198','sm74.021204_0816.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021206_0800.120.3172','sm74.021206_0800.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021210_0820.109.2401','sm74.021210_0820.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021212_0755.130.2208','sm74.021212_0755.130','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021214_0622.108.1850','sm74.021214_0622.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021216_0709.090.1302','sm74.021216_0709.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021229_0721.109.796','sm74.021229_0721.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.021229_0734.063.800','sm74.021229_0734.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm74.030103_0733.106.266','sm74.030103_0733.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.020928_0808.116.3708','sm75.020928_0808.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.020930_0754.160.3120','sm75.020930_0754.160','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021002_0753.052.2315','sm75.021002_0753.052','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021004_0807.075.1631','sm75.021004_0807.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021006_0744.125.988','sm75.021006_0744.125','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021008_0819.069.233','sm75.021008_0819.069','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021010_0923.122.3306','sm75.021010_0923.122','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021012_0717.126.2728','sm75.021012_0717.126','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021014_0900.116.2135','sm75.021014_0900.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021030_0749.112.1583','sm75.021030_0749.112','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021101_0733.119.1051','sm75.021101_0733.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021105_0747.104.357','sm75.021105_0747.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021109_0817.090.3657','sm75.021109_0817.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021111_0751.129.3196','sm75.021111_0751.129','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021113_0803.120.2567','sm75.021113_0803.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021115_0737.119.2014','sm75.021115_0737.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021128_0754.102.1464','sm75.021128_0754.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021202_0759.128.702','sm75.021202_0759.128','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021204_0811.063.202','sm75.021204_0811.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021206_0756.119.3177','sm75.021206_0756.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021210_0815.108.2405','sm75.021210_0815.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021212_0749.129.2212','sm75.021212_0749.129','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021214_0617.107.1854','sm75.021214_0617.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021216_0704.089.1306','sm75.021216_0704.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.021229_0716.108.804','sm75.021229_0716.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm75.030103_0728.105.271','sm75.030103_0728.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.020928_0803.115.3710','sm76.020928_0803.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.020930_0749.159.3123','sm76.020930_0749.159','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021002_0748.051.2319','sm76.021002_0748.051','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021004_0802.074.1636','sm76.021004_0802.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021006_0738.124.992','sm76.021006_0738.124','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021008_0814.068.237','sm76.021008_0814.068','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021010_0918.121.3309','sm76.021010_0918.121','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021012_0712.125.2732','sm76.021012_0712.125','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021014_0844.133.2138','sm76.021014_0844.133','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021030_0744.111.1587','sm76.021030_0744.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021101_0729.118.1055','sm76.021101_0729.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021105_0742.103.361','sm76.021105_0742.103','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021109_0812.089.3659','sm76.021109_0812.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021111_0741.128.3200','sm76.021111_0741.128','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021113_0757.119.2571','sm76.021113_0757.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021115_0732.118.2018','sm76.021115_0732.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021128_0749.101.1468','sm76.021128_0749.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021202_0753.127.706','sm76.021202_0753.127','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021204_0806.062.206','sm76.021204_0806.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021206_0752.118.3182','sm76.021206_0752.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021210_0810.107.2409','sm76.021210_0810.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021212_0743.128.2216','sm76.021212_0743.128','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021214_0612.106.1858','sm76.021214_0612.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021216_0659.088.1310','sm76.021216_0659.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.021229_0711.107.808','sm76.021229_0711.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm76.030103_0722.104.275','sm76.030103_0722.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.020928_0758.114.3712','sm77.020928_0758.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.020930_0743.158.3127','sm77.020930_0743.158','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021002_0742.050.2323','sm77.021002_0742.050','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021004_0757.073.1640','sm77.021004_0757.073','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021006_0733.123.996','sm77.021006_0733.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021008_0809.067.240','sm77.021008_0809.067','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021010_0912.120.3314','sm77.021010_0912.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021012_0703.124.2736','sm77.021012_0703.124','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021014_0839.132.2142','sm77.021014_0839.132','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021030_0738.110.1591','sm77.021030_0738.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021101_0725.117.1059','sm77.021101_0725.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021105_0737.102.365','sm77.021105_0737.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021109_0807.088.3661','sm77.021109_0807.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021111_0736.127.3205','sm77.021111_0736.127','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021113_0752.118.2575','sm77.021113_0752.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021115_0727.117.2022','sm77.021115_0727.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021128_0744.100.1472','sm77.021128_0744.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021202_0748.126.710','sm77.021202_0748.126','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021204_0801.061.210','sm77.021204_0801.061','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021206_0748.117.3187','sm77.021206_0748.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021210_0805.106.2413','sm77.021210_0805.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021212_0736.127.2220','sm77.021212_0736.127','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021214_0607.105.1862','sm77.021214_0607.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021216_0654.087.1314','sm77.021216_0654.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.021229_0705.106.812','sm77.021229_0705.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm77.030103_0716.103.279','sm77.030103_0716.103','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.020928_0754.113.3714','sm78.020928_0754.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.020930_0739.157.3131','sm78.020930_0739.157','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021002_0738.049.2327','sm78.021002_0738.049','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021004_0752.072.1644','sm78.021004_0752.072','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021006_0726.122.999','sm78.021006_0726.122','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021008_0805.066.244','sm78.021008_0805.066','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021010_0908.119.3317','sm78.021010_0908.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021012_0659.123.2739','sm78.021012_0659.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021014_0835.131.2146','sm78.021014_0835.131','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021030_0734.109.1595','sm78.021030_0734.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021101_0722.116.1063','sm78.021101_0722.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021105_0734.101.369','sm78.021105_0734.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021109_0803.087.3663','sm78.021109_0803.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021111_0733.126.3209','sm78.021111_0733.126','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021113_0749.117.2579','sm78.021113_0749.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021115_0723.116.2026','sm78.021115_0723.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021128_0741.099.1476','sm78.021128_0741.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021202_0744.125.714','sm78.021202_0744.125','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021204_0758.060.214','sm78.021204_0758.060','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021206_0745.116.3191','sm78.021206_0745.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021210_0802.105.2417','sm78.021210_0802.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021214_0604.104.1866','sm78.021214_0604.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021216_0651.086.1318','sm78.021216_0651.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.021229_0702.105.816','sm78.021229_0702.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm78.030103_0713.102.283','sm78.030103_0713.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm79.021002_0926.081.2331','sm79.021002_0926.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm79.021004_0937.104.1647','sm79.021004_0937.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm79.021006_0925.135.1003','sm79.021006_0925.135','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm79.021105_0731.100.373','sm79.021105_0731.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm79.021109_0800.086.3665','sm79.021109_0800.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm79.021111_0730.125.3213','sm79.021111_0730.125','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm79.021113_0746.116.2583','sm79.021113_0746.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm79.021115_0720.115.2030','sm79.021115_0720.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm79.021128_0738.098.1480','sm79.021128_0738.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm79.021202_0741.124.718','sm79.021202_0741.124','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm79.021204_0755.059.218','sm79.021204_0755.059','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm79.021206_0742.115.3195','sm79.021206_0742.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm79.021210_0758.104.2421','sm79.021210_0758.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm79.021214_0601.103.1870','sm79.021214_0601.103','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm79.021216_0648.085.1321','sm79.021216_0648.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm79.021229_0659.104.820','sm79.021229_0659.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm79.030103_0709.101.287','sm79.030103_0709.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm83.021002_0924.080.2335','sm83.021002_0924.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm83.021004_0935.103.1651','sm83.021004_0935.103','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm83.021006_0923.134.1007','sm83.021006_0923.134','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm83.021105_0728.099.377','sm83.021105_0728.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm83.021109_0757.085.3667','sm83.021109_0757.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm83.021111_0726.124.3218','sm83.021111_0726.124','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm83.021113_0742.115.2588','sm83.021113_0742.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm83.021115_0716.114.2034','sm83.021115_0716.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm83.021128_0734.097.1484','sm83.021128_0734.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm83.021202_0738.123.722','sm83.021202_0738.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm83.021204_0752.058.222','sm83.021204_0752.058','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm83.021206_0738.114.3199','sm83.021206_0738.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm83.021210_0754.103.2425','sm83.021210_0754.103','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm83.021214_0557.102.1874','sm83.021214_0557.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm83.021216_0644.084.1324','sm83.021216_0644.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm83.021229_0655.103.824','sm83.021229_0655.103','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm83.030103_0705.100.291','sm83.030103_0705.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.020928_0749.112.3716','sm84.020928_0749.112','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.020930_0734.156.3135','sm84.020930_0734.156','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021002_0733.048.2338','sm84.021002_0733.048','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021004_0748.071.1655','sm84.021004_0748.071','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021006_0722.121.1011','sm84.021006_0722.121','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021008_0800.065.248','sm84.021008_0800.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021010_0904.118.3322','sm84.021010_0904.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021012_0654.122.2745','sm84.021012_0654.122','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021014_0829.130.2150','sm84.021014_0829.130','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021030_0729.108.1599','sm84.021030_0729.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021101_0718.115.1067','sm84.021101_0718.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021105_0724.098.381','sm84.021105_0724.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021109_0753.084.3669','sm84.021109_0753.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021111_0722.123.3221','sm84.021111_0722.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021113_0738.114.2592','sm84.021113_0738.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021115_0712.113.2039','sm84.021115_0712.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021128_0730.096.1488','sm84.021128_0730.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021202_0734.122.726','sm84.021202_0734.122','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021204_0731.098.226','sm84.021204_0731.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021206_0735.113.3202','sm84.021206_0735.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021210_0750.102.2428','sm84.021210_0750.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021214_0554.101.1878','sm84.021214_0554.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021216_0641.083.1328','sm84.021216_0641.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.021229_0651.102.828','sm84.021229_0651.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm84.030103_0701.099.295','sm84.030103_0701.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.020928_0744.111.3718','sm85.020928_0744.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.020930_0728.155.3139','sm85.020930_0728.155','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021002_0728.047.2342','sm85.021002_0728.047','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021004_0743.070.1659','sm85.021004_0743.070','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021006_0717.120.1015','sm85.021006_0717.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021008_0756.064.252','sm85.021008_0756.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021010_0859.117.3327','sm85.021010_0859.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021012_0649.121.2748','sm85.021012_0649.121','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021014_0824.129.2154','sm85.021014_0824.129','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021030_0723.107.1603','sm85.021030_0723.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021101_0713.114.1071','sm85.021101_0713.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021105_0719.097.385','sm85.021105_0719.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021109_0748.083.3671','sm85.021109_0748.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021111_0717.122.3225','sm85.021111_0717.122','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021113_0733.113.2596','sm85.021113_0733.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021115_0707.112.2043','sm85.021115_0707.112','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021128_0725.095.1492','sm85.021128_0725.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021202_0729.121.730','sm85.021202_0729.121','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021204_0726.097.230','sm85.021204_0726.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021206_0729.112.3204','sm85.021206_0729.112','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021210_0745.101.2432','sm85.021210_0745.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021214_0549.100.1882','sm85.021214_0549.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021216_0636.082.1332','sm85.021216_0636.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.021229_0646.101.832','sm85.021229_0646.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm85.030103_0655.098.299','sm85.030103_0655.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.020928_0736.109.3720','sm86.020928_0736.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.020928_0740.110.3722','sm86.020928_0740.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.020930_0720.153.3143','sm86.020930_0720.153','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.020930_0724.154.3147','sm86.020930_0724.154','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021002_0721.045.2346','sm86.021002_0721.045','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021002_0724.046.2350','sm86.021002_0724.046','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021004_0735.068.1663','sm86.021004_0735.068','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021004_0739.069.1666','sm86.021004_0739.069','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021006_0709.118.1017','sm86.021006_0709.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021006_0713.119.1021','sm86.021006_0713.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021008_0738.062.256','sm86.021008_0738.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021008_0741.063.260','sm86.021008_0741.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021010_0851.115.3331','sm86.021010_0851.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021010_0855.116.3334','sm86.021010_0855.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021012_0641.119.2751','sm86.021012_0641.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021012_0645.120.2755','sm86.021012_0645.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021014_0816.127.2158','sm86.021014_0816.127','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021014_0820.128.2161','sm86.021014_0820.128','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021030_0716.105.1608','sm86.021030_0716.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021030_0719.106.1611','sm86.021030_0719.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021101_0707.112.1075','sm86.021101_0707.112','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021101_0710.113.1079','sm86.021101_0710.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021105_0715.096.389','sm86.021105_0715.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021109_0744.082.3673','sm86.021109_0744.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021111_0713.121.3228','sm86.021111_0713.121','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021113_0729.112.2600','sm86.021113_0729.112','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021115_0703.111.2046','sm86.021115_0703.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021128_0721.094.1496','sm86.021128_0721.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021202_0725.120.734','sm86.021202_0725.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021204_0722.096.234','sm86.021204_0722.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021206_0725.111.3208','sm86.021206_0725.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021210_0740.100.2437','sm86.021210_0740.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021214_0544.099.1886','sm86.021214_0544.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021216_0632.081.1336','sm86.021216_0632.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.021229_0642.100.836','sm86.021229_0642.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm86.030103_0651.097.303','sm86.030103_0651.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.020928_0728.107.3724','sm87.020928_0728.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.020928_0732.108.3726','sm87.020928_0732.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.020930_0712.151.3151','sm87.020930_0712.151','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.020930_0716.152.3155','sm87.020930_0716.152','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021002_0713.043.2354','sm87.021002_0713.043','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021002_0717.044.2358','sm87.021002_0717.044','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021004_0728.066.1670','sm87.021004_0728.066','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021004_0732.067.1674','sm87.021004_0732.067','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021006_0702.116.1026','sm87.021006_0702.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021006_0706.117.1030','sm87.021006_0706.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021008_0722.074.264','sm87.021008_0722.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021008_0726.075.268','sm87.021008_0726.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021010_0844.113.3338','sm87.021010_0844.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021010_0847.114.3342','sm87.021010_0847.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021012_0634.117.2759','sm87.021012_0634.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021012_0638.118.2763','sm87.021012_0638.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021014_0809.125.2165','sm87.021014_0809.125','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021014_0813.126.2169','sm87.021014_0813.126','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021030_0708.103.1616','sm87.021030_0708.103','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021030_0712.104.1620','sm87.021030_0712.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021101_0659.110.1083','sm87.021101_0659.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021101_0703.111.1087','sm87.021101_0703.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021105_0711.095.393','sm87.021105_0711.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021109_0739.081.3675','sm87.021109_0739.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021111_0707.120.3232','sm87.021111_0707.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021113_0725.111.2604','sm87.021113_0725.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021115_0658.110.2050','sm87.021115_0658.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021128_0716.093.1500','sm87.021128_0716.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021202_0720.119.738','sm87.021202_0720.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021204_0718.095.238','sm87.021204_0718.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021206_0720.110.3212','sm87.021206_0720.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021210_0735.099.2441','sm87.021210_0735.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021214_0540.098.1890','sm87.021214_0540.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021216_0627.080.1340','sm87.021216_0627.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.021229_0638.099.840','sm87.021229_0638.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm87.030103_0646.096.307','sm87.030103_0646.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.020928_0704.134.3728','sm88.020928_0704.134','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.020928_0723.106.3730','sm88.020928_0723.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.020930_0707.150.3159','sm88.020930_0707.150','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021002_0708.042.2362','sm88.021002_0708.042','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021004_0723.065.1678','sm88.021004_0723.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021006_0657.115.1035','sm88.021006_0657.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021008_0717.073.272','sm88.021008_0717.073','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021010_0838.112.3346','sm88.021010_0838.112','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021012_0628.116.2767','sm88.021012_0628.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021014_0804.124.2174','sm88.021014_0804.124','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021030_0702.102.1624','sm88.021030_0702.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021101_0655.109.1091','sm88.021101_0655.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021105_0706.094.397','sm88.021105_0706.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021109_0735.080.3677','sm88.021109_0735.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021111_0703.119.3236','sm88.021111_0703.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021113_0720.110.2608','sm88.021113_0720.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021115_0654.109.2054','sm88.021115_0654.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021128_0712.092.1504','sm88.021128_0712.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021202_0716.118.742','sm88.021202_0716.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021204_0714.094.242','sm88.021204_0714.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021206_0716.109.3216','sm88.021206_0716.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021210_0730.098.2445','sm88.021210_0730.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021214_0535.097.1894','sm88.021214_0535.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021216_0623.079.1344','sm88.021216_0623.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.021229_0633.098.843','sm88.021229_0633.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm88.030103_0642.095.311','sm88.030103_0642.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.021002_0922.079.2366','sm89.021002_0922.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.021004_0933.102.1682','sm89.021004_0933.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.021006_0921.133.1039','sm89.021006_0921.133','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.021012_0912.096.2771','sm89.021012_0912.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.021105_0704.093.401','sm89.021105_0704.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.021109_0732.079.3679','sm89.021109_0732.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.021111_0701.118.3240','sm89.021111_0701.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.021113_0718.109.2612','sm89.021113_0718.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.021115_0652.108.2058','sm89.021115_0652.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.021128_0710.091.1508','sm89.021128_0710.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.021202_0714.117.746','sm89.021202_0714.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.021204_0712.093.246','sm89.021204_0712.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.021206_0714.108.3220','sm89.021206_0714.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.021210_0727.097.2449','sm89.021210_0727.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.021214_0533.096.1898','sm89.021214_0533.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.021216_0621.078.1349','sm89.021216_0621.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.021229_0631.097.847','sm89.021229_0631.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm89.030103_0640.094.315','sm89.030103_0640.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.021002_0920.078.2370','sm8a.021002_0920.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.021004_0931.101.1686','sm8a.021004_0931.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.021006_0919.132.1043','sm8a.021006_0919.132','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.021012_0910.095.2776','sm8a.021012_0910.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.021105_0702.092.405','sm8a.021105_0702.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.021109_0729.078.3681','sm8a.021109_0729.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.021111_0658.117.3244','sm8a.021111_0658.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.021113_0715.108.2616','sm8a.021113_0715.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.021115_0649.107.2062','sm8a.021115_0649.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.021128_0707.090.1512','sm8a.021128_0707.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.021202_0711.116.751','sm8a.021202_0711.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.021204_0709.092.251','sm8a.021204_0709.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.021206_0711.107.3224','sm8a.021206_0711.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.021210_0724.096.2453','sm8a.021210_0724.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.021214_0531.095.1902','sm8a.021214_0531.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.021216_0618.077.1353','sm8a.021216_0618.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.021229_0628.096.852','sm8a.021229_0628.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm8a.030103_0637.093.319','sm8a.030103_0637.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.020928_0928.139.3733','sm93.020928_0928.139','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.020930_0925.183.3163','sm93.020930_0925.183','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021002_0913.075.2374','sm93.021002_0913.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021004_0924.098.1690','sm93.021004_0924.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021006_0912.129.1048','sm93.021006_0912.129','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021012_0902.092.2781','sm93.021012_0902.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021101_0847.142.1095','sm93.021101_0847.142','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021105_0631.084.409','sm93.021105_0631.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021109_0643.104.3683','sm93.021109_0643.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021111_0625.109.3248','sm93.021111_0625.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021113_0643.100.2620','sm93.021113_0643.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021115_0617.099.2066','sm93.021115_0617.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021128_0630.082.1516','sm93.021128_0630.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021202_0640.108.755','sm93.021202_0640.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021204_0638.084.255','sm93.021204_0638.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021206_0636.099.3230','sm93.021206_0636.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021210_0651.088.2457','sm93.021210_0651.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021214_0459.087.1906','sm93.021214_0459.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021216_0547.069.1357','sm93.021216_0547.069','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.021229_0558.088.856','sm93.021229_0558.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm93.030103_0604.085.323','sm93.030103_0604.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.020928_0931.140.3735','sm94.020928_0931.140','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021002_0915.076.2378','sm94.021002_0915.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021004_0926.099.1694','sm94.021004_0926.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021006_0914.130.1053','sm94.021006_0914.130','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021012_0904.093.2785','sm94.021012_0904.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021101_0850.143.1099','sm94.021101_0850.143','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021105_0634.085.413','sm94.021105_0634.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021109_0646.105.3685','sm94.021109_0646.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021111_0629.110.3252','sm94.021111_0629.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021113_0646.101.2623','sm94.021113_0646.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021115_0620.100.2070','sm94.021115_0620.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021128_0635.083.1520','sm94.021128_0635.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021202_0643.109.759','sm94.021202_0643.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021204_0641.085.259','sm94.021204_0641.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021206_0639.100.3234','sm94.021206_0639.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021210_0654.089.2461','sm94.021210_0654.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021214_0502.088.1910','sm94.021214_0502.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021216_0550.070.1361','sm94.021216_0550.070','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.021229_0600.089.860','sm94.021229_0600.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm94.030103_0607.086.326','sm94.030103_0607.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.020928_0632.127.3737','sm95.020928_0632.127','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.020930_0631.143.3167','sm95.020930_0631.143','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021002_0618.059.2382','sm95.021002_0618.059','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021004_0648.058.1698','sm95.021004_0648.058','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021006_0620.134.1057','sm95.021006_0620.134','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021008_0644.066.276','sm95.021008_0644.066','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021010_0805.105.3350','sm95.021010_0805.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021012_0553.109.2789','sm95.021012_0553.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021014_0731.117.2178','sm95.021014_0731.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021030_0622.095.1628','sm95.021030_0622.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021101_0628.102.1103','sm95.021101_0628.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021105_0638.086.417','sm95.021105_0638.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021109_0650.106.3687','sm95.021109_0650.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021111_0633.111.3256','sm95.021111_0633.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021113_0650.102.2627','sm95.021113_0650.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021115_0624.101.2074','sm95.021115_0624.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021128_0640.084.1524','sm95.021128_0640.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021202_0647.110.763','sm95.021202_0647.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021204_0645.086.263','sm95.021204_0645.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021206_0643.101.3238','sm95.021206_0643.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021210_0658.090.2465','sm95.021210_0658.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021214_0505.089.1914','sm95.021214_0505.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021216_0554.071.1365','sm95.021216_0554.071','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.021229_0604.090.864','sm95.021229_0604.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm95.030103_0611.087.330','sm95.030103_0611.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.020928_0637.128.3739','sm96.020928_0637.128','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.020928_0642.129.3741','sm96.020928_0642.129','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.020930_0637.144.3169','sm96.020930_0637.144','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.020930_0642.145.3174','sm96.020930_0642.145','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021002_0638.038.2386','sm96.021002_0638.038','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021002_0643.039.2390','sm96.021002_0643.039','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021004_0655.059.1702','sm96.021004_0655.059','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021004_0700.060.1706','sm96.021004_0700.060','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021006_0625.135.1061','sm96.021006_0625.135','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021006_0630.136.1065','sm96.021006_0630.136','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021008_0649.067.280','sm96.021008_0649.067','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021008_0655.068.285','sm96.021008_0655.068','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021010_0810.106.3354','sm96.021010_0810.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021010_0815.107.3358','sm96.021010_0815.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021012_0558.110.2793','sm96.021012_0558.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021012_0604.111.2796','sm96.021012_0604.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021014_0736.118.2182','sm96.021014_0736.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021014_0741.119.2186','sm96.021014_0741.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021030_0628.096.1632','sm96.021030_0628.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021030_0633.097.1634','sm96.021030_0633.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021101_0632.103.1107','sm96.021101_0632.103','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021101_0636.104.1111','sm96.021101_0636.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021105_0642.087.421','sm96.021105_0642.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021109_0654.107.3689','sm96.021109_0654.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021111_0638.112.3260','sm96.021111_0638.112','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021113_0654.103.2631','sm96.021113_0654.103','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021115_0628.102.2078','sm96.021115_0628.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021128_0645.085.1528','sm96.021128_0645.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021202_0651.111.767','sm96.021202_0651.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021204_0649.087.267','sm96.021204_0649.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021206_0648.102.3243','sm96.021206_0648.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021210_0702.091.2469','sm96.021210_0702.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021214_0510.090.1918','sm96.021214_0510.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021216_0558.072.1369','sm96.021216_0558.072','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.021229_0608.091.866','sm96.021229_0608.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm96.030103_0616.088.334','sm96.030103_0616.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.020928_0647.130.3743','sm97.020928_0647.130','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.020928_0650.131.3745','sm97.020928_0650.131','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.020930_0648.146.3176','sm97.020930_0648.146','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.020930_0652.147.3181','sm97.020930_0652.147','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021002_0651.038.2394','sm97.021002_0651.038','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021002_0655.039.2398','sm97.021002_0655.039','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021004_0705.061.1712','sm97.021004_0705.061','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021004_0709.062.1715','sm97.021004_0709.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021006_0636.137.1069','sm97.021006_0636.137','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021008_0700.069.289','sm97.021008_0700.069','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021008_0703.070.293','sm97.021008_0703.070','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021010_0820.108.3362','sm97.021010_0820.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021010_0824.109.3366','sm97.021010_0824.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021012_0610.112.2800','sm97.021012_0610.112','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021012_0614.113.2804','sm97.021012_0614.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021014_0746.120.2190','sm97.021014_0746.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021014_0750.121.2195','sm97.021014_0750.121','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021030_0638.098.1637','sm97.021030_0638.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021030_0642.099.1641','sm97.021030_0642.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021101_0640.105.1115','sm97.021101_0640.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021101_0644.106.1119','sm97.021101_0644.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021105_0647.088.425','sm97.021105_0647.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021109_0700.108.3691','sm97.021109_0700.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021111_0643.113.3264','sm97.021111_0643.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021113_0659.104.2635','sm97.021113_0659.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021115_0633.103.2082','sm97.021115_0633.103','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021128_0650.086.1532','sm97.021128_0650.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021202_0656.112.771','sm97.021202_0656.112','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021204_0654.088.270','sm97.021204_0654.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021206_0655.103.3247','sm97.021206_0655.103','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021210_0708.092.2474','sm97.021210_0708.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021214_0515.091.1922','sm97.021214_0515.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021216_0603.073.1373','sm97.021216_0603.073','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.021229_0613.092.870','sm97.021229_0613.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm97.030103_0621.089.338','sm97.030103_0621.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.020928_0654.132.3747','sm98.020928_0654.132','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.020930_0656.148.3185','sm98.020930_0656.148','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021002_0658.040.2402','sm98.021002_0658.040','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021004_0713.063.1719','sm98.021004_0713.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021006_0647.113.1073','sm98.021006_0647.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021008_0707.071.297','sm98.021008_0707.071','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021010_0828.110.3370','sm98.021010_0828.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021012_0617.114.2808','sm98.021012_0617.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021014_0754.122.2197','sm98.021014_0754.122','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021030_0646.100.1645','sm98.021030_0646.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021101_0647.107.1123','sm98.021101_0647.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021105_0651.089.428','sm98.021105_0651.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021109_0704.109.3693','sm98.021109_0704.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021111_0648.114.3268','sm98.021111_0648.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021113_0704.105.2639','sm98.021113_0704.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021115_0638.104.2086','sm98.021115_0638.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021128_0654.087.1536','sm98.021128_0654.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021202_0700.113.775','sm98.021202_0700.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021204_0658.089.274','sm98.021204_0658.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021206_0659.104.3251','sm98.021206_0659.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021210_0712.093.2478','sm98.021210_0712.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021214_0519.092.1926','sm98.021214_0519.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021216_0607.074.1377','sm98.021216_0607.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.021229_0617.093.874','sm98.021229_0617.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm98.030103_0625.090.342','sm98.030103_0625.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.020928_0659.133.3748','sm99.020928_0659.133','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.020930_0701.149.3189','sm99.020930_0701.149','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021002_0703.041.2406','sm99.021002_0703.041','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021004_0718.064.1723','sm99.021004_0718.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021006_0652.114.1077','sm99.021006_0652.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021008_0712.072.301','sm99.021008_0712.072','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021010_0833.111.3374','sm99.021010_0833.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021012_0623.115.2812','sm99.021012_0623.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021014_0759.123.2201','sm99.021014_0759.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021030_0651.101.1649','sm99.021030_0651.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021101_0651.108.1127','sm99.021101_0651.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021105_0659.091.432','sm99.021105_0659.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021109_0715.111.3695','sm99.021109_0715.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021111_0655.116.3272','sm99.021111_0655.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021113_0712.107.2643','sm99.021113_0712.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021115_0646.106.2090','sm99.021115_0646.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021128_0703.089.1540','sm99.021128_0703.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021202_0708.115.779','sm99.021202_0708.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021204_0706.091.278','sm99.021204_0706.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021206_0708.106.3255','sm99.021206_0708.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021210_0721.095.2482','sm99.021210_0721.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021214_0527.094.1930','sm99.021214_0527.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021216_0615.076.1381','sm99.021216_0615.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.021229_0625.095.878','sm99.021229_0625.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm99.030103_0633.092.346','sm99.030103_0633.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.020928_0933.141.3750','sm9a.020928_0933.141','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021002_0918.077.2410','sm9a.021002_0918.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021004_0928.100.1727','sm9a.021004_0928.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021006_0916.131.1081','sm9a.021006_0916.131','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021012_0907.094.2816','sm9a.021012_0907.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021101_0852.144.1131','sm9a.021101_0852.144','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021105_0656.090.436','sm9a.021105_0656.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021109_0712.110.3697','sm9a.021109_0712.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021111_0653.115.3276','sm9a.021111_0653.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021113_0709.106.2647','sm9a.021113_0709.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021115_0643.105.2094','sm9a.021115_0643.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021128_0700.088.1544','sm9a.021128_0700.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021202_0705.114.783','sm9a.021202_0705.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021204_0703.090.282','sm9a.021204_0703.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021206_0704.105.3259','sm9a.021206_0704.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021210_0718.094.2486','sm9a.021210_0718.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021214_0525.093.1934','sm9a.021214_0525.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021216_0612.075.1385','sm9a.021216_0612.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.021229_0623.094.882','sm9a.021229_0623.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sm9a.030103_0630.091.350','sm9a.030103_0630.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.020928_0924.137.3752','sma4.020928_0924.137','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.020930_0920.181.3193','sma4.020930_0920.181','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021002_0909.073.2414','sma4.021002_0909.073','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021004_0920.096.1731','sma4.021004_0920.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021006_0908.127.1085','sma4.021006_0908.127','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021012_0857.090.2820','sma4.021012_0857.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021101_0843.140.1135','sma4.021101_0843.140','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021105_0603.077.440','sma4.021105_0603.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021109_0613.097.3699','sma4.021109_0613.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021111_0556.102.3280','sma4.021111_0556.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021113_0614.093.2651','sma4.021113_0614.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021115_0547.092.2098','sma4.021115_0547.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021128_0601.075.1548','sma4.021128_0601.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021202_0611.101.787','sma4.021202_0611.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021204_0610.077.286','sma4.021204_0610.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021206_0605.092.3263','sma4.021206_0605.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021210_0528.071.2490','sma4.021210_0528.071','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021214_0431.080.1938','sma4.021214_0431.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021216_0519.062.1389','sma4.021216_0519.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.021229_0529.081.886','sma4.021229_0529.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma4.030103_0534.078.354','sma4.030103_0534.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.020928_0608.122.3754','sma5.020928_0608.122','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.020930_0605.138.3197','sma5.020930_0605.138','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021002_0554.054.2418','sma5.021002_0554.054','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021004_0606.072.1736','sma5.021004_0606.072','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021006_0556.129.810','sma5.021006_0556.129','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021008_0613.078.304','sma5.021008_0613.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021010_0732.117.3378','sma5.021010_0732.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021012_0526.104.2823','sma5.021012_0526.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021014_0525.099.2207','sma5.021014_0525.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021030_0557.090.1653','sma5.021030_0557.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021101_0607.097.1139','sma5.021101_0607.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021105_0606.078.444','sma5.021105_0606.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021109_0616.098.3701','sma5.021109_0616.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021111_0559.103.3284','sma5.021111_0559.103','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021113_0617.094.2655','sma5.021113_0617.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021115_0550.093.2102','sma5.021115_0550.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021128_0603.076.1552','sma5.021128_0603.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021202_0614.102.791','sma5.021202_0614.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021204_0613.078.290','sma5.021204_0613.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021206_0608.093.3267','sma5.021206_0608.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021210_0534.072.2494','sma5.021210_0534.072','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021214_0434.081.1942','sma5.021214_0434.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021216_0522.063.1393','sma5.021216_0522.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.021229_0532.082.890','sma5.021229_0532.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma5.030103_0537.079.358','sma5.030103_0537.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.020928_0613.123.3756','sma6.020928_0613.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.020930_0611.139.3203','sma6.020930_0611.139','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021002_0559.055.2422','sma6.021002_0559.055','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021004_0611.073.1740','sma6.021004_0611.073','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021006_0602.130.814','sma6.021006_0602.130','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021008_0627.062.309','sma6.021008_0627.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021010_0737.118.3382','sma6.021010_0737.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021012_0532.105.2828','sma6.021012_0532.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021014_0537.100.2209','sma6.021014_0537.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021030_0603.091.1657','sma6.021030_0603.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021101_0611.098.1143','sma6.021101_0611.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021105_0610.079.447','sma6.021105_0610.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021109_0620.099.3703','sma6.021109_0620.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021111_0603.104.3288','sma6.021111_0603.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021113_0621.095.2659','sma6.021113_0621.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021115_0554.094.2106','sma6.021115_0554.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021128_0607.077.1556','sma6.021128_0607.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021202_0618.103.795','sma6.021202_0618.103','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021204_0617.079.294','sma6.021204_0617.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021206_0613.094.3270','sma6.021206_0613.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021210_0537.073.2498','sma6.021210_0537.073','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021214_0438.082.1946','sma6.021214_0438.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021216_0526.064.1397','sma6.021216_0526.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.021229_0536.083.894','sma6.021229_0536.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma6.030103_0541.080.362','sma6.030103_0541.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.020928_0618.124.3758','sma7.020928_0618.124','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.020930_0616.140.3206','sma7.020930_0616.140','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021002_0604.056.2426','sma7.021002_0604.056','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021004_0616.074.1742','sma7.021004_0616.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021006_0607.131.818','sma7.021006_0607.131','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021008_0631.063.313','sma7.021008_0631.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021010_0742.119.3386','sma7.021010_0742.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021012_0537.106.2831','sma7.021012_0537.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021014_0542.101.2214','sma7.021014_0542.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021030_0608.092.1661','sma7.021030_0608.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021101_0616.099.1147','sma7.021101_0616.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021105_0615.080.452','sma7.021105_0615.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021109_0626.100.3705','sma7.021109_0626.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021111_0609.105.3292','sma7.021111_0609.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021113_0626.096.2663','sma7.021113_0626.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021115_0600.095.2110','sma7.021115_0600.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021128_0612.078.1560','sma7.021128_0612.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021202_0623.104.799','sma7.021202_0623.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021204_0622.080.298','sma7.021204_0622.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021206_0618.095.3274','sma7.021206_0618.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021210_0542.074.2502','sma7.021210_0542.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021214_0443.083.1950','sma7.021214_0443.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021216_0531.065.1401','sma7.021216_0531.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.021229_0541.084.898','sma7.021229_0541.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma7.030103_0546.081.366','sma7.030103_0546.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.020928_0623.125.3760','sma8.020928_0623.125','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.020930_0622.141.3211','sma8.020930_0622.141','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021002_0610.057.2430','sma8.021002_0610.057','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021004_0621.075.1746','sma8.021004_0621.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021004_0641.056.1750','sma8.021004_0641.056','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021006_0612.132.822','sma8.021006_0612.132','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021008_0636.064.317','sma8.021008_0636.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021010_0747.120.3389','sma8.021010_0747.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021012_0543.107.2835','sma8.021012_0543.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021014_0547.102.2218','sma8.021014_0547.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021030_0614.093.1665','sma8.021030_0614.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021101_0621.100.1151','sma8.021101_0621.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021105_0620.081.456','sma8.021105_0620.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021109_0631.101.3707','sma8.021109_0631.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021111_0614.106.3296','sma8.021111_0614.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021113_0631.097.2667','sma8.021113_0631.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021115_0605.096.2114','sma8.021115_0605.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021128_0617.079.1564','sma8.021128_0617.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021202_0628.105.803','sma8.021202_0628.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021204_0627.081.302','sma8.021204_0627.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021206_0623.096.3278','sma8.021206_0623.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021210_0548.075.2505','sma8.021210_0548.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021214_0448.084.1954','sma8.021214_0448.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021216_0536.066.1405','sma8.021216_0536.066','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.021229_0546.085.902','sma8.021229_0546.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma8.030103_0552.082.370','sma8.030103_0552.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.020928_0628.126.3762','sma9.020928_0628.126','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.020930_0627.142.3214','sma9.020930_0627.142','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021002_0615.058.2434','sma9.021002_0615.058','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021004_0645.057.1754','sma9.021004_0645.057','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021006_0617.133.826','sma9.021006_0617.133','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021008_0641.065.321','sma9.021008_0641.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021010_0802.104.3393','sma9.021010_0802.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021012_0548.108.2838','sma9.021012_0548.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021014_0725.116.2222','sma9.021014_0725.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021030_0619.094.1669','sma9.021030_0619.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021101_0625.101.1155','sma9.021101_0625.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021105_0625.082.460','sma9.021105_0625.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021109_0636.102.3709','sma9.021109_0636.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021111_0619.107.3300','sma9.021111_0619.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021113_0637.098.2672','sma9.021113_0637.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021115_0610.097.2118','sma9.021115_0610.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021128_0622.080.1568','sma9.021128_0622.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021202_0633.106.807','sma9.021202_0633.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021204_0632.082.306','sma9.021204_0632.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021206_0629.097.3282','sma9.021206_0629.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021210_0553.076.2510','sma9.021210_0553.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021214_0453.085.1958','sma9.021214_0453.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021216_0541.067.1409','sma9.021216_0541.067','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.021229_0551.086.906','sma9.021229_0551.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sma9.030103_0557.083.374','sma9.030103_0557.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.020928_0926.138.3764','smaa.020928_0926.138','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.020930_0922.182.3217','smaa.020930_0922.182','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021002_0911.074.2438','smaa.021002_0911.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021004_0922.097.1758','smaa.021004_0922.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021006_0910.128.830','smaa.021006_0910.128','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021012_0859.091.2842','smaa.021012_0859.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021101_0845.141.1159','smaa.021101_0845.141','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021105_0629.083.464','smaa.021105_0629.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021109_0641.103.3711','smaa.021109_0641.103','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021111_0623.108.3304','smaa.021111_0623.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021113_0641.099.2676','smaa.021113_0641.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021115_0614.098.2122','smaa.021115_0614.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021128_0627.081.1572','smaa.021128_0627.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021202_0638.107.811','smaa.021202_0638.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021204_0636.083.310','smaa.021204_0636.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021206_0633.098.3285','smaa.021206_0633.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021210_0557.077.2513','smaa.021210_0557.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021214_0457.086.1962','smaa.021214_0457.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021216_0545.068.1413','smaa.021216_0545.068','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.021229_0555.087.910','smaa.021229_0555.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smaa.030103_0602.084.378','smaa.030103_0602.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.020928_0922.136.3766','smb5.020928_0922.136','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.020930_0918.180.3223','smb5.020930_0918.180','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021002_0907.072.2442','smb5.021002_0907.072','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021004_0918.095.1762','smb5.021004_0918.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021006_0906.126.834','smb5.021006_0906.126','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021012_0854.089.2846','smb5.021012_0854.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021101_0841.139.1163','smb5.021101_0841.139','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021105_0526.089.468','smb5.021105_0526.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021109_0545.091.3713','smb5.021109_0545.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021111_0530.096.3308','smb5.021111_0530.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021113_0546.087.2680','smb5.021113_0546.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021115_0519.086.2126','smb5.021115_0519.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021128_0534.069.1576','smb5.021128_0534.069','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021202_0544.095.815','smb5.021202_0544.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021204_0544.071.314','smb5.021204_0544.071','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021206_0537.086.3290','smb5.021206_0537.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021208_0748.061.2853','smb5.021208_0748.061','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021210_0453.065.2517','smb5.021210_0453.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021210_0620.082.2521','smb5.021210_0620.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021214_0404.074.1966','smb5.021214_0404.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021216_0438.074.1417','smb5.021216_0438.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.021229_0503.075.914','smb5.021229_0503.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb5.030103_0505.072.382','smb5.030103_0505.072','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.020928_0543.117.3768','smb6.020928_0543.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.020930_0538.133.3227','smb6.020930_0538.133','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021002_0529.049.2446','smb6.021002_0529.049','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021004_0541.067.1766','smb6.021004_0541.067','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021006_0532.124.839','smb6.021006_0532.124','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021008_0548.073.325','smb6.021008_0548.073','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021010_0707.112.3399','smb6.021010_0707.112','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021012_0500.099.2850','smb6.021012_0500.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021014_0501.095.2226','smb6.021014_0501.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021030_0532.085.1673','smb6.021030_0532.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021101_0547.092.1167','smb6.021101_0547.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021105_0530.090.472','smb6.021105_0530.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021109_0549.092.3715','smb6.021109_0549.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021111_0533.097.3312','smb6.021111_0533.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021113_0550.088.2684','smb6.021113_0550.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021115_0522.087.2131','smb6.021115_0522.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021128_0537.070.1580','smb6.021128_0537.070','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021202_0548.096.819','smb6.021202_0548.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021204_0547.072.318','smb6.021204_0547.072','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021206_0541.087.3294','smb6.021206_0541.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021208_0752.062.2857','smb6.021208_0752.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021210_0458.066.2525','smb6.021210_0458.066','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021210_0625.083.2530','smb6.021210_0625.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021214_0408.075.1970','smb6.021214_0408.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021216_0442.075.1421','smb6.021216_0442.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.021229_0506.076.918','smb6.021229_0506.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb6.030103_0509.073.386','smb6.030103_0509.073','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.020928_0548.118.3770','smb7.020928_0548.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.020930_0544.134.3231','smb7.020930_0544.134','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021002_0534.050.2450','smb7.021002_0534.050','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021004_0546.068.1770','smb7.021004_0546.068','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021006_0537.125.844','smb7.021006_0537.125','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021008_0553.074.329','smb7.021008_0553.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021010_0712.113.3403','smb7.021010_0712.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021012_0505.100.2854','smb7.021012_0505.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021014_0506.096.2230','smb7.021014_0506.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021030_0537.086.1677','smb7.021030_0537.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021101_0551.093.1171','smb7.021101_0551.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021105_0535.091.476','smb7.021105_0535.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021109_0554.093.3717','smb7.021109_0554.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021111_0538.098.3316','smb7.021111_0538.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021113_0555.089.2688','smb7.021113_0555.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021115_0528.088.2134','smb7.021115_0528.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021128_0542.071.1584','smb7.021128_0542.071','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021202_0553.097.823','smb7.021202_0553.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021204_0552.073.322','smb7.021204_0552.073','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021206_0546.088.3297','smb7.021206_0546.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021210_0504.067.2534','smb7.021210_0504.067','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021210_0630.084.2538','smb7.021210_0630.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021214_0413.076.1974','smb7.021214_0413.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021216_0447.076.1425','smb7.021216_0447.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.021229_0511.077.922','smb7.021229_0511.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb7.030103_0515.074.390','smb7.030103_0515.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.020928_0553.119.3772','smb8.020928_0553.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.020930_0549.135.3235','smb8.020930_0549.135','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021002_0539.051.2454','smb8.021002_0539.051','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021004_0551.069.1774','smb8.021004_0551.069','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021006_0542.126.848','smb8.021006_0542.126','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021008_0558.075.333','smb8.021008_0558.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021010_0718.114.3407','smb8.021010_0718.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021012_0511.101.2858','smb8.021012_0511.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021030_0542.087.1681','smb8.021030_0542.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021101_0555.094.1175','smb8.021101_0555.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021105_0541.092.479','smb8.021105_0541.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021109_0559.094.3719','smb8.021109_0559.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021111_0543.099.3320','smb8.021111_0543.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021113_0600.090.2692','smb8.021113_0600.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021115_0533.089.2139','smb8.021115_0533.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021128_0547.072.1588','smb8.021128_0547.072','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021202_0558.098.827','smb8.021202_0558.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021204_0557.074.327','smb8.021204_0557.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021206_0552.089.3302','smb8.021206_0552.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021210_0511.068.2542','smb8.021210_0511.068','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021210_0636.085.2545','smb8.021210_0636.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021214_0418.077.1978','smb8.021214_0418.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021216_0452.077.1429','smb8.021216_0452.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.021229_0516.078.926','smb8.021229_0516.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb8.030103_0520.075.394','smb8.030103_0520.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.020928_0558.120.3774','smb9.020928_0558.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.020930_0555.136.3237','smb9.020930_0555.136','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021002_0545.052.2458','smb9.021002_0545.052','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021004_0556.070.1778','smb9.021004_0556.070','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021006_0547.127.851','smb9.021006_0547.127','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021008_0603.076.337','smb9.021008_0603.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021010_0723.115.3411','smb9.021010_0723.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021012_0516.102.2862','smb9.021012_0516.102','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021014_0516.097.2234','smb9.021014_0516.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021030_0547.088.1685','smb9.021030_0547.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021101_0559.095.1179','smb9.021101_0559.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021105_0546.093.483','smb9.021105_0546.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021109_0605.095.3721','smb9.021109_0605.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021111_0548.100.3324','smb9.021111_0548.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021113_0606.091.2696','smb9.021113_0606.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021115_0538.090.2143','smb9.021115_0538.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021128_0552.073.1592','smb9.021128_0552.073','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021202_0603.099.831','smb9.021202_0603.099','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021204_0602.075.331','smb9.021204_0602.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021206_0557.090.3307','smb9.021206_0557.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021210_0641.086.2549','smb9.021210_0641.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021214_0423.078.1982','smb9.021214_0423.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021216_0457.078.1433','smb9.021216_0457.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.021229_0521.079.931','smb9.021229_0521.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smb9.030103_0525.076.398','smb9.030103_0525.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.020928_0603.121.3776','smba.020928_0603.121','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.020930_0600.137.3241','smba.020930_0600.137','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021002_0550.053.2462','smba.021002_0550.053','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021004_0602.071.1782','smba.021004_0602.071','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021006_0552.128.855','smba.021006_0552.128','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021008_0608.077.341','smba.021008_0608.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021010_0728.116.3413','smba.021010_0728.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021012_0522.103.2866','smba.021012_0522.103','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021014_0520.098.2238','smba.021014_0520.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021030_0552.089.1689','smba.021030_0552.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021101_0603.096.1183','smba.021101_0603.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021105_0551.094.488','smba.021105_0551.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021105_0601.076.491','smba.021105_0601.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021109_0610.096.3723','smba.021109_0610.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021111_0553.101.3328','smba.021111_0553.101','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021113_0611.092.2700','smba.021113_0611.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021115_0543.091.2147','smba.021115_0543.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021128_0557.074.1596','smba.021128_0557.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021202_0608.100.835','smba.021202_0608.100','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021204_0607.076.335','smba.021204_0607.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021206_0602.091.3311','smba.021206_0602.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021210_0525.070.2553','smba.021210_0525.070','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021214_0428.079.1986','smba.021214_0428.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021216_0516.061.1437','smba.021216_0516.061','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.021229_0526.080.934','smba.021229_0526.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smba.030103_0531.077.402','smba.030103_0531.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.020930_0910.178.3245','smc5.020930_0910.178','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021002_0902.070.2466','smc5.021002_0902.070','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021004_0913.093.1786','smc5.021004_0913.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021006_0901.124.859','smc5.021006_0901.124','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021012_0828.144.2870','smc5.021012_0828.144','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021101_0836.137.1187','smc5.021101_0836.137','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021105_0502.083.495','smc5.021105_0502.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021109_0520.085.3725','smc5.021109_0520.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021111_0505.090.3332','smc5.021111_0505.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021113_0521.081.2705','smc5.021113_0521.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021115_0449.080.2151','smc5.021115_0449.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021128_0510.063.1600','smc5.021128_0510.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021202_0521.089.838','smc5.021202_0521.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021204_0520.065.339','smc5.021204_0520.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021206_0510.080.3315','smc5.021206_0510.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021208_0528.054.2860','smc5.021208_0528.054','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021210_0421.059.2557','smc5.021210_0421.059','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021214_0340.068.1992','smc5.021214_0340.068','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021216_0414.068.1441','smc5.021216_0414.068','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.021229_0439.069.939','smc5.021229_0439.069','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc5.030103_0440.066.406','smc5.030103_0440.066','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.020928_0920.135.3778','smc6.020928_0920.135','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.020930_0914.179.3249','smc6.020930_0914.179','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021002_0904.071.2470','smc6.021002_0904.071','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021004_0916.094.1790','smc6.021004_0916.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021006_0904.125.863','smc6.021006_0904.125','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021012_0851.088.2874','smc6.021012_0851.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021101_0839.138.1191','smc6.021101_0839.138','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021105_0505.084.499','smc6.021105_0505.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021109_0524.086.3727','smc6.021109_0524.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021111_0508.091.3336','smc6.021111_0508.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021113_0525.082.2709','smc6.021113_0525.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021115_0452.081.2155','smc6.021115_0452.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021128_0513.064.1604','smc6.021128_0513.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021202_0523.090.842','smc6.021202_0523.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021204_0523.066.343','smc6.021204_0523.066','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021206_0513.081.3318','smc6.021206_0513.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021208_0532.055.2865','smc6.021208_0532.055','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021210_0646.087.2560','smc6.021210_0646.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021214_0343.069.1995','smc6.021214_0343.069','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021216_0417.069.1446','smc6.021216_0417.069','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.021229_0442.070.943','smc6.021229_0442.070','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc6.030103_0443.067.410','smc6.030103_0443.067','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.020928_0523.113.3780','smc7.020928_0523.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.020930_0517.129.3253','smc7.020930_0517.129','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021002_0509.045.2473','smc7.021002_0509.045','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021004_0520.063.1793','smc7.021004_0520.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021006_0510.120.867','smc7.021006_0510.120','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021008_0528.069.345','smc7.021008_0528.069','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021010_0647.108.3417','smc7.021010_0647.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021012_0438.095.2878','smc7.021012_0438.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021014_0440.091.2242','smc7.021014_0440.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021030_0511.081.1693','smc7.021030_0511.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021101_0530.088.1195','smc7.021101_0530.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021105_0508.085.503','smc7.021105_0508.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021109_0527.087.3729','smc7.021109_0527.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021111_0511.092.3340','smc7.021111_0511.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021113_0528.083.2711','smc7.021113_0528.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021115_0456.082.2157','smc7.021115_0456.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021128_0516.065.1607','smc7.021128_0516.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021202_0527.091.846','smc7.021202_0527.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021204_0526.067.347','smc7.021204_0526.067','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021206_0518.082.3323','smc7.021206_0518.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021208_0701.056.2869','smc7.021208_0701.056','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021210_0427.061.2564','smc7.021210_0427.061','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021210_0601.078.2568','smc7.021210_0601.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021214_0346.070.1999','smc7.021214_0346.070','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021216_0421.070.1451','smc7.021216_0421.070','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.021229_0445.071.946','smc7.021229_0445.071','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc7.030103_0447.068.414','smc7.030103_0447.068','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.020928_0528.114.3782','smc8.020928_0528.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.020930_0523.130.3257','smc8.020930_0523.130','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021002_0514.046.2477','smc8.021002_0514.046','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021004_0526.064.1797','smc8.021004_0526.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021006_0516.121.872','smc8.021006_0516.121','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021008_0533.070.349','smc8.021008_0533.070','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021010_0652.109.3421','smc8.021010_0652.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021012_0443.096.2882','smc8.021012_0443.096','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021014_0445.092.2246','smc8.021014_0445.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021030_0516.082.1697','smc8.021030_0516.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021101_0534.089.1199','smc8.021101_0534.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021105_0513.086.507','smc8.021105_0513.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021109_0532.088.3731','smc8.021109_0532.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021111_0516.093.3344','smc8.021111_0516.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021113_0533.084.2716','smc8.021113_0533.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021115_0501.083.2163','smc8.021115_0501.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021128_0521.066.1612','smc8.021128_0521.066','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021202_0531.092.850','smc8.021202_0531.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021204_0530.068.351','smc8.021204_0530.068','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021206_0523.083.3325','smc8.021206_0523.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021208_0725.058.2872','smc8.021208_0725.058','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021210_0433.062.2572','smc8.021210_0433.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021210_0607.079.2576','smc8.021210_0607.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021214_0351.071.2003','smc8.021214_0351.071','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021216_0425.071.1455','smc8.021216_0425.071','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.021229_0450.072.950','smc8.021229_0450.072','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc8.030103_0451.069.418','smc8.030103_0451.069','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.020928_0533.115.3784','smc9.020928_0533.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.020930_0528.131.3261','smc9.020930_0528.131','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021002_0519.047.2481','smc9.021002_0519.047','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021004_0531.065.1801','smc9.021004_0531.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021006_0521.122.876','smc9.021006_0521.122','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021008_0538.071.352','smc9.021008_0538.071','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021010_0657.110.3425','smc9.021010_0657.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021012_0449.097.2886','smc9.021012_0449.097','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021014_0450.093.2250','smc9.021014_0450.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021030_0521.083.1701','smc9.021030_0521.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021101_0538.090.1203','smc9.021101_0538.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021105_0518.087.511','smc9.021105_0518.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021109_0537.089.3732','smc9.021109_0537.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021111_0521.094.3348','smc9.021111_0521.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021113_0538.085.2720','smc9.021113_0538.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021115_0506.084.2167','smc9.021115_0506.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021128_0526.067.1615','smc9.021128_0526.067','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021202_0536.093.854','smc9.021202_0536.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021204_0535.069.355','smc9.021204_0535.069','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021206_0528.084.3329','smc9.021206_0528.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021210_0442.063.2580','smc9.021210_0442.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021210_0612.080.2584','smc9.021210_0612.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021214_0356.072.2007','smc9.021214_0356.072','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021216_0430.072.1457','smc9.021216_0430.072','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.021229_0455.073.954','smc9.021229_0455.073','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smc9.030103_0457.070.422','smc9.030103_0457.070','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.020928_0538.116.3786','smca.020928_0538.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.020930_0533.132.3265','smca.020930_0533.132','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021002_0524.048.2485','smca.021002_0524.048','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021004_0536.066.1806','smca.021004_0536.066','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021006_0527.123.880','smca.021006_0527.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021008_0543.072.356','smca.021008_0543.072','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021010_0702.111.3429','smca.021010_0702.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021012_0454.098.2890','smca.021012_0454.098','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021014_0455.094.2254','smca.021014_0455.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021030_0527.084.1705','smca.021030_0527.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021101_0542.091.1207','smca.021101_0542.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021105_0522.088.515','smca.021105_0522.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021109_0541.090.3734','smca.021109_0541.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021111_0526.095.3352','smca.021111_0526.095','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021113_0542.086.2723','smca.021113_0542.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021115_0511.085.2171','smca.021115_0511.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021128_0530.068.1619','smca.021128_0530.068','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021202_0541.094.858','smca.021202_0541.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021204_0540.070.359','smca.021204_0540.070','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021206_0533.085.3333','smca.021206_0533.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021208_0744.060.2876','smca.021208_0744.060','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021210_0447.064.2587','smca.021210_0447.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021210_0616.081.2591','smca.021210_0616.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021214_0400.073.2012','smca.021214_0400.073','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021216_0435.073.1461','smca.021216_0435.073','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.021229_0459.074.958','smca.021229_0459.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smca.030103_0501.071.426','smca.030103_0501.071','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.020928_0459.108.3788','smd7.020928_0459.108','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.020930_0453.124.3269','smd7.020930_0453.124','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021002_0447.040.2489','smd7.021002_0447.040','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021004_0457.058.1810','smd7.021004_0457.058','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021006_0447.115.884','smd7.021006_0447.115','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021008_0506.064.360','smd7.021008_0506.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021010_0618.106.3433','smd7.021010_0618.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021012_0415.090.2894','smd7.021012_0415.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021014_0417.086.2258','smd7.021014_0417.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021030_0449.076.1709','smd7.021030_0449.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021101_0510.083.1211','smd7.021101_0510.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021105_0446.078.519','smd7.021105_0446.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021109_0503.080.3736','smd7.021109_0503.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021111_0449.085.3356','smd7.021111_0449.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021113_0505.076.2727','smd7.021113_0505.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021115_0432.075.2175','smd7.021115_0432.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021128_0454.058.1623','smd7.021128_0454.058','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021204_0504.060.363','smd7.021204_0504.060','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021206_0453.075.3337','smd7.021206_0453.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021208_0423.044.2881','smd7.021208_0423.044','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021210_0347.060.2595','smd7.021210_0347.060','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021214_0325.063.2016','smd7.021214_0325.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021216_0359.063.1465','smd7.021216_0359.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.021229_0423.064.962','smd7.021229_0423.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd7.030103_0421.061.430','smd7.030103_0421.061','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.020928_0503.109.3790','smd8.020928_0503.109','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.020930_0458.125.3273','smd8.020930_0458.125','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021002_0451.041.2493','smd8.021002_0451.041','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021004_0501.059.1814','smd8.021004_0501.059','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021006_0450.116.888','smd8.021006_0450.116','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021008_0510.065.364','smd8.021008_0510.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021010_0630.104.3437','smd8.021010_0630.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021012_0420.091.2898','smd8.021012_0420.091','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021014_0421.087.2260','smd8.021014_0421.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021030_0453.077.1713','smd8.021030_0453.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021101_0513.084.1215','smd8.021101_0513.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021105_0449.079.523','smd8.021105_0449.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021109_0507.081.3738','smd8.021109_0507.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021111_0452.086.3360','smd8.021111_0452.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021113_0508.077.2731','smd8.021113_0508.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021115_0435.076.2179','smd8.021115_0435.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021128_0457.059.1626','smd8.021128_0457.059','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021202_0455.084.862','smd8.021202_0455.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021204_0507.061.367','smd8.021204_0507.061','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021206_0456.076.3341','smd8.021206_0456.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021208_0513.050.2884','smd8.021208_0513.050','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021210_0354.061.2599','smd8.021210_0354.061','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021214_0327.064.2020','smd8.021214_0327.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021216_0402.064.1469','smd8.021216_0402.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.021229_0426.065.966','smd8.021229_0426.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd8.030103_0425.062.434','smd8.030103_0425.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.020928_0507.110.3792','smd9.020928_0507.110','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.020930_0503.126.3277','smd9.020930_0503.126','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021002_0456.042.2497','smd9.021002_0456.042','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021004_0506.060.1818','smd9.021004_0506.060','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021006_0455.117.892','smd9.021006_0455.117','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021008_0515.066.368','smd9.021008_0515.066','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021010_0634.105.3441','smd9.021010_0634.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021012_0424.092.2902','smd9.021012_0424.092','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021014_0426.088.2264','smd9.021014_0426.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021030_0458.078.1717','smd9.021030_0458.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021101_0518.085.1219','smd9.021101_0518.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021105_0452.080.527','smd9.021105_0452.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021109_0510.082.3740','smd9.021109_0510.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021111_0452.087.3364','smd9.021111_0452.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021113_0512.078.2737','smd9.021113_0512.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021115_0439.077.2183','smd9.021115_0439.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021128_0500.060.1629','smd9.021128_0500.060','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021202_0458.085.868','smd9.021202_0458.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021204_0510.062.371','smd9.021204_0510.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021206_0500.077.3345','smd9.021206_0500.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021208_0516.051.2888','smd9.021208_0516.051','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021210_0358.062.2603','smd9.021210_0358.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021214_0331.065.2024','smd9.021214_0331.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021216_0405.065.1473','smd9.021216_0405.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.021229_0429.066.969','smd9.021229_0429.066','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smd9.030103_0430.063.438','smd9.030103_0430.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.020928_0515.111.3794','smda.020928_0515.111','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.020930_0509.127.3281','smda.020930_0509.127','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021002_0501.043.2501','smda.021002_0501.043','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021004_0512.061.1822','smda.021004_0512.061','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021006_0501.118.896','smda.021006_0501.118','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021008_0521.067.372','smda.021008_0521.067','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021010_0640.106.3445','smda.021010_0640.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021012_0430.093.2906','smda.021012_0430.093','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021014_0432.089.2268','smda.021014_0432.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021030_0504.079.1721','smda.021030_0504.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021101_0523.086.1223','smda.021101_0523.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021105_0456.081.531','smda.021105_0456.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021109_0514.083.3742','smda.021109_0514.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021111_0459.088.3368','smda.021111_0459.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021113_0515.079.2741','smda.021113_0515.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021115_0443.078.2187','smda.021115_0443.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021128_0504.061.1635','smda.021128_0504.061','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021202_0501.086.871','smda.021202_0501.086','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021204_0514.063.375','smda.021204_0514.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021206_0504.078.3349','smda.021206_0504.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021208_0520.052.2892','smda.021208_0520.052','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021210_0402.063.2607','smda.021210_0402.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021214_0334.066.2027','smda.021214_0334.066','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021216_0409.066.1477','smda.021216_0409.066','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.021229_0433.067.974','smda.021229_0433.067','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smda.030103_0434.064.442','smda.030103_0434.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.020928_0520.112.3796','smdb.020928_0520.112','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.020930_0514.128.3286','smdb.020930_0514.128','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021002_0506.044.2506','smdb.021002_0506.044','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021004_0516.062.1826','smdb.021004_0516.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021006_0507.119.900','smdb.021006_0507.119','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021008_0525.068.376','smdb.021008_0525.068','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021010_0644.107.3448','smdb.021010_0644.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021012_0434.094.2910','smdb.021012_0434.094','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021014_0436.090.2272','smdb.021014_0436.090','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021030_0508.080.1725','smdb.021030_0508.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021101_0527.087.1227','smdb.021101_0527.087','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021105_0459.082.535','smdb.021105_0459.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021109_0518.084.3744','smdb.021109_0518.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021111_0502.089.3372','smdb.021111_0502.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021113_0519.080.2743','smdb.021113_0519.080','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021115_0446.079.2191','smdb.021115_0446.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021128_0507.062.1639','smdb.021128_0507.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021202_0518.088.875','smdb.021202_0518.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021204_0517.064.379','smdb.021204_0517.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021206_0507.079.3353','smdb.021206_0507.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021208_0524.053.2896','smdb.021208_0524.053','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021210_0406.064.2611','smdb.021210_0406.064','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021214_0338.067.2032','smdb.021214_0338.067','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021216_0412.067.1481','smdb.021216_0412.067','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.021229_0436.068.977','smdb.021229_0436.068','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('smdb.030103_0437.065.446','smdb.030103_0437.065','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.020928_0450.106.3798','sme8.020928_0450.106','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.020930_0446.122.3289','sme8.020930_0446.122','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021002_0442.038.2509','sme8.021002_0442.038','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021004_0451.056.1830','sme8.021004_0451.056','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021006_0440.113.904','sme8.021006_0440.113','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021008_0500.062.380','sme8.021008_0500.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021010_0611.104.3452','sme8.021010_0611.104','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021012_0405.088.2914','sme8.021012_0405.088','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021014_0407.084.2277','sme8.021014_0407.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021030_0443.074.1729','sme8.021030_0443.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021101_0503.081.1231','sme8.021101_0503.081','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021105_0440.076.539','sme8.021105_0440.076','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021109_0456.078.3746','sme8.021109_0456.078','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021111_0444.083.3376','sme8.021111_0444.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021113_0459.074.2747','sme8.021113_0459.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021115_0426.073.2194','sme8.021115_0426.073','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021128_0446.056.1642','sme8.021128_0446.056','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021202_0446.082.879','sme8.021202_0446.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021204_0500.058.383','sme8.021204_0500.058','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021206_0447.073.3357','sme8.021206_0447.073','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021208_0416.042.2899','sme8.021208_0416.042','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021210_0340.058.2615','sme8.021210_0340.058','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021214_0317.061.2036','sme8.021214_0317.061','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021216_0354.061.1487','sme8.021216_0354.061','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021229_0408.061.981','sme8.021229_0408.061','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.021229_0411.062.985','sme8.021229_0411.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme8.030103_0415.059.450','sme8.030103_0415.059','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.020928_0456.107.3800','sme9.020928_0456.107','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.020930_0449.123.3293','sme9.020930_0449.123','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021002_0444.039.2514','sme9.021002_0444.039','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021004_0454.057.1834','sme9.021004_0454.057','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021006_0444.114.908','sme9.021006_0444.114','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021008_0503.063.384','sme9.021008_0503.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021010_0615.105.3457','sme9.021010_0615.105','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021012_0412.089.2918','sme9.021012_0412.089','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021014_0413.085.2280','sme9.021014_0413.085','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021030_0446.075.1733','sme9.021030_0446.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021101_0507.082.1235','sme9.021101_0507.082','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021105_0444.077.543','sme9.021105_0444.077','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021109_0501.079.3749','sme9.021109_0501.079','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021111_0446.084.3380','sme9.021111_0446.084','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021113_0503.075.2752','sme9.021113_0503.075','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021115_0430.074.2199','sme9.021115_0430.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021128_0451.057.1646','sme9.021128_0451.057','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021202_0452.083.883','sme9.021202_0452.083','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021204_0502.059.387','sme9.021204_0502.059','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021206_0450.074.3361','sme9.021206_0450.074','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021208_0418.043.2904','sme9.021208_0418.043','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021210_0344.059.2619','sme9.021210_0344.059','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021214_0322.062.2040','sme9.021214_0322.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021216_0356.062.1491','sme9.021216_0356.062','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.021229_0421.063.989','sme9.021229_0421.063','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('sme9.030103_0418.060.454','sme9.030103_0418.060','CTIO_MOSAIC2','CTIO4m',NULL,'sm',1),('waa6.020909_0145.116.3930','waa6.020909_0145.116','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('waa6.020909_0202.121.3931','waa6.020909_0202.121','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('waa6.020909_0214.126.3932','waa6.020909_0214.126','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('waa6.020909_0226.131.3933','waa6.020909_0226.131','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('waa6.020909_0241.136.3934','waa6.020909_0241.136','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('waa6.020909_0252.141.3935','waa6.020909_0252.141','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('waa7.020909_0148.117.3936','waa7.020909_0148.117','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('waa7.020909_0205.122.3937','waa7.020909_0205.122','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('waa7.020909_0216.127.3938','waa7.020909_0216.127','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('waa7.020909_0229.132.3939','waa7.020909_0229.132','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('waa7.020909_0243.137.3940','waa7.020909_0243.137','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('waa7.020909_0255.142.3941','waa7.020909_0255.142','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wbb5.020909_0705.208.3942','wbb5.020909_0705.208','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wbb5.020909_0715.212.3943','wbb5.020909_0715.212','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wbb5.020909_0724.216.3944','wbb5.020909_0724.216','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wbb5.020909_0738.220.3945','wbb5.020909_0738.220','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wbb5.020909_0751.224.3946','wbb5.020909_0751.224','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wbb5.020909_0800.228.3947','wbb5.020909_0800.228','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wbb6.020909_0701.207.3948','wbb6.020909_0701.207','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wbb6.020909_0713.211.3949','wbb6.020909_0713.211','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wbb6.020909_0721.215.3950','wbb6.020909_0721.215','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wbb6.020909_0736.219.3951','wbb6.020909_0736.219','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wbb6.020909_0749.223.3952','wbb6.020909_0749.223','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wbb6.020909_0758.227.3953','wbb6.020909_0758.227','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wdd4.020909_0922.249.3954','wdd4.020909_0922.249','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wdd4.020909_0940.252.3955','wdd4.020909_0940.252','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wdd4.020909_0951.255.3956','wdd4.020909_0951.255','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wdd5.020909_0824.233.3957','wdd5.020909_0824.233','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wdd5.020909_0834.236.3958','wdd5.020909_0834.236','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wdd5.020909_0842.239.3959','wdd5.020909_0842.239','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wdd5.020909_0857.242.3960','wdd5.020909_0857.242','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wdd5.020909_0907.245.3961','wdd5.020909_0907.245','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wdd5.020909_0916.248.3962','wdd5.020909_0916.248','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx01.020909_0151.118.3963','wx01.020909_0151.118','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx01.020909_0207.123.3964','wx01.020909_0207.123','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx01.020909_0218.128.3965','wx01.020909_0218.128','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx01.020909_0232.133.3966','wx01.020909_0232.133','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx01.020909_0245.138.3967','wx01.020909_0245.138','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx01.020909_0257.143.3968','wx01.020909_0257.143','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx02.020909_0154.119.3969','wx02.020909_0154.119','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx02.020909_0209.124.3970','wx02.020909_0209.124','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx02.020909_0220.129.3971','wx02.020909_0220.129','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx02.020909_0235.134.3972','wx02.020909_0235.134','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx02.020909_0248.139.3973','wx02.020909_0248.139','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx02.020909_0259.144.3974','wx02.020909_0259.144','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx03.020909_0157.120.3975','wx03.020909_0157.120','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx03.020909_0211.125.3976','wx03.020909_0211.125','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx03.020909_0222.130.3977','wx03.020909_0222.130','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx03.020909_0238.135.3978','wx03.020909_0238.135','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx03.020909_0250.140.3979','wx03.020909_0250.140','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx03.020909_0301.145.3980','wx03.020909_0301.145','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx04.020909_0344.150.3981','wx04.020909_0344.150','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx04.020909_0401.155.3982','wx04.020909_0401.155','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx04.020909_0414.160.3983','wx04.020909_0414.160','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx04.020909_0426.165.3984','wx04.020909_0426.165','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx04.020909_0440.170.3985','wx04.020909_0440.170','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx04.020909_0500.168.3986','wx04.020909_0500.168','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx05.020909_0348.151.3987','wx05.020909_0348.151','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx05.020909_0403.156.3988','wx05.020909_0403.156','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx05.020909_0416.161.3989','wx05.020909_0416.161','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx05.020909_0428.166.3990','wx05.020909_0428.166','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx05.020909_0442.171.3991','wx05.020909_0442.171','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx05.020909_0502.169.3992','wx05.020909_0502.169','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx06.020909_0352.152.3993','wx06.020909_0352.152','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx06.020909_0406.157.3994','wx06.020909_0406.157','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx06.020909_0418.162.3995','wx06.020909_0418.162','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx06.020909_0431.167.3996','wx06.020909_0431.167','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx06.020909_0453.165.3997','wx06.020909_0453.165','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx06.020909_0504.170.3998','wx06.020909_0504.170','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx07.020909_0354.153.3999','wx07.020909_0354.153','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx07.020909_0408.158.4000','wx07.020909_0408.158','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx07.020909_0420.163.4001','wx07.020909_0420.163','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx07.020909_0434.168.4002','wx07.020909_0434.168','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx07.020909_0455.166.4003','wx07.020909_0455.166','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx07.020909_0506.171.4004','wx07.020909_0506.171','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx08.020909_0357.154.4005','wx08.020909_0357.154','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx08.020909_0411.159.4006','wx08.020909_0411.159','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx08.020909_0422.164.4007','wx08.020909_0422.164','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx08.020909_0437.169.4008','wx08.020909_0437.169','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx08.020909_0457.167.4009','wx08.020909_0457.167','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx08.020909_0509.172.4010','wx08.020909_0509.172','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx09.020909_0541.177.4011','wx09.020909_0541.177','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx09.020909_0556.182.4012','wx09.020909_0556.182','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx09.020909_0608.187.4013','wx09.020909_0608.187','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx09.020909_0619.192.4014','wx09.020909_0619.192','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx09.020909_0634.197.4015','wx09.020909_0634.197','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx09.020909_0645.202.4016','wx09.020909_0645.202','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx10.020909_0544.178.4017','wx10.020909_0544.178','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx10.020909_0558.183.4018','wx10.020909_0558.183','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx10.020909_0609.188.4019','wx10.020909_0609.188','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx10.020909_0621.193.4020','wx10.020909_0621.193','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx10.020909_0636.198.4021','wx10.020909_0636.198','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx10.020909_0647.203.4022','wx10.020909_0647.203','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx11.020909_0547.179.4023','wx11.020909_0547.179','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx11.020909_0600.184.4024','wx11.020909_0600.184','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx11.020909_0611.189.4025','wx11.020909_0611.189','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx11.020909_0626.194.4026','wx11.020909_0626.194','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx11.020909_0639.199.4027','wx11.020909_0639.199','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx11.020909_0650.204.4028','wx11.020909_0650.204','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx12.020909_0550.180.4029','wx12.020909_0550.180','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx12.020909_0602.185.4030','wx12.020909_0602.185','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx12.020909_0614.190.4031','wx12.020909_0614.190','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx12.020909_0628.195.4032','wx12.020909_0628.195','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx12.020909_0641.200.4033','wx12.020909_0641.200','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx12.020909_0652.205.4034','wx12.020909_0652.205','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx13.020909_0553.181.4035','wx13.020909_0553.181','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx13.020909_0605.186.4036','wx13.020909_0605.186','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx13.020909_0615.191.4037','wx13.020909_0615.191','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx13.020909_0631.196.4038','wx13.020909_0631.196','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx13.020909_0643.201.4039','wx13.020909_0643.201','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx13.020909_0654.206.4040','wx13.020909_0654.206','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx14.020909_0708.209.4041','wx14.020909_0708.209','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx14.020909_0718.213.4042','wx14.020909_0718.213','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx14.020909_0726.217.4043','wx14.020909_0726.217','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx14.020909_0741.221.4044','wx14.020909_0741.221','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx14.020909_0753.225.4045','wx14.020909_0753.225','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx14.020909_0802.229.4046','wx14.020909_0802.229','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx15.020909_0711.210.4047','wx15.020909_0711.210','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx15.020909_0719.214.4048','wx15.020909_0719.214','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx15.020909_0733.218.4049','wx15.020909_0733.218','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx15.020909_0746.222.4050','wx15.020909_0746.222','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx15.020909_0755.226.4051','wx15.020909_0755.226','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx15.020909_0804.230.4052','wx15.020909_0804.230','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx17.020909_0813.231.4053','wx17.020909_0813.231','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx17.020909_0830.234.4054','wx17.020909_0830.234','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx17.020909_0837.237.4055','wx17.020909_0837.237','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx17.020909_0846.240.4056','wx17.020909_0846.240','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx17.020909_0902.243.4057','wx17.020909_0902.243','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx17.020909_0910.246.4058','wx17.020909_0910.246','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx18.020909_0819.232.4059','wx18.020909_0819.232','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx18.020909_0831.235.4060','wx18.020909_0831.235','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx18.020909_0840.238.4061','wx18.020909_0840.238','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx18.020909_0851.241.4062','wx18.020909_0851.241','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx18.020909_0905.244.4063','wx18.020909_0905.244','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx18.020909_0914.247.4064','wx18.020909_0914.247','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx19.020909_0928.250.4065','wx19.020909_0928.250','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx19.020909_0944.253.4066','wx19.020909_0944.253','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx19.020909_0954.256.4067','wx19.020909_0954.256','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx20.020909_0935.251.4068','wx20.020909_0935.251','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx20.020909_0947.254.4069','wx20.020909_0947.254','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wx20.020909_0958.257.4070','wx20.020909_0958.257','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.020928_0023.058.3802','wxa1.020928_0023.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.020928_0034.063.3804','wxa1.020928_0034.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.020929_2338.034.3299','wxa1.020929_2338.034','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.020929_2352.039.3301','wxa1.020929_2352.039','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.020930_0007.044.3305','wxa1.020930_0007.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021001_2348.033.2518','wxa1.021001_2348.033','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021002_0000.038.2522','wxa1.021002_0000.038','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021002_0013.043.2526','wxa1.021002_0013.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021003_2351.037.1838','wxa1.021003_2351.037','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021004_0003.042.1841','wxa1.021004_0003.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021004_0016.047.1846','wxa1.021004_0016.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021006_0017.059.1089','wxa1.021006_0017.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021006_0029.064.1093','wxa1.021006_0029.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021006_0043.069.1097','wxa1.021006_0043.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021008_0003.042.388','wxa1.021008_0003.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021008_0019.047.392','wxa1.021008_0019.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021010_0001.041.3461','wxa1.021010_0001.041','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021010_0023.046.3465','wxa1.021010_0023.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021010_0322.089.3469','wxa1.021010_0322.089','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021011_2355.043.2922','wxa1.021011_2355.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021012_0018.047.2926','wxa1.021012_0018.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021014_0041.055.2286','wxa1.021014_0041.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021014_0105.060.2288','wxa1.021014_0105.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021030_0006.036.1737','wxa1.021030_0006.036','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021030_0016.038.1741','wxa1.021030_0016.038','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021030_0040.040.1745','wxa1.021030_0040.040','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021105_0010.039.640','wxa1.021105_0010.039','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021105_0020.041.644','wxa1.021105_0020.041','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021105_0044.043.648','wxa1.021105_0044.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021111_0028.051.3384','wxa1.021111_0028.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021111_0056.054.3388','wxa1.021111_0056.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021115_0034.045.2203','wxa1.021115_0034.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021115_0047.047.2206','wxa1.021115_0047.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021128_0047.033.1650','wxa1.021128_0047.033','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021128_0056.035.1654','wxa1.021128_0056.035','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021204_0043.038.391','wxa1.021204_0043.038','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021204_0055.040.395','wxa1.021204_0055.040','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021206_0043.040.3365','wxa1.021206_0043.040','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021206_0053.042.3369','wxa1.021206_0053.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxa1.021206_0118.044.3373','wxa1.021206_0118.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.020928_0010.054.3806','wxb1.020928_0010.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.020928_0025.059.3808','wxb1.020928_0025.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.020928_0037.064.3810','wxb1.020928_0037.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.020929_2342.035.3310','wxb1.020929_2342.035','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.020929_2355.040.3313','wxb1.020929_2355.040','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.020930_0009.045.3319','wxb1.020930_0009.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021001_2351.034.2529','wxb1.021001_2351.034','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021002_0002.039.2533','wxb1.021002_0002.039','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021002_0016.044.2537','wxb1.021002_0016.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021003_2354.038.1849','wxb1.021003_2354.038','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021004_0005.043.1853','wxb1.021004_0005.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021004_0018.048.1857','wxb1.021004_0018.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021006_0019.060.1101','wxb1.021006_0019.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021006_0032.065.1105','wxb1.021006_0032.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021006_0045.070.1109','wxb1.021006_0045.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021008_0008.043.396','wxb1.021008_0008.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021008_0022.048.400','wxb1.021008_0022.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021010_0004.042.3473','wxb1.021010_0004.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021010_0025.047.3477','wxb1.021010_0025.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021010_0330.090.3481','wxb1.021010_0330.090','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021011_2358.044.2930','wxb1.021011_2358.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021012_0021.048.2934','wxb1.021012_0021.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021014_0046.056.2294','wxb1.021014_0046.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021014_0108.061.2297','wxb1.021014_0108.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021101_0023.046.1239','wxb1.021101_0023.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021101_0034.048.1243','wxb1.021101_0034.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021101_0059.050.1247','wxb1.021101_0059.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021109_0025.044.3751','wxb1.021109_0025.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021109_0036.046.3753','wxb1.021109_0036.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021109_0100.048.3755','wxb1.021109_0100.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021113_0040.046.2756','wxb1.021113_0040.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021113_0050.048.2760','wxb1.021113_0050.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021113_0114.050.2765','wxb1.021113_0114.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021130_0048.041.1178','wxb1.021130_0048.041','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021130_0059.043.1182','wxb1.021130_0059.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021130_0123.045.1186','wxb1.021130_0123.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021202_0030.048.887','wxb1.021202_0030.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021202_0042.050.891','wxb1.021202_0042.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021202_0106.052.895','wxb1.021202_0106.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021208_0041.041.2909','wxb1.021208_0041.041','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021208_0052.043.2912','wxb1.021208_0052.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021208_0128.045.2916','wxb1.021208_0128.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021210_0042.039.2624','wxb1.021210_0042.039','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021210_0049.040.2628','wxb1.021210_0049.040','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021210_0056.041.2632','wxb1.021210_0056.041','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021216_0050.042.1495','wxb1.021216_0050.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021216_0055.043.1499','wxb1.021216_0055.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021229_0054.046.993','wxb1.021229_0054.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021229_0102.047.997','wxb1.021229_0102.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.021229_0114.048.1001','wxb1.021229_0114.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.030103_0119.044.458','wxb1.030103_0119.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxb1.030103_0122.045.462','wxb1.030103_0122.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.020928_0014.055.3812','wxc1.020928_0014.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.020928_0028.060.3815','wxc1.020928_0028.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.020928_0039.065.3816','wxc1.020928_0039.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.020929_2344.036.3321','wxc1.020929_2344.036','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.020929_2358.041.3326','wxc1.020929_2358.041','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.020930_0011.046.3330','wxc1.020930_0011.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021001_2354.035.2541','wxc1.021001_2354.035','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021002_0005.040.2546','wxc1.021002_0005.040','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021002_0019.045.2550','wxc1.021002_0019.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021003_2356.039.1861','wxc1.021003_2356.039','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021004_0008.044.1865','wxc1.021004_0008.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021004_0020.049.1869','wxc1.021004_0020.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021004_0202.039.1873','wxc1.021004_0202.039','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021004_0207.040.1877','wxc1.021004_0207.040','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021004_0332.042.1881','wxc1.021004_0332.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021004_0346.043.1885','wxc1.021004_0346.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021004_0401.044.1889','wxc1.021004_0401.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021006_0024.061.1112','wxc1.021006_0024.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021006_0034.066.1116','wxc1.021006_0034.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021006_0047.071.1120','wxc1.021006_0047.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021008_0011.044.404','wxc1.021008_0011.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021008_0025.049.408','wxc1.021008_0025.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021010_0007.043.3485','wxc1.021010_0007.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021010_0028.048.3489','wxc1.021010_0028.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021010_0335.091.3493','wxc1.021010_0335.091','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021012_0001.045.2938','wxc1.021012_0001.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021012_0023.049.2942','wxc1.021012_0023.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021014_0049.057.2300','wxc1.021014_0049.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021014_0111.062.2306','wxc1.021014_0111.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021030_0009.037.1749','wxc1.021030_0009.037','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021030_0022.039.1751','wxc1.021030_0022.039','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021030_0043.041.1755','wxc1.021030_0043.041','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021030_0046.042.1759','wxc1.021030_0046.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021103_0256.081.785','wxc1.021103_0256.081','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021105_0014.040.652','wxc1.021105_0014.040','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021105_0026.042.656','wxc1.021105_0026.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021105_0047.044.660','wxc1.021105_0047.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021111_0031.052.3392','wxc1.021111_0031.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021111_0038.053.3396','wxc1.021111_0038.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021111_0059.055.3400','wxc1.021111_0059.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021115_0039.046.2210','wxc1.021115_0039.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021115_0052.048.2213','wxc1.021115_0052.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021128_0049.034.1658','wxc1.021128_0049.034','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021128_0102.036.1662','wxc1.021128_0102.036','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021204_0048.039.399','wxc1.021204_0048.039','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021204_0100.041.403','wxc1.021204_0100.041','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021206_0047.041.3377','wxc1.021206_0047.041','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021206_0059.043.3381','wxc1.021206_0059.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021206_0121.045.3385','wxc1.021206_0121.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021214_0047.045.2044','wxc1.021214_0047.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021214_0058.046.2048','wxc1.021214_0058.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxc1.021214_0108.047.2052','wxc1.021214_0108.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.020928_0017.056.3818','wxd1.020928_0017.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.020928_0041.066.3820','wxd1.020928_0041.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.020929_2347.037.3335','wxd1.020929_2347.037','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.020930_0001.042.3339','wxd1.020930_0001.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.020930_0013.047.3343','wxd1.020930_0013.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021001_2356.036.2554','wxd1.021001_2356.036','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021002_0008.041.2558','wxd1.021002_0008.041','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021002_0021.046.2562','wxd1.021002_0021.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021003_2358.040.1893','wxd1.021003_2358.040','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021004_0011.045.1897','wxd1.021004_0011.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021004_0022.050.1901','wxd1.021004_0022.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021006_0025.062.1124','wxd1.021006_0025.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021006_0037.067.1128','wxd1.021006_0037.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021006_0049.072.1132','wxd1.021006_0049.072','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021008_0013.045.412','wxd1.021008_0013.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021008_0027.050.416','wxd1.021008_0027.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021010_0013.044.3496','wxd1.021010_0013.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021010_0031.049.3499','wxd1.021010_0031.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021010_0354.092.3502','wxd1.021010_0354.092','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021012_0008.046.2946','wxd1.021012_0008.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021012_0026.050.2950','wxd1.021012_0026.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021014_0056.058.2310','wxd1.021014_0056.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021014_0113.063.2314','wxd1.021014_0113.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021101_0028.047.1251','wxd1.021101_0028.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021101_0040.049.1255','wxd1.021101_0040.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021101_0102.051.1259','wxd1.021101_0102.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021107_0251.101.103','wxd1.021107_0251.101','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021109_0029.045.3757','wxd1.021109_0029.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021109_0041.047.3759','wxd1.021109_0041.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021109_0103.049.3761','wxd1.021109_0103.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021113_0043.047.2769','wxd1.021113_0043.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021113_0055.049.2773','wxd1.021113_0055.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021113_0117.051.2777','wxd1.021113_0117.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021113_0242.056.2780','wxd1.021113_0242.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021113_0253.057.2784','wxd1.021113_0253.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021130_0053.042.1190','wxd1.021130_0053.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021130_0105.044.1194','wxd1.021130_0105.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021130_0126.046.1198','wxd1.021130_0126.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021202_0036.049.899','wxd1.021202_0036.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021202_0048.051.903','wxd1.021202_0048.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021202_0109.053.907','wxd1.021202_0109.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021208_0044.042.2920','wxd1.021208_0044.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021208_0107.044.2925','wxd1.021208_0107.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxd1.021208_0131.046.2927','wxd1.021208_0131.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.020928_0021.057.3821','wxe1.020928_0021.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.020928_0032.062.3822','wxe1.020928_0032.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.020928_0043.067.3823','wxe1.020928_0043.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.020929_2349.038.3347','wxe1.020929_2349.038','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.020930_0004.043.3351','wxe1.020930_0004.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.020930_0015.048.3355','wxe1.020930_0015.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.021001_2358.037.2566','wxe1.021001_2358.037','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.021002_0011.042.2570','wxe1.021002_0011.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.021002_0023.047.2574','wxe1.021002_0023.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.021004_0001.041.1905','wxe1.021004_0001.041','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.021004_0013.046.1909','wxe1.021004_0013.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.021004_0025.051.1913','wxe1.021004_0025.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.021006_0027.063.1136','wxe1.021006_0027.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.021006_0040.068.1140','wxe1.021006_0040.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.021006_0051.073.1144','wxe1.021006_0051.073','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.021008_0016.046.420','wxe1.021008_0016.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.021008_0030.051.424','wxe1.021008_0030.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.021010_0020.045.3505','wxe1.021010_0020.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.021010_0034.050.3508','wxe1.021010_0034.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.021012_0029.051.2954','wxe1.021012_0029.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.021014_0102.059.2317','wxe1.021014_0102.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxe1.021014_0116.064.2320','wxe1.021014_0116.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.020928_0109.068.3824','wxf1.020928_0109.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.020928_0118.073.3825','wxf1.020928_0118.073','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.020928_0133.078.3826','wxf1.020928_0133.078','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.020930_0017.049.3359','wxf1.020930_0017.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.020930_0043.038.3363','wxf1.020930_0043.038','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.020930_0057.043.3367','wxf1.020930_0057.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021002_0025.048.2578','wxf1.021002_0025.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021002_0037.053.2582','wxf1.021002_0037.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021002_0051.058.2586','wxf1.021002_0051.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021004_0027.052.1917','wxf1.021004_0027.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021004_0037.057.1921','wxf1.021004_0037.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021004_0051.062.1925','wxf1.021004_0051.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021006_0053.074.1148','wxf1.021006_0053.074','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021006_0105.079.1152','wxf1.021006_0105.079','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021006_0120.084.1156','wxf1.021006_0120.084','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021008_0035.052.429','wxf1.021008_0035.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021008_0051.057.433','wxf1.021008_0051.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021010_0036.051.3511','wxf1.021010_0036.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021010_0058.056.3514','wxf1.021010_0058.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021010_0412.093.3517','wxf1.021010_0412.093','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021010_0454.097.3520','wxf1.021010_0454.097','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021012_0031.052.2958','wxf1.021012_0031.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021012_0056.048.2962','wxf1.021012_0056.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021014_0119.065.2324','wxf1.021014_0119.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021014_0141.070.2328','wxf1.021014_0141.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021030_0048.043.1763','wxf1.021030_0048.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021030_0058.045.1767','wxf1.021030_0058.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021030_0122.047.1771','wxf1.021030_0122.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021105_0050.045.664','wxf1.021105_0050.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021105_0059.047.668','wxf1.021105_0059.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021105_0123.049.672','wxf1.021105_0123.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021111_0102.056.3404','wxf1.021111_0102.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021111_0130.059.3408','wxf1.021111_0130.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021128_0122.037.1667','wxf1.021128_0122.037','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021128_0133.039.1671','wxf1.021128_0133.039','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021204_0126.042.407','wxf1.021204_0126.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021204_0144.044.411','wxf1.021204_0144.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021206_0124.046.3391','wxf1.021206_0124.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021206_0134.048.3394','wxf1.021206_0134.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxf1.021206_0158.050.3397','wxf1.021206_0158.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.020928_0110.069.3827','wxg1.020928_0110.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.020928_0122.074.3828','wxg1.020928_0122.074','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.020930_0033.034.3371','wxg1.020930_0033.034','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.020930_0046.039.3375','wxg1.020930_0046.039','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.020930_0100.044.3379','wxg1.020930_0100.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021002_0027.049.2590','wxg1.021002_0027.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021002_0040.054.2594','wxg1.021002_0040.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021002_0053.059.2598','wxg1.021002_0053.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021004_0029.053.1929','wxg1.021004_0029.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021004_0040.058.1933','wxg1.021004_0040.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021004_0053.063.1937','wxg1.021004_0053.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021006_0055.075.1160','wxg1.021006_0055.075','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021006_0108.080.1164','wxg1.021006_0108.080','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021006_0122.085.1168','wxg1.021006_0122.085','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021008_0037.053.437','wxg1.021008_0037.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021008_0054.058.441','wxg1.021008_0054.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021010_0039.052.3523','wxg1.021010_0039.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021010_0100.057.3526','wxg1.021010_0100.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021010_0418.094.3529','wxg1.021010_0418.094','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021010_0459.098.3532','wxg1.021010_0459.098','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021012_0034.053.2966','wxg1.021012_0034.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021012_0059.049.2970','wxg1.021012_0059.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021014_0121.066.2332','wxg1.021014_0121.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021014_0143.071.2337','wxg1.021014_0143.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021014_0153.055.2341','wxg1.021014_0153.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021101_0105.052.1263','wxg1.021101_0105.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021101_0115.054.1267','wxg1.021101_0115.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021101_0140.056.1271','wxg1.021101_0140.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021109_0105.050.3763','wxg1.021109_0105.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021109_0116.052.3765','wxg1.021109_0116.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021109_0140.054.3767','wxg1.021109_0140.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021113_0119.052.2787','wxg1.021113_0119.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021113_0132.046.2792','wxg1.021113_0132.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021113_0159.049.2794','wxg1.021113_0159.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021130_0129.047.1202','wxg1.021130_0129.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021130_0138.049.1206','wxg1.021130_0138.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021130_0202.051.1210','wxg1.021130_0202.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021202_0112.054.911','wxg1.021202_0112.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021202_0121.056.915','wxg1.021202_0121.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxg1.021202_0145.058.919','wxg1.021202_0145.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.020928_0112.070.3829','wxh1.020928_0112.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.020928_0125.075.3830','wxh1.020928_0125.075','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.020928_0137.080.3831','wxh1.020928_0137.080','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.020930_0036.035.3383','wxh1.020930_0036.035','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021002_0030.050.2602','wxh1.021002_0030.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021002_0043.055.2606','wxh1.021002_0043.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021002_0055.060.2610','wxh1.021002_0055.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021004_0031.054.1941','wxh1.021004_0031.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021004_0043.059.1945','wxh1.021004_0043.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021004_0055.064.1949','wxh1.021004_0055.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021006_0059.076.1172','wxh1.021006_0059.076','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021006_0111.081.1176','wxh1.021006_0111.081','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021006_0124.086.1181','wxh1.021006_0124.086','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021008_0043.054.445','wxh1.021008_0043.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021008_0057.059.449','wxh1.021008_0057.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021010_0042.053.3535','wxh1.021010_0042.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021010_0103.058.3538','wxh1.021010_0103.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021010_0504.099.3541','wxh1.021010_0504.099','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021012_0037.054.2973','wxh1.021012_0037.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021012_0102.050.2977','wxh1.021012_0102.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021014_0124.067.2345','wxh1.021014_0124.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021014_0156.056.2349','wxh1.021014_0156.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021030_0051.044.1775','wxh1.021030_0051.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021030_0103.046.1779','wxh1.021030_0103.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021030_0125.048.1783','wxh1.021030_0125.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021030_0128.049.1787','wxh1.021030_0128.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021103_0303.082.789','wxh1.021103_0303.082','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021105_0052.046.676','wxh1.021105_0052.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021105_0104.048.680','wxh1.021105_0104.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021105_0125.050.684','wxh1.021105_0125.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021111_0105.057.3412','wxh1.021111_0105.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021111_0112.058.3416','wxh1.021111_0112.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021111_0137.060.3420','wxh1.021111_0137.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021128_0126.038.1675','wxh1.021128_0126.038','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021128_0138.040.1679','wxh1.021128_0138.040','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021204_0133.043.415','wxh1.021204_0133.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021204_0156.045.419','wxh1.021204_0156.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021206_0127.047.3401','wxh1.021206_0127.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021206_0139.049.3405','wxh1.021206_0139.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021206_0201.051.3409','wxh1.021206_0201.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021210_0059.042.2636','wxh1.021210_0059.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021210_0107.043.2640','wxh1.021210_0107.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021210_0126.044.2644','wxh1.021210_0126.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021216_0102.044.1503','wxh1.021216_0102.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021216_0111.045.1507','wxh1.021216_0111.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021216_0121.046.1511','wxh1.021216_0121.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021229_0117.049.1005','wxh1.021229_0117.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.021229_0142.050.1010','wxh1.021229_0142.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.030103_0152.048.466','wxh1.030103_0152.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxh1.030103_0200.049.470','wxh1.030103_0200.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.020928_0114.071.3832','wxi1.020928_0114.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.020928_0128.076.3833','wxi1.020928_0128.076','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.020928_0139.081.3834','wxi1.020928_0139.081','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.020930_0038.036.3387','wxi1.020930_0038.036','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.020930_0052.041.3390','wxi1.020930_0052.041','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.020930_0104.046.3395','wxi1.020930_0104.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021002_0033.051.2614','wxi1.021002_0033.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021002_0045.056.2618','wxi1.021002_0045.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021002_0058.061.2622','wxi1.021002_0058.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021004_0033.055.1953','wxi1.021004_0033.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021004_0045.060.1957','wxi1.021004_0045.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021004_0057.065.1961','wxi1.021004_0057.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021006_0101.077.1184','wxi1.021006_0101.077','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021006_0113.082.1188','wxi1.021006_0113.082','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021006_0134.061.1192','wxi1.021006_0134.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021008_0046.055.453','wxi1.021008_0046.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021008_0100.060.457','wxi1.021008_0100.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021010_0048.054.3544','wxi1.021010_0048.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021010_0106.059.3547','wxi1.021010_0106.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021010_0523.100.3550','wxi1.021010_0523.100','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021012_0044.055.2981','wxi1.021012_0044.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021012_0105.051.2985','wxi1.021012_0105.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021014_0131.068.2352','wxi1.021014_0131.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021014_0158.057.2356','wxi1.021014_0158.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021101_0108.053.1275','wxi1.021101_0108.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021101_0121.055.1279','wxi1.021101_0121.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021101_0143.057.1283','wxi1.021101_0143.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021107_0300.102.107','wxi1.021107_0300.102','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021109_0109.051.3769','wxi1.021109_0109.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021109_0121.053.3771','wxi1.021109_0121.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021109_0144.055.3773','wxi1.021109_0144.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021113_0122.053.2799','wxi1.021113_0122.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021113_0137.047.2803','wxi1.021113_0137.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021113_0147.048.2807','wxi1.021113_0147.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021113_0202.050.2811','wxi1.021113_0202.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021130_0132.048.1214','wxi1.021130_0132.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021130_0144.050.1218','wxi1.021130_0144.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021130_0205.052.1222','wxi1.021130_0205.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021202_0115.055.923','wxi1.021202_0115.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021202_0127.057.927','wxi1.021202_0127.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxi1.021202_0148.059.929','wxi1.021202_0148.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.020928_0116.072.3835','wxj1.020928_0116.072','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.020928_0130.077.3836','wxj1.020928_0130.077','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.020928_0141.082.3837','wxj1.020928_0141.082','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.020930_0041.037.3398','wxj1.020930_0041.037','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.020930_0054.042.3402','wxj1.020930_0054.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.020930_0106.047.3406','wxj1.020930_0106.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.021002_0035.052.2626','wxj1.021002_0035.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.021002_0048.057.2630','wxj1.021002_0048.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.021002_0100.062.2634','wxj1.021002_0100.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.021004_0035.056.1965','wxj1.021004_0035.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.021004_0048.061.1969','wxj1.021004_0048.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.021004_0059.066.1973','wxj1.021004_0059.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.021006_0103.078.1196','wxj1.021006_0103.078','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.021006_0116.083.1200','wxj1.021006_0116.083','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.021006_0136.062.1204','wxj1.021006_0136.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.021008_0048.056.461','wxj1.021008_0048.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.021008_0104.061.465','wxj1.021008_0104.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.021010_0055.055.3553','wxj1.021010_0055.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.021010_0109.060.3556','wxj1.021010_0109.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.021012_0054.047.2989','wxj1.021012_0054.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.021012_0107.052.2993','wxj1.021012_0107.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.021014_0138.069.2360','wxj1.021014_0138.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxj1.021014_0201.058.2364','wxj1.021014_0201.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.020928_0143.083.3838','wxk1.020928_0143.083','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.020928_0159.088.3839','wxk1.020928_0159.088','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.020930_0108.048.3410','wxk1.020930_0108.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.020930_0119.053.3415','wxk1.020930_0119.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.020930_0132.058.3419','wxk1.020930_0132.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021002_0102.063.2638','wxk1.021002_0102.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021002_0113.068.2642','wxk1.021002_0113.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021002_0127.073.2646','wxk1.021002_0127.073','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021004_0101.067.1977','wxk1.021004_0101.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021004_0112.072.1981','wxk1.021004_0112.072','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021004_0125.077.1985','wxk1.021004_0125.077','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021006_0138.063.1208','wxk1.021006_0138.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021006_0149.068.1212','wxk1.021006_0149.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021006_0203.073.1216','wxk1.021006_0203.073','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021008_0107.062.469','wxk1.021008_0107.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021008_0122.067.473','wxk1.021008_0122.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021010_0111.061.3559','wxk1.021010_0111.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021010_0134.066.3562','wxk1.021010_0134.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021012_0110.053.2997','wxk1.021012_0110.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021012_0133.058.3002','wxk1.021012_0133.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021014_0204.059.2368','wxk1.021014_0204.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021014_0226.064.2372','wxk1.021014_0226.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021030_0131.050.1791','wxk1.021030_0131.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021030_0142.052.1795','wxk1.021030_0142.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021030_0207.054.1799','wxk1.021030_0207.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021105_0129.051.688','wxk1.021105_0129.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021105_0138.053.547','wxk1.021105_0138.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021105_0202.055.551','wxk1.021105_0202.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021111_0146.061.3424','wxk1.021111_0146.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021111_0214.064.3428','wxk1.021111_0214.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021128_0159.041.1683','wxk1.021128_0159.041','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021128_0209.043.1688','wxk1.021128_0209.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021204_0214.046.423','wxk1.021204_0214.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021204_0238.048.427','wxk1.021204_0238.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021206_0204.052.3414','wxk1.021206_0204.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021206_0215.054.3418','wxk1.021206_0215.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxk1.021206_0240.056.3422','wxk1.021206_0240.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.020928_0145.084.3840','wxl1.020928_0145.084','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.020928_0201.089.3841','wxl1.020928_0201.089','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.020930_0111.049.3423','wxl1.020930_0111.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.020930_0121.054.3426','wxl1.020930_0121.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021002_0104.064.2650','wxl1.021002_0104.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021002_0116.069.2654','wxl1.021002_0116.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021002_0129.074.2658','wxl1.021002_0129.074','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021004_0104.068.1989','wxl1.021004_0104.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021004_0114.073.1993','wxl1.021004_0114.073','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021004_0127.078.1997','wxl1.021004_0127.078','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021006_0141.064.1220','wxl1.021006_0141.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021006_0152.069.1224','wxl1.021006_0152.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021006_0205.074.1228','wxl1.021006_0205.074','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021008_0110.063.477','wxl1.021008_0110.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021008_0125.068.481','wxl1.021008_0125.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021010_0114.062.3565','wxl1.021010_0114.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021010_0137.067.3568','wxl1.021010_0137.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021012_0113.054.3005','wxl1.021012_0113.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021012_0136.059.3009','wxl1.021012_0136.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021014_0207.060.2376','wxl1.021014_0207.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021014_0229.065.2380','wxl1.021014_0229.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021101_0146.058.1287','wxl1.021101_0146.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021101_0156.060.1291','wxl1.021101_0156.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021101_0220.062.1295','wxl1.021101_0220.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021109_0146.056.3775','wxl1.021109_0146.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021109_0158.058.3777','wxl1.021109_0158.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021109_0223.060.3779','wxl1.021109_0223.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021113_0206.051.2814','wxl1.021113_0206.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021113_0215.053.2818','wxl1.021113_0215.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021113_0304.058.2824','wxl1.021113_0304.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021130_0207.053.1226','wxl1.021130_0207.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021130_0221.041.1230','wxl1.021130_0221.041','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021130_0245.043.1234','wxl1.021130_0245.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021202_0150.060.933','wxl1.021202_0150.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021202_0200.062.937','wxl1.021202_0200.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxl1.021202_0224.064.941','wxl1.021202_0224.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.020928_0147.085.3842','wxm1.020928_0147.085','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.020928_0203.090.3843','wxm1.020928_0203.090','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.020930_0113.050.3430','wxm1.020930_0113.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.020930_0124.055.3435','wxm1.020930_0124.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.020930_0136.060.3439','wxm1.020930_0136.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021002_0106.065.2662','wxm1.021002_0106.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021002_0118.070.2666','wxm1.021002_0118.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021002_0131.075.2670','wxm1.021002_0131.075','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021004_0106.069.2001','wxm1.021004_0106.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021004_0117.074.2005','wxm1.021004_0117.074','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021004_0129.079.2009','wxm1.021004_0129.079','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021006_0143.065.1232','wxm1.021006_0143.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021006_0155.070.1237','wxm1.021006_0155.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021006_0207.075.1241','wxm1.021006_0207.075','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021008_0113.064.486','wxm1.021008_0113.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021008_0128.069.490','wxm1.021008_0128.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021010_0117.063.3571','wxm1.021010_0117.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021010_0140.068.3574','wxm1.021010_0140.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021012_0116.055.3014','wxm1.021012_0116.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021012_0139.060.3017','wxm1.021012_0139.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021014_0210.061.2384','wxm1.021014_0210.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021014_0232.066.2388','wxm1.021014_0232.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021030_0135.051.1803','wxm1.021030_0135.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021030_0149.053.1807','wxm1.021030_0149.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021030_0210.055.1811','wxm1.021030_0210.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021030_0212.056.1815','wxm1.021030_0212.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021103_0311.083.793','wxm1.021103_0311.083','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021105_0132.052.555','wxm1.021105_0132.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021105_0144.054.559','wxm1.021105_0144.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021105_0205.056.563','wxm1.021105_0205.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021111_0148.062.3432','wxm1.021111_0148.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021111_0155.063.3436','wxm1.021111_0155.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021111_0217.065.3440','wxm1.021111_0217.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021128_0201.042.1691','wxm1.021128_0201.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021128_0214.044.1695','wxm1.021128_0214.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021204_0226.047.431','wxm1.021204_0226.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021204_0250.049.435','wxm1.021204_0250.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021206_0208.053.3427','wxm1.021206_0208.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021206_0221.055.3431','wxm1.021206_0221.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021206_0243.057.3434','wxm1.021206_0243.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021210_0133.045.2648','wxm1.021210_0133.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021210_0140.046.2652','wxm1.021210_0140.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021210_0159.047.2656','wxm1.021210_0159.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021216_0132.047.1515','wxm1.021216_0132.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021216_0150.048.1519','wxm1.021216_0150.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021216_0156.049.1522','wxm1.021216_0156.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021216_0206.050.1526','wxm1.021216_0206.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021216_0216.051.1530','wxm1.021216_0216.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021229_0206.051.1014','wxm1.021229_0206.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.021229_0212.052.1018','wxm1.021229_0212.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.030103_0127.046.474','wxm1.030103_0127.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxm1.030103_0134.047.478','wxm1.030103_0134.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.020928_0150.086.3844','wxn1.020928_0150.086','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.020928_0205.091.3845','wxn1.020928_0205.091','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.020930_0115.051.3442','wxn1.020930_0115.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.020930_0127.056.3446','wxn1.020930_0127.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.020930_0138.061.3450','wxn1.020930_0138.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021002_0108.066.2674','wxn1.021002_0108.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021002_0121.071.2678','wxn1.021002_0121.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021002_0133.076.2682','wxn1.021002_0133.076','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021004_0108.070.2013','wxn1.021004_0108.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021004_0120.075.2017','wxn1.021004_0120.075','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021004_0131.080.2021','wxn1.021004_0131.080','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021006_0145.066.1245','wxn1.021006_0145.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021006_0157.071.1249','wxn1.021006_0157.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021006_0209.076.1253','wxn1.021006_0209.076','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021008_0116.065.494','wxn1.021008_0116.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021008_0131.070.498','wxn1.021008_0131.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021010_0124.064.3577','wxn1.021010_0124.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021010_0142.069.3580','wxn1.021010_0142.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021012_0123.056.3021','wxn1.021012_0123.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021012_0142.061.3025','wxn1.021012_0142.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021014_0217.062.2392','wxn1.021014_0217.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021014_0235.067.2396','wxn1.021014_0235.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021101_0150.059.1299','wxn1.021101_0150.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021101_0202.061.1303','wxn1.021101_0202.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021101_0223.063.1307','wxn1.021101_0223.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021107_0307.103.112','wxn1.021107_0307.103','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021109_0151.057.3781','wxn1.021109_0151.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021109_0204.059.3783','wxn1.021109_0204.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021109_0226.061.3785','wxn1.021109_0226.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021113_0208.052.2826','wxn1.021113_0208.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021113_0221.054.2830','wxn1.021113_0221.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021113_0231.055.2834','wxn1.021113_0231.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021113_0307.059.2839','wxn1.021113_0307.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021130_0211.054.1238','wxn1.021130_0211.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021130_0227.042.1240','wxn1.021130_0227.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021130_0248.044.1244','wxn1.021130_0248.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021202_0153.061.945','wxn1.021202_0153.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021202_0205.063.949','wxn1.021202_0205.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021202_0226.065.953','wxn1.021202_0226.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021208_0135.047.2932','wxn1.021208_0135.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021208_0143.048.2936','wxn1.021208_0143.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxn1.021208_0203.049.2940','wxn1.021208_0203.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.020928_0208.092.3846','wxo1.020928_0208.092','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.020930_0117.052.3455','wxo1.020930_0117.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.020930_0129.057.3459','wxo1.020930_0129.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.020930_0141.062.3463','wxo1.020930_0141.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.021002_0111.067.2686','wxo1.021002_0111.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.021002_0124.072.2690','wxo1.021002_0124.072','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.021002_0136.077.2694','wxo1.021002_0136.077','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.021004_0110.071.2025','wxo1.021004_0110.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.021004_0123.076.2029','wxo1.021004_0123.076','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.021004_0151.037.2033','wxo1.021004_0151.037','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.021006_0147.067.1257','wxo1.021006_0147.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.021006_0200.072.1261','wxo1.021006_0200.072','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.021006_0211.077.1265','wxo1.021006_0211.077','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.021008_0119.066.502','wxo1.021008_0119.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.021008_0134.071.506','wxo1.021008_0134.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.021010_0131.065.3583','wxo1.021010_0131.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.021010_0145.070.3586','wxo1.021010_0145.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.021012_0130.057.3030','wxo1.021012_0130.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.021012_0144.062.3034','wxo1.021012_0144.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.021014_0223.063.2400','wxo1.021014_0223.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxo1.021014_0237.068.2403','wxo1.021014_0237.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.020928_0210.093.3847','wxp1.020928_0210.093','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.020928_0220.097.3848','wxp1.020928_0220.097','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.020928_0223.098.3849','wxp1.020928_0223.098','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.020930_0143.063.3467','wxp1.020930_0143.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.020930_0152.067.3471','wxp1.020930_0152.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.020930_0203.071.3475','wxp1.020930_0203.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021002_0138.078.2698','wxp1.021002_0138.078','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021002_0157.034.2702','wxp1.021002_0157.034','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021002_0208.038.2706','wxp1.021002_0208.038','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021004_0153.038.2037','wxp1.021004_0153.038','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021004_0417.048.2041','wxp1.021004_0417.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021006_0213.078.1269','wxp1.021006_0213.078','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021006_0222.082.1273','wxp1.021006_0222.082','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021006_0226.083.1277','wxp1.021006_0226.083','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021008_0137.072.509','wxp1.021008_0137.072','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021008_0149.076.513','wxp1.021008_0149.076','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021010_0148.071.3589','wxp1.021010_0148.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021010_0207.075.3592','wxp1.021010_0207.075','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021012_0147.063.3038','wxp1.021012_0147.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021012_0207.067.3042','wxp1.021012_0207.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021014_0240.069.2407','wxp1.021014_0240.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021014_0259.073.2412','wxp1.021014_0259.073','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021030_0215.057.1819','wxp1.021030_0215.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021030_0225.059.1823','wxp1.021030_0225.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021030_0249.061.1827','wxp1.021030_0249.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021105_0207.057.567','wxp1.021105_0207.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021105_0217.059.571','wxp1.021105_0217.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021105_0241.061.575','wxp1.021105_0241.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021111_0220.066.3444','wxp1.021111_0220.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021111_0251.069.3449','wxp1.021111_0251.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021115_0104.049.2217','wxp1.021115_0104.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021115_0116.051.2221','wxp1.021115_0116.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021115_0143.054.2225','wxp1.021115_0143.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021128_0235.045.1699','wxp1.021128_0235.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021128_0245.047.1703','wxp1.021128_0245.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021204_0309.050.439','wxp1.021204_0309.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021204_0328.052.443','wxp1.021204_0328.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021206_0247.058.3438','wxp1.021206_0247.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021206_0257.060.3443','wxp1.021206_0257.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxp1.021206_0321.062.3447','wxp1.021206_0321.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.020928_0213.094.3850','wxq1.020928_0213.094','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.020928_0225.099.3851','wxq1.020928_0225.099','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.020930_0145.064.3479','wxq1.020930_0145.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.020930_0154.068.3483','wxq1.020930_0154.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.020930_0216.073.3486','wxq1.020930_0216.073','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021002_0140.079.2710','wxq1.021002_0140.079','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021002_0200.035.2714','wxq1.021002_0200.035','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021002_0210.039.2718','wxq1.021002_0210.039','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021004_0420.049.2045','wxq1.021004_0420.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021006_0215.079.1280','wxq1.021006_0215.079','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021006_0228.084.1284','wxq1.021006_0228.084','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021008_0140.073.517','wxq1.021008_0140.073','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021008_0152.077.521','wxq1.021008_0152.077','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021010_0150.072.3595','wxq1.021010_0150.072','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021010_0210.076.3598','wxq1.021010_0210.076','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021012_0150.064.3046','wxq1.021012_0150.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021012_0210.068.3049','wxq1.021012_0210.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021014_0243.070.2415','wxq1.021014_0243.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021014_0302.074.2420','wxq1.021014_0302.074','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021101_0226.064.1311','wxq1.021101_0226.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021101_0236.066.1315','wxq1.021101_0236.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021101_0300.068.1319','wxq1.021101_0300.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021107_0342.108.115','wxq1.021107_0342.108','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021109_0230.062.3787','wxq1.021109_0230.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021109_0240.064.3789','wxq1.021109_0240.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021109_0305.066.3791','wxq1.021109_0305.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021115_0152.056.2229','wxq1.021115_0152.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021115_0202.058.2233','wxq1.021115_0202.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021115_0236.057.2237','wxq1.021115_0236.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021130_0251.045.1248','wxq1.021130_0251.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021130_0301.047.1252','wxq1.021130_0301.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021130_0326.049.1256','wxq1.021130_0326.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021202_0229.066.957','wxq1.021202_0229.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021202_0239.068.961','wxq1.021202_0239.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxq1.021202_0302.070.965','wxq1.021202_0302.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.020928_0227.100.3852','wxr1.020928_0227.100','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.020930_0148.065.3490','wxr1.020930_0148.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.020930_0157.069.3494','wxr1.020930_0157.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.020930_0218.074.3497','wxr1.020930_0218.074','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021002_0142.080.2722','wxr1.021002_0142.080','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021002_0202.036.2726','wxr1.021002_0202.036','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021002_0212.040.2730','wxr1.021002_0212.040','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021004_0422.050.2049','wxr1.021004_0422.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021006_0218.080.1288','wxr1.021006_0218.080','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021006_0230.085.1292','wxr1.021006_0230.085','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021008_0143.074.525','wxr1.021008_0143.074','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021008_0155.078.529','wxr1.021008_0155.078','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021010_0153.073.3601','wxr1.021010_0153.073','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021010_0212.077.3604','wxr1.021010_0212.077','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021012_0153.065.3051','wxr1.021012_0153.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021012_0213.069.3056','wxr1.021012_0213.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021014_0246.071.2423','wxr1.021014_0246.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021014_0305.075.2427','wxr1.021014_0305.075','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021030_0218.058.1831','wxr1.021030_0218.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021030_0231.060.1835','wxr1.021030_0231.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021030_0252.062.1839','wxr1.021030_0252.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021030_0255.063.1844','wxr1.021030_0255.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021103_0319.084.797','wxr1.021103_0319.084','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021105_0210.058.579','wxr1.021105_0210.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021105_0222.060.583','wxr1.021105_0222.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021105_0243.062.587','wxr1.021105_0243.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021111_0223.067.3453','wxr1.021111_0223.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021111_0232.068.3456','wxr1.021111_0232.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021111_0254.070.3460','wxr1.021111_0254.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021115_0107.050.2241','wxr1.021115_0107.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021115_0123.052.2245','wxr1.021115_0123.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021115_0133.053.2249','wxr1.021115_0133.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021115_0146.055.2253','wxr1.021115_0146.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021128_0238.046.1708','wxr1.021128_0238.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021128_0250.048.1710','wxr1.021128_0250.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021204_0316.051.448','wxr1.021204_0316.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021204_0340.053.451','wxr1.021204_0340.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021206_0250.059.3451','wxr1.021206_0250.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021206_0302.061.3454','wxr1.021206_0302.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxr1.021206_0324.063.3458','wxr1.021206_0324.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.020928_0218.096.3853','wxs1.020928_0218.096','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.020928_0229.101.3854','wxs1.020928_0229.101','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.020930_0150.066.3500','wxs1.020930_0150.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.020930_0200.070.3503','wxs1.020930_0200.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.020930_0220.075.3507','wxs1.020930_0220.075','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021002_0156.033.2734','wxs1.021002_0156.033','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021002_0205.037.2738','wxs1.021002_0205.037','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021002_0214.041.2742','wxs1.021002_0214.041','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021004_0425.051.2053','wxs1.021004_0425.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021006_0220.081.1296','wxs1.021006_0220.081','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021006_0233.086.1300','wxs1.021006_0233.086','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021008_0146.075.533','wxs1.021008_0146.075','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021008_0158.079.537','wxs1.021008_0158.079','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021010_0200.074.3607','wxs1.021010_0200.074','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021010_0215.078.3610','wxs1.021010_0215.078','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021012_0159.066.3059','wxs1.021012_0159.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021012_0215.070.3066','wxs1.021012_0215.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021014_0252.072.2431','wxs1.021014_0252.072','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021101_0229.065.1323','wxs1.021101_0229.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021101_0242.067.1327','wxs1.021101_0242.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021101_0304.069.1331','wxs1.021101_0304.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021107_0314.104.119','wxs1.021107_0314.104','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021109_0233.063.3793','wxs1.021109_0233.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021109_0246.065.001.3795','wxs1.021109_0246.065.001','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021109_0246.065.002.3797','wxs1.021109_0246.065.002','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021109_0246.065.3799','wxs1.021109_0246.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021109_0308.067.3801','wxs1.021109_0308.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021113_0310.060.2843','wxs1.021113_0310.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021115_0155.057.2257','wxs1.021115_0155.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021115_0224.056.2261','wxs1.021115_0224.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021115_0239.058.2265','wxs1.021115_0239.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021130_0254.046.1260','wxs1.021130_0254.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021130_0306.048.1264','wxs1.021130_0306.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021130_0330.050.1268','wxs1.021130_0330.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021202_0232.067.971','wxs1.021202_0232.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021202_0244.069.975','wxs1.021202_0244.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021202_0305.071.979','wxs1.021202_0305.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021208_0207.050.2943','wxs1.021208_0207.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021208_0214.051.2947','wxs1.021208_0214.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxs1.021208_0233.052.2951','wxs1.021208_0233.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt1.020928_0231.102.3855','wxt1.020928_0231.102','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt1.020928_0238.105.3856','wxt1.020928_0238.105','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt1.020930_0222.076.3509','wxt1.020930_0222.076','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt1.020930_0229.079.3512','wxt1.020930_0229.079','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt1.020930_0238.082.3515','wxt1.020930_0238.082','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt1.021002_0216.042.2746','wxt1.021002_0216.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt1.021002_0224.045.2750','wxt1.021002_0224.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt1.021002_0232.048.2754','wxt1.021002_0232.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt1.021006_0235.087.1305','wxt1.021006_0235.087','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt1.021008_0201.080.541','wxt1.021008_0201.080','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt1.021008_0211.083.545','wxt1.021008_0211.083','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.020928_0247.108.3857','wxt2.020928_0247.108','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.020928_0254.111.3858','wxt2.020928_0254.111','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.020928_0309.114.3859','wxt2.020928_0309.114','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.020930_0244.085.3518','wxt2.020930_0244.085','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.020930_0252.088.3521','wxt2.020930_0252.088','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.020930_0308.091.3524','wxt2.020930_0308.091','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021002_0238.051.2758','wxt2.021002_0238.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021002_0245.054.2762','wxt2.021002_0245.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021002_0300.057.2766','wxt2.021002_0300.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021004_0407.045.2057','wxt2.021004_0407.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021008_0220.086.549','wxt2.021008_0220.086','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021008_0247.042.553','wxt2.021008_0247.042','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021008_0300.045.557','wxt2.021008_0300.045','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021010_0218.079.3613','wxt2.021010_0218.079','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021012_0218.071.3069','wxt2.021012_0218.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021014_0310.076.2435','wxt2.021014_0310.076','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021030_0258.064.1847','wxt2.021030_0258.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021030_0306.065.1851','wxt2.021030_0306.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021030_0325.066.1855','wxt2.021030_0325.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021103_0342.087.801','wxt2.021103_0342.087','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021105_0342.069.591','wxt2.021105_0342.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021105_0349.070.595','wxt2.021105_0349.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021105_0407.071.599','wxt2.021105_0407.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021111_0300.072.3464','wxt2.021111_0300.072','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021111_0308.073.3468','wxt2.021111_0308.073','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021111_0326.074.3472','wxt2.021111_0326.074','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021115_0315.064.2270','wxt2.021115_0315.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021115_0321.065.2273','wxt2.021115_0321.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021115_0331.066.2276','wxt2.021115_0331.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021115_0341.067.2282','wxt2.021115_0341.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021128_0342.051.1714','wxt2.021128_0342.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021128_0349.052.1718','wxt2.021128_0349.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021204_0406.055.455','wxt2.021204_0406.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021206_0356.067.3462','wxt2.021206_0356.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021206_0402.068.3466','wxt2.021206_0402.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021206_0416.069.3470','wxt2.021206_0416.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021210_0230.051.2660','wxt2.021210_0230.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021210_0237.052.2664','wxt2.021210_0237.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021210_0255.053.2668','wxt2.021210_0255.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021216_0226.052.1535','wxt2.021216_0226.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021216_0233.053.1538','wxt2.021216_0233.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021216_0244.054.1542','wxt2.021216_0244.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021229_0230.053.1022','wxt2.021229_0230.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.021229_0238.054.1025','wxt2.021229_0238.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.030103_0246.052.482','wxt2.030103_0246.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxt2.030103_0253.053.485','wxt2.030103_0253.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu1.020930_0225.077.3527','wxu1.020930_0225.077','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu1.020930_0232.080.3530','wxu1.020930_0232.080','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu1.020930_0240.083.3533','wxu1.020930_0240.083','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu1.021002_0219.043.2770','wxu1.021002_0219.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu1.021002_0227.046.2774','wxu1.021002_0227.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu1.021002_0234.049.2778','wxu1.021002_0234.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu1.021006_0237.088.1309','wxu1.021006_0237.088','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu1.021008_0204.081.561','wxu1.021008_0204.081','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu1.021008_0214.084.565','wxu1.021008_0214.084','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.020928_0249.109.3860','wxu2.020928_0249.109','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.020928_0259.112.3861','wxu2.020928_0259.112','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.020928_0311.115.3862','wxu2.020928_0311.115','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.020930_0248.086.3536','wxu2.020930_0248.086','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.020930_0258.089.3539','wxu2.020930_0258.089','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.020930_0310.092.3542','wxu2.020930_0310.092','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021002_0241.052.2782','wxu2.021002_0241.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021002_0250.055.2786','wxu2.021002_0250.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021002_0303.058.2790','wxu2.021002_0303.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021004_0411.046.2061','wxu2.021004_0411.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021008_0223.087.569','wxu2.021008_0223.087','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021008_0251.043.573','wxu2.021008_0251.043','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021008_0315.046.577','wxu2.021008_0315.046','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021010_0225.080.3616','wxu2.021010_0225.080','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021012_0235.073.3072','wxu2.021012_0235.073','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021014_0317.077.2439','wxu2.021014_0317.077','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021101_0405.076.1335','wxu2.021101_0405.076','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021101_0412.077.1339','wxu2.021101_0412.077','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021101_0432.078.1343','wxu2.021101_0432.078','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021107_0334.107.123','wxu2.021107_0334.107','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021109_0408.074.3803','wxu2.021109_0408.074','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021109_0415.075.3805','wxu2.021109_0415.075','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021109_0434.076.3807','wxu2.021109_0434.076','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021113_0417.069.2847','wxu2.021113_0417.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021113_0424.070.2851','wxu2.021113_0424.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021113_0434.071.2855','wxu2.021113_0434.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021113_0443.072.2861','wxu2.021113_0443.072','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021202_0404.078.982','wxu2.021202_0404.078','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021202_0411.079.986','wxu2.021202_0411.079','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021202_0429.080.990','wxu2.021202_0429.080','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021210_0202.048.2671','wxu2.021210_0202.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021210_0209.049.2675','wxu2.021210_0209.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021210_0228.050.2679','wxu2.021210_0228.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021214_0215.054.2056','wxu2.021214_0215.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021214_0223.055.2060','wxu2.021214_0223.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021214_0233.056.2064','wxu2.021214_0233.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021214_0243.057.2068','wxu2.021214_0243.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021216_0254.055.1545','wxu2.021216_0254.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021216_0301.056.1550','wxu2.021216_0301.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021229_0256.055.1029','wxu2.021229_0256.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.021229_0303.056.1033','wxu2.021229_0303.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.030103_0219.050.489','wxu2.030103_0219.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxu2.030103_0227.051.493','wxu2.030103_0227.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv1.020928_0236.104.3863','wxv1.020928_0236.104','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv1.020928_0244.107.3864','wxv1.020928_0244.107','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv1.020930_0227.078.3545','wxv1.020930_0227.078','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv1.020930_0235.081.3548','wxv1.020930_0235.081','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv1.020930_0242.084.3551','wxv1.020930_0242.084','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv1.021002_0221.044.2795','wxv1.021002_0221.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv1.021002_0229.047.2798','wxv1.021002_0229.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv1.021002_0236.050.2802','wxv1.021002_0236.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv1.021006_0239.089.1312','wxv1.021006_0239.089','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv1.021008_0208.082.581','wxv1.021008_0208.082','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv1.021008_0217.085.585','wxv1.021008_0217.085','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.020928_0251.110.3865','wxv2.020928_0251.110','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.020928_0314.116.3866','wxv2.020928_0314.116','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.020930_0250.087.3554','wxv2.020930_0250.087','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.020930_0303.090.3557','wxv2.020930_0303.090','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.020930_0312.093.3560','wxv2.020930_0312.093','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021002_0243.053.2806','wxv2.021002_0243.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021002_0255.056.2810','wxv2.021002_0255.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021002_0305.059.2815','wxv2.021002_0305.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021004_0413.047.2065','wxv2.021004_0413.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021008_0226.088.589','wxv2.021008_0226.088','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021008_0255.044.593','wxv2.021008_0255.044','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021008_0325.047.597','wxv2.021008_0325.047','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021012_0242.074.3075','wxv2.021012_0242.074','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021014_0324.078.2444','wxv2.021014_0324.078','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021105_0410.072.603','wxv2.021105_0410.072','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021105_0416.073.607','wxv2.021105_0416.073','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021105_0425.074.611','wxv2.021105_0425.074','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021111_0329.075.3476','wxv2.021111_0329.075','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021111_0336.076.3480','wxv2.021111_0336.076','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021111_0354.077.3484','wxv2.021111_0354.077','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021115_0344.068.2284','wxv2.021115_0344.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021115_0351.069.2290','wxv2.021115_0351.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021115_0401.070.2292','wxv2.021115_0401.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021115_0411.071.2298','wxv2.021115_0411.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021128_0408.053.1722','wxv2.021128_0408.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021128_0414.054.1726','wxv2.021128_0414.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021204_0420.056.459','wxv2.021204_0420.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021206_0419.070.3474','wxv2.021206_0419.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021206_0424.071.3478','wxv2.021206_0424.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021210_0258.054.2683','wxv2.021210_0258.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021210_0305.055.2687','wxv2.021210_0305.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021210_0324.056.2691','wxv2.021210_0324.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021214_0246.058.2072','wxv2.021214_0246.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021214_0253.059.2076','wxv2.021214_0253.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021216_0311.057.1553','wxv2.021216_0311.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021216_0318.058.1557','wxv2.021216_0318.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021216_0328.059.1562','wxv2.021216_0328.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021229_0321.057.1037','wxv2.021229_0321.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021229_0328.058.1041','wxv2.021229_0328.058','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.021229_0337.059.1045','wxv2.021229_0337.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.030103_0311.054.497','wxv2.030103_0311.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxv2.030103_0318.055.501','wxv2.030103_0318.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw1.020928_0317.117.3867','wxw1.020928_0317.117','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw1.020928_0324.120.3868','wxw1.020928_0324.120','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw1.020928_0333.123.3869','wxw1.020928_0333.123','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw1.020930_0315.094.3563','wxw1.020930_0315.094','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw1.020930_0322.097.3566','wxw1.020930_0322.097','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw1.020930_0330.100.3569','wxw1.020930_0330.100','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw1.021002_0307.060.2819','wxw1.021002_0307.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw1.021002_0313.063.2822','wxw1.021002_0313.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw1.021002_0321.066.2829','wxw1.021002_0321.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw1.021008_0337.048.602','wxw1.021008_0337.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw1.021008_0352.051.605','wxw1.021008_0352.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw1.021008_0427.054.609','wxw1.021008_0427.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.020928_0340.126.3870','wxw2.020928_0340.126','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.020928_0348.129.3871','wxw2.020928_0348.129','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.020928_0404.132.3872','wxw2.020928_0404.132','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.020928_0411.135.3873','wxw2.020928_0411.135','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.020930_0336.103.3572','wxw2.020930_0336.103','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.020930_0343.106.3575','wxw2.020930_0343.106','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.020930_0358.109.3578','wxw2.020930_0358.109','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.020930_0405.112.3581','wxw2.020930_0405.112','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.020930_0412.115.3585','wxw2.020930_0412.115','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.020930_0428.118.3588','wxw2.020930_0428.118','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.021002_0327.069.2833','wxw2.021002_0327.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.021002_0334.072.2836','wxw2.021002_0334.072','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.021002_0350.075.2840','wxw2.021002_0350.075','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.021002_0357.078.2844','wxw2.021002_0357.078','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.021002_0407.081.2848','wxw2.021002_0407.081','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.021002_0426.034.2852','wxw2.021002_0426.034','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.021004_0429.052.2069','wxw2.021004_0429.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.021006_0352.103.1316','wxw2.021006_0352.103','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.021006_0407.106.1320','wxw2.021006_0407.106','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.021006_0422.109.1325','wxw2.021006_0422.109','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.021012_0248.075.3079','wxw2.021012_0248.075','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxw2.021014_0330.079.2447','wxw2.021014_0330.079','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx1.020928_0319.118.3874','wxx1.020928_0319.118','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx1.020930_0317.095.3591','wxx1.020930_0317.095','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx1.020930_0324.098.3594','wxx1.020930_0324.098','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx1.020930_0332.101.3597','wxx1.020930_0332.101','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx1.021002_0309.061.2856','wxx1.021002_0309.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx1.021002_0316.064.2859','wxx1.021002_0316.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx1.021002_0323.067.2863','wxx1.021002_0323.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx1.021008_0341.049.614','wxx1.021008_0341.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx1.021008_0404.052.618','wxx1.021008_0404.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx1.021008_0430.055.621','wxx1.021008_0430.055','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.020928_0343.127.3875','wxx2.020928_0343.127','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.020928_0406.133.3876','wxx2.020928_0406.133','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.020928_0414.136.3877','wxx2.020928_0414.136','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.020928_0425.139.3878','wxx2.020928_0425.139','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.020930_0338.104.3600','wxx2.020930_0338.104','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.020930_0348.107.3603','wxx2.020930_0348.107','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.020930_0400.110.3606','wxx2.020930_0400.110','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.020930_0408.113.3609','wxx2.020930_0408.113','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.020930_0417.116.3612','wxx2.020930_0417.116','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.020930_0430.119.3615','wxx2.020930_0430.119','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.021002_0330.070.2867','wxx2.021002_0330.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.021002_0339.073.2873','wxx2.021002_0339.073','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.021002_0352.076.2877','wxx2.021002_0352.076','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.021002_0400.079.2880','wxx2.021002_0400.079','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.021002_0412.082.2885','wxx2.021002_0412.082','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.021002_0428.035.2887','wxx2.021002_0428.035','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.021004_0432.053.2073','wxx2.021004_0432.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.021006_0355.104.1329','wxx2.021006_0355.104','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.021006_0412.107.1333','wxx2.021006_0412.107','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.021006_0425.110.1337','wxx2.021006_0425.110','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.021012_0255.076.3084','wxx2.021012_0255.076','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxx2.021014_0337.080.2451','wxx2.021014_0337.080','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy1.020928_0321.119.3879','wxy1.020928_0321.119','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy1.020928_0330.122.3880','wxy1.020928_0330.122','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy1.020930_0319.096.3618','wxy1.020930_0319.096','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy1.020930_0327.099.3619','wxy1.020930_0327.099','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy1.020930_0334.102.3622','wxy1.020930_0334.102','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy1.021002_0311.062.2891','wxy1.021002_0311.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy1.021002_0318.065.2895','wxy1.021002_0318.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy1.021002_0325.068.2900','wxy1.021002_0325.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy1.021008_0345.050.625','wxy1.021008_0345.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy1.021008_0415.053.629','wxy1.021008_0415.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy1.021008_0433.056.634','wxy1.021008_0433.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.020928_0345.128.3881','wxy2.020928_0345.128','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.020928_0358.131.3882','wxy2.020928_0358.131','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.020928_0409.134.3883','wxy2.020928_0409.134','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.020928_0417.137.3884','wxy2.020928_0417.137','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.020930_0341.105.3625','wxy2.020930_0341.105','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.020930_0353.108.3628','wxy2.020930_0353.108','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.020930_0403.111.3631','wxy2.020930_0403.111','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.020930_0410.114.3634','wxy2.020930_0410.114','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.020930_0423.117.3637','wxy2.020930_0423.117','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.020930_0433.120.3641','wxy2.020930_0433.120','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.021002_0332.071.2903','wxy2.021002_0332.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.021002_0345.074.2907','wxy2.021002_0345.074','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.021002_0355.077.2911','wxy2.021002_0355.077','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.021002_0404.080.2915','wxy2.021002_0404.080','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.021002_0421.033.2919','wxy2.021002_0421.033','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.021002_0431.036.2923','wxy2.021002_0431.036','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.021004_0434.054.2077','wxy2.021004_0434.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.021006_0404.105.1341','wxy2.021006_0404.105','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.021006_0417.108.1345','wxy2.021006_0417.108','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.021006_0427.111.1348','wxy2.021006_0427.111','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.021012_0258.077.3087','wxy2.021012_0258.077','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wxy2.021014_0340.081.2455','wxy2.021014_0340.081','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wya1.021010_0315.088.3620','wya1.021010_0315.088','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wya3.021006_0251.090.1352','wya3.021006_0251.090','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wya3.021006_0308.094.1356','wya3.021006_0308.094','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wya3.021006_0333.098.1360','wya3.021006_0333.098','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wya3.021012_0303.078.3092','wya3.021012_0303.078','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021006_0255.091.1364','wyb3.021006_0255.091','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021006_0314.095.1368','wyb3.021006_0314.095','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021006_0336.099.1372','wyb3.021006_0336.099','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021012_0312.079.3098','wyb3.021012_0312.079','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021012_0334.082.3099','wyb3.021012_0334.082','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021014_0343.082.2459','wyb3.021014_0343.082','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021014_0637.108.2463','wyb3.021014_0637.108','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021014_0700.111.2467','wyb3.021014_0700.111','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021030_0334.067.1859','wyb3.021030_0334.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021030_0349.069.1863','wyb3.021030_0349.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021030_0426.071.1867','wyb3.021030_0426.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021103_0327.085.805','wyb3.021103_0327.085','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021105_0246.063.615','wyb3.021105_0246.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021105_0300.065.620','wyb3.021105_0300.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021105_0336.067.624','wyb3.021105_0336.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021111_0358.078.3488','wyb3.021111_0358.078','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021111_0406.079.3492','wyb3.021111_0406.079','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021115_0241.059.2302','wyb3.021115_0241.059','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021115_0248.060.2304','wyb3.021115_0248.060','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021115_0259.061.2308','wyb3.021115_0259.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021115_0309.062.2312','wyb3.021115_0309.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021128_0311.049.1730','wyb3.021128_0311.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021128_0322.050.1734','wyb3.021128_0322.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021204_0358.054.463','wyb3.021204_0358.054','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021206_0327.064.3482','wyb3.021206_0327.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021206_0335.065.3487','wyb3.021206_0335.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.021206_0353.066.3491','wyb3.021206_0353.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.030103_0337.056.505','wyb3.030103_0337.056','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyb3.030103_0344.057.510','wyb3.030103_0344.057','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021006_0258.092.1376','wyc3.021006_0258.092','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021006_0320.096.1380','wyc3.021006_0320.096','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021006_0339.100.1384','wyc3.021006_0339.100','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021012_0319.080.3103','wyc3.021012_0319.080','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021012_0337.083.3107','wyc3.021012_0337.083','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021014_0646.109.2472','wyc3.021014_0646.109','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021014_0703.112.2476','wyc3.021014_0703.112','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021101_0307.070.1347','wyc3.021101_0307.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021101_0322.072.1351','wyc3.021101_0322.072','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021101_0359.074.1355','wyc3.021101_0359.074','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021107_0321.105.127','wyc3.021107_0321.105','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021109_0310.068.3809','wyc3.021109_0310.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021109_0325.070.3811','wyc3.021109_0325.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021109_0402.072.3813','wyc3.021109_0402.072','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021113_0319.061.2864','wyc3.021113_0319.061','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021113_0333.063.2868','wyc3.021113_0333.063','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021113_0342.064.2871','wyc3.021113_0342.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021113_0410.067.2875','wyc3.021113_0410.067','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021130_0333.051.1272','wyc3.021130_0333.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021202_0308.072.994','wyc3.021202_0308.072','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021202_0321.074.998','wyc3.021202_0321.074','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021202_0358.076.1002','wyc3.021202_0358.076','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021208_0236.053.2955','wyc3.021208_0236.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021214_0118.048.2080','wyc3.021214_0118.048','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021214_0127.049.2084','wyc3.021214_0127.049','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyc3.021214_0137.050.2088','wyc3.021214_0137.050','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyd3.021006_0306.093.1388','wyd3.021006_0306.093','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyd3.021006_0328.097.1392','wyd3.021006_0328.097','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyd3.021006_0341.101.1396','wyd3.021006_0341.101','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyd3.021012_0325.081.3111','wyd3.021012_0325.081','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyd3.021012_0350.086.3116','wyd3.021012_0350.086','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyd3.021014_0653.110.2480','wyd3.021014_0653.110','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyd3.021014_0711.113.2484','wyd3.021014_0711.113','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyd3.021030_0342.068.1871','wyd3.021030_0342.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyd3.021030_0408.070.1875','wyd3.021030_0408.070','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyd3.021030_0429.072.1879','wyd3.021030_0429.072','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyd3.021103_0334.086.809','wyd3.021103_0334.086','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyd3.021105_0253.064.628','wyd3.021105_0253.064','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyd3.021105_0318.066.632','wyd3.021105_0318.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wyd3.021105_0339.068.636','wyd3.021105_0339.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021012_0340.084.3121','wye2.021012_0340.084','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021012_0347.085.3126','wye2.021012_0347.085','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021014_0713.114.2488','wye2.021014_0713.114','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021014_0720.115.2492','wye2.021014_0720.115','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021101_0315.071.1359','wye2.021101_0315.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021101_0340.073.1363','wye2.021101_0340.073','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021101_0402.075.1367','wye2.021101_0402.075','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021107_0328.106.131','wye2.021107_0328.106','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021109_0318.069.3814','wye2.021109_0318.069','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021109_0344.071.3817','wye2.021109_0344.071','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021109_0405.073.3819','wye2.021109_0405.073','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021113_0326.062.2879','wye2.021113_0326.062','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021113_0352.065.2883','wye2.021113_0352.065','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021113_0401.066.2889','wye2.021113_0401.066','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021113_0413.068.2893','wye2.021113_0413.068','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021202_0314.073.1006','wye2.021202_0314.073','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021202_0340.075.1009','wye2.021202_0340.075','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021202_0401.077.1013','wye2.021202_0401.077','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021214_0147.051.2092','wye2.021214_0147.051','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021214_0158.052.2096','wye2.021214_0158.052','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wye2.021214_0208.053.2100','wye2.021214_0208.053','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wza1.021010_0234.081.3623','wza1.021010_0234.081','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wza1.021010_0308.085.3626','wza1.021010_0308.085','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wzb1.021010_0242.082.3629','wzb1.021010_0242.082','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wzb1.021010_0310.086.3632','wzb1.021010_0310.086','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wzc1.021010_0250.083.3635','wzc1.021010_0250.083','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wzc1.021010_0313.087.3639','wzc1.021010_0313.087','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('wzd1.021010_0257.084.3642','wzd1.021010_0257.084','CTIO_MOSAIC2','CTIO4m',NULL,'w',1),('zero001.136','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.1371','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.1567','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.1739','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.1884','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.2081','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.2224','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.2318','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.2496','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.2897','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.2929','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.3495','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.3644','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.4','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.514','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.6','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.638','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.692','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero001.813','zero001','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.10','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.1375','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.140','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.1571','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.1743','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.1888','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.2085','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.2228','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.2322','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.2500','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.2901','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.2931','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.3498','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.3645','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.518','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.642','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.696','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.8','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero002.817','zero002','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.12','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.1379','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.14','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.144','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.1575','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.1748','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.1892','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.2089','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.2232','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.2326','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.2504','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.2905','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.2935','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.3501','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.3648','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.522','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.646','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.700','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero003.821','zero003','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.1383','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.147','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.1578','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.16','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.1753','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.18','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.1895','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.2093','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.2236','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.2330','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.2508','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.2908','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.2939','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.3504','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.3650','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.526','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.650','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.704','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero004.825','zero004','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.1387','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.152','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.1582','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.1756','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.1900','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.20','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.2097','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.22','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.2240','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.2334','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.2512','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.2913','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.2944','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.3506','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.3652','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.530','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.654','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.708','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero005.829','zero005','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero006.1391','zero006','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero006.155','zero006','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero006.1586','zero006','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero006.1761','zero006','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero006.2101','zero006','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero006.23','zero006','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero006.2515','zero006','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero006.2917','zero006','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero006.2948','zero006','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero006.3510','zero006','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero006.3654','zero006','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero006.534','zero006','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero006.712','zero006','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero007.1395','zero007','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero007.1590','zero007','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero007.160','zero007','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero007.1765','zero007','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero007.2104','zero007','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero007.2520','zero007','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero007.27','zero007','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero007.2921','zero007','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero007.2952','zero007','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero007.3513','zero007','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero007.3656','zero007','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero007.538','zero007','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero007.716','zero007','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero008.1399','zero008','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero008.1594','zero008','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero008.164','zero008','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero008.1769','zero008','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero008.2108','zero008','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero008.2524','zero008','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero008.2924','zero008','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero008.2957','zero008','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero008.31','zero008','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero008.3516','zero008','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero008.3658','zero008','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero008.542','zero008','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero008.720','zero008','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero009.1403','zero009','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero009.1598','zero009','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero009.168','zero009','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero009.1773','zero009','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero009.2112','zero009','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero009.2528','zero009','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero009.2928','zero009','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero009.2959','zero009','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero009.35','zero009','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero009.3519','zero009','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero009.3660','zero009','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero009.546','zero009','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero009.724','zero009','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero010.1407','zero010','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero010.1602','zero010','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero010.172','zero010','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero010.1777','zero010','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero010.2116','zero010','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero010.2933','zero010','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero010.2964','zero010','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero010.3522','zero010','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero010.3662','zero010','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero010.39','zero010','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero010.550','zero010','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero010.728','zero010','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero011.1411','zero011','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero011.1780','zero011','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero011.2937','zero011','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero011.2967','zero011','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero011.3525','zero011','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero011.3664','zero011','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero011.43','zero011','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero011.554','zero011','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero011.732','zero011','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero012.47','zero012','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero012.736','zero012','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero013.51','zero013','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero013.740','zero013','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero014.55','zero014','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero014.744','zero014','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero015.59','zero015','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero015.749','zero015','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero021.1','zero021','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero021.1049','zero021','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero021.1276','zero021','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero021.1400','zero021','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero021.2','zero021','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero021.2697','zero021','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero021.2960','zero021','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero021.3130','zero021','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero021.467','zero021','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero022.1019','zero022','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero022.1052','zero022','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero022.1281','zero022','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero022.1404','zero022','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero022.2699','zero022','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero022.2963','zero022','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero022.3','zero022','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero022.3134','zero022','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero022.471','zero022','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero022.5','zero022','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero023.1023','zero023','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero023.1056','zero023','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero023.1285','zero023','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero023.1408','zero023','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero023.2703','zero023','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero023.2968','zero023','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero023.3138','zero023','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero023.475','zero023','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero023.7','zero023','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero023.9','zero023','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero024.1027','zero024','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero024.1060','zero024','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero024.11','zero024','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero024.1289','zero024','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero024.13','zero024','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero024.1412','zero024','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero024.2708','zero024','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero024.2972','zero024','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero024.3142','zero024','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero024.480','zero024','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero025.1031','zero025','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero025.1064','zero025','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero025.1293','zero025','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero025.1416','zero025','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero025.15','zero025','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero025.17','zero025','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero025.2712','zero025','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero025.2976','zero025','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero025.3146','zero025','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero025.484','zero025','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero026.1034','zero026','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero026.1068','zero026','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero026.1297','zero026','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero026.19','zero026','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero026.1904','zero026','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero026.2339','zero026','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero026.487','zero026','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero026.833','zero026','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero027.1038','zero027','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero027.1072','zero027','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero027.1301','zero027','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero027.1907','zero027','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero027.2343','zero027','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero027.24','zero027','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero027.492','zero027','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero027.837','zero027','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero028.1042','zero028','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero028.1076','zero028','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero028.1304','zero028','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero028.1911','zero028','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero028.2347','zero028','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero028.496','zero028','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero028.841','zero028','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero029.1046','zero029','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero029.1080','zero029','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero029.1308','zero029','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero029.1915','zero029','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero029.2351','zero029','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero029.500','zero029','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero029.845','zero029','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero030.1050','zero030','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero030.1084','zero030','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero030.1313','zero030','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero030.1919','zero030','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero030.2355','zero030','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero030.504','zero030','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero030.849','zero030','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero031.1054','zero031','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero031.1088','zero031','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero031.2359','zero031','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero031.508','zero031','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero066.26','zero066','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero066.3885','zero066','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero067.30','zero067','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero067.3886','zero067','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero068.1606','zero068','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero068.34','zero068','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero068.3887','zero068','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero069.1609','zero069','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero069.38','zero069','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero069.3888','zero069','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero070.1613','zero070','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero070.3889','zero070','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero070.42','zero070','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero071.1617','zero071','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero071.3890','zero071','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero072.1621','zero072','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero072.3891','zero072','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero073.21','zero073','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero073.3892','zero073','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero074.2363','zero074','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero074.25','zero074','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero074.3893','zero074','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero075.2367','zero075','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero075.29','zero075','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero075.3894','zero075','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero076.2371','zero076','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero076.33','zero076','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero076.3895','zero076','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero077.2375','zero077','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero077.37','zero077','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero077.3896','zero077','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero078.2379','zero078','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero078.3528','zero078','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero078.3897','zero078','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero079.3531','zero079','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero079.3898','zero079','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero080.3534','zero080','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero080.3899','zero080','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero081.3537','zero081','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero082.3540','zero082','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero084.558','zero084','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero085.562','zero085','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero086.566','zero086','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero087.2120','zero087','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero087.570','zero087','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero088.2124','zero088','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero088.574','zero088','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero089.2128','zero089','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero089.578','zero089','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero090.2133','zero090','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero090.582','zero090','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero091.2137','zero091','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero105.1420','zero105','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero106.1424','zero106','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero107.1428','zero107','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero108.1432','zero108','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero109.1436','zero109','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero111.1092','zero111','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero112.1096','zero112','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero113.1100','zero113','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero114.1104','zero114','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero115.1108','zero115','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero124.3150','zero124','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero125.3154','zero125','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero126.176','zero126','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero126.3157','zero126','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero127.180','zero127','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero127.28','zero127','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero127.3161','zero127','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero128.184','zero128','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero128.3165','zero128','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero128.32','zero128','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero129.188','zero129','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero129.36','zero129','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero130.1415','zero130','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero130.192','zero130','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero130.40','zero130','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero131.1419','zero131','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero131.1923','zero131','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero131.44','zero131','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero132.1423','zero132','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero132.1928','zero132','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero133.1427','zero133','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero133.1932','zero133','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero134.1431','zero134','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero139.512','zero139','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero140.516','zero140','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero141.1784','zero141','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero141.520','zero141','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero141.658','zero141','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero142.1788','zero142','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero142.2105','zero142','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero142.524','zero142','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero142.662','zero142','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero143.1792','zero143','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero143.2109','zero143','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero143.528','zero143','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero143.666','zero143','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero144.1796','zero144','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero144.2113','zero144','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero144.670','zero144','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero145.1800','zero145','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero145.2117','zero145','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero145.674','zero145','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero146.2121','zero146','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero147.2125','zero147','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero148.2129','zero148','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero149.2132','zero149','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero150.2136','zero150','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero151.2140','zero151','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero151.2941','zero151','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero152.2144','zero152','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero152.2945','zero152','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero153.2148','zero153','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero153.2949','zero153','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero154.2152','zero154','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero154.2953','zero154','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero155.2156','zero155','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero155.2956','zero155','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero156.2160','zero156','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero157.1625','zero157','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero158.1630','zero158','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero159.1633','zero159','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero160.1638','zero160','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero161.1643','zero161','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero162.1648','zero162','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1),('zero165.1652','zero165','CTIO_MOSAIC2','CTIO4m',NULL,'bias',1); +/*!40000 ALTER TABLE `newExp` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `newImfile` +-- + +DROP TABLE IF EXISTS `newImfile`; +CREATE TABLE `newImfile` ( + `exp_tag` varchar(64) NOT NULL default '', + `class` varchar(64) NOT NULL default '', + `class_id` varchar(64) NOT NULL default '', + `uri` varchar(255) default NULL, + PRIMARY KEY (`exp_tag`,`class`,`class_id`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `newImfile` +-- + +LOCK TABLES `newImfile` WRITE; +/*!40000 ALTER TABLE `newImfile` DISABLE KEYS */; +INSERT INTO `newImfile` VALUES ('dflat001.1058','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat001.fits'),('dflat001.1113','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat001.fits'),('dflat001.1317','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat001.fits'),('dflat001.1440','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat001.fits'),('dflat001.2717','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat001.fits'),('dflat001.2980','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat001.fits'),('dflat001.3171','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat001.fits'),('dflat001.41','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat001.fits'),('dflat001.48','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat001.fits'),('dflat001.584','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat001.fits'),('dflat002.1062','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat002.fits'),('dflat002.1117','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat002.fits'),('dflat002.1322','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat002.fits'),('dflat002.1444','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat002.fits'),('dflat002.2721','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat002.fits'),('dflat002.2984','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat002.fits'),('dflat002.3175','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat002.fits'),('dflat002.45','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat002.fits'),('dflat002.52','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat002.fits'),('dflat002.588','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat002.fits'),('dflat003.1066','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat003.fits'),('dflat003.1121','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat003.fits'),('dflat003.1326','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat003.fits'),('dflat003.1448','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat003.fits'),('dflat003.2725','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat003.fits'),('dflat003.2988','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat003.fits'),('dflat003.3179','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat003.fits'),('dflat003.49','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat003.fits'),('dflat003.56','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat003.fits'),('dflat003.592','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat003.fits'),('dflat004.1070','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat004.fits'),('dflat004.1125','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat004.fits'),('dflat004.1330','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat004.fits'),('dflat004.1452','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat004.fits'),('dflat004.2729','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat004.fits'),('dflat004.2992','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat004.fits'),('dflat004.3183','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat004.fits'),('dflat004.53','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat004.fits'),('dflat004.596','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat004.fits'),('dflat004.60','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat004.fits'),('dflat005.1129','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat005.fits'),('dflat005.1334','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat005.fits'),('dflat005.1456','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat005.fits'),('dflat005.2733','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat005.fits'),('dflat005.2996','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat005.fits'),('dflat005.3186','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat005.fits'),('dflat005.57','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat005.fits'),('dflat005.600','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat005.fits'),('dflat005.64','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat005.fits'),('dflat006.1074','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat006.fits'),('dflat006.1133','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat006.fits'),('dflat006.1338','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat006.fits'),('dflat006.1460','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat006.fits'),('dflat006.1936','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat006.fits'),('dflat006.2244','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat006.fits'),('dflat006.2383','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat006.fits'),('dflat006.2735','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat006.fits'),('dflat006.3000','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat006.fits'),('dflat006.3190','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat006.fits'),('dflat006.46','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat006.fits'),('dflat006.604','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat006.fits'),('dflat006.61','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat006.fits'),('dflat006.68','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat006.fits'),('dflat006.853','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat006.fits'),('dflat007.1078','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat007.fits'),('dflat007.1137','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat007.fits'),('dflat007.1342','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat007.fits'),('dflat007.1466','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat007.fits'),('dflat007.1940','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat007.fits'),('dflat007.2248','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat007.fits'),('dflat007.2387','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat007.fits'),('dflat007.2740','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat007.fits'),('dflat007.3004','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat007.fits'),('dflat007.3194','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat007.fits'),('dflat007.50','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat007.fits'),('dflat007.608','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat007.fits'),('dflat007.65','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat007.fits'),('dflat007.72','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat007.fits'),('dflat007.857','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat007.fits'),('dflat008.1082','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat008.fits'),('dflat008.1141','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat008.fits'),('dflat008.1346','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat008.fits'),('dflat008.1470','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat008.fits'),('dflat008.1944','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat008.fits'),('dflat008.2252','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat008.fits'),('dflat008.2391','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat008.fits'),('dflat008.2744','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat008.fits'),('dflat008.3008','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat008.fits'),('dflat008.3198','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat008.fits'),('dflat008.54','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat008.fits'),('dflat008.612','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat008.fits'),('dflat008.69','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat008.fits'),('dflat008.76','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat008.fits'),('dflat008.861','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat008.fits'),('dflat009.1086','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat009.fits'),('dflat009.1145','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat009.fits'),('dflat009.1350','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat009.fits'),('dflat009.1475','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat009.fits'),('dflat009.1948','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat009.fits'),('dflat009.2256','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat009.fits'),('dflat009.2395','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat009.fits'),('dflat009.2749','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat009.fits'),('dflat009.3012','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat009.fits'),('dflat009.3201','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat009.fits'),('dflat009.58','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat009.fits'),('dflat009.616','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat009.fits'),('dflat009.73','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat009.fits'),('dflat009.80','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat009.fits'),('dflat009.865','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat009.fits'),('dflat010.1090','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat010.fits'),('dflat010.1149','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat010.fits'),('dflat010.1354','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat010.fits'),('dflat010.1479','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat010.fits'),('dflat010.1952','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat010.fits'),('dflat010.2262','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat010.fits'),('dflat010.2399','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat010.fits'),('dflat010.2532','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat010.fits'),('dflat010.2753','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat010.fits'),('dflat010.3015','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat010.fits'),('dflat010.3207','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat010.fits'),('dflat010.619','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat010.fits'),('dflat010.62','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat010.fits'),('dflat010.77','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat010.fits'),('dflat010.84','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat010.fits'),('dflat010.869','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat010.fits'),('dflat011.1094','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat011.fits'),('dflat011.1153','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat011.fits'),('dflat011.1358','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat011.fits'),('dflat011.1482','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat011.fits'),('dflat011.1656','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat011.fits'),('dflat011.1955','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat011.fits'),('dflat011.2141','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat011.fits'),('dflat011.2266','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat011.fits'),('dflat011.2404','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat011.fits'),('dflat011.2536','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat011.fits'),('dflat011.2757','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat011.fits'),('dflat011.3020','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat011.fits'),('dflat011.3210','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat011.fits'),('dflat011.3900','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat011.fits'),('dflat011.623','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat011.fits'),('dflat011.66','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat011.fits'),('dflat011.81','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat011.fits'),('dflat011.873','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat011.fits'),('dflat011.88','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat011.fits'),('dflat012.1098','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat012.fits'),('dflat012.1157','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat012.fits'),('dflat012.1362','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat012.fits'),('dflat012.1435','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat012.fits'),('dflat012.1486','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat012.fits'),('dflat012.1660','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat012.fits'),('dflat012.1804','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat012.fits'),('dflat012.1959','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat012.fits'),('dflat012.196','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat012.fits'),('dflat012.2145','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat012.fits'),('dflat012.2269','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat012.fits'),('dflat012.2408','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat012.fits'),('dflat012.2540','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat012.fits'),('dflat012.2761','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat012.fits'),('dflat012.2961','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat012.fits'),('dflat012.2971','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat012.fits'),('dflat012.3023','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat012.fits'),('dflat012.3215','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat012.fits'),('dflat012.3543','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat012.fits'),('dflat012.3901','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat012.fits'),('dflat012.586','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat012.fits'),('dflat012.627','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat012.fits'),('dflat012.70','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat012.fits'),('dflat012.85','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat012.fits'),('dflat012.877','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat012.fits'),('dflat012.91','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat012.fits'),('dflat013.1102','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat013.fits'),('dflat013.1161','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat013.fits'),('dflat013.1366','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat013.fits'),('dflat013.1439','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat013.fits'),('dflat013.1490','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat013.fits'),('dflat013.1664','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat013.fits'),('dflat013.1808','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat013.fits'),('dflat013.1963','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat013.fits'),('dflat013.200','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat013.fits'),('dflat013.2149','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat013.fits'),('dflat013.2274','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat013.fits'),('dflat013.2411','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat013.fits'),('dflat013.2544','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat013.fits'),('dflat013.2764','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat013.fits'),('dflat013.2965','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat013.fits'),('dflat013.2975','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat013.fits'),('dflat013.3027','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat013.fits'),('dflat013.3219','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat013.fits'),('dflat013.3546','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat013.fits'),('dflat013.3902','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat013.fits'),('dflat013.590','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat013.fits'),('dflat013.631','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat013.fits'),('dflat013.74','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat013.fits'),('dflat013.881','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat013.fits'),('dflat013.89','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat013.fits'),('dflat013.95','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat013.fits'),('dflat014.1106','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat014.fits'),('dflat014.1165','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat014.fits'),('dflat014.1370','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat014.fits'),('dflat014.1443','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat014.fits'),('dflat014.1494','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat014.fits'),('dflat014.1668','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat014.fits'),('dflat014.1812','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat014.fits'),('dflat014.1967','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat014.fits'),('dflat014.204','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat014.fits'),('dflat014.2153','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat014.fits'),('dflat014.2278','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat014.fits'),('dflat014.2416','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat014.fits'),('dflat014.2548','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat014.fits'),('dflat014.2768','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat014.fits'),('dflat014.2969','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat014.fits'),('dflat014.2979','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat014.fits'),('dflat014.3031','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat014.fits'),('dflat014.3222','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat014.fits'),('dflat014.3549','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat014.fits'),('dflat014.3903','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat014.fits'),('dflat014.594','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat014.fits'),('dflat014.635','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat014.fits'),('dflat014.78','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat014.fits'),('dflat014.885','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat014.fits'),('dflat014.94','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat014.fits'),('dflat014.99','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat014.fits'),('dflat015.104','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat015.fits'),('dflat015.1110','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat015.fits'),('dflat015.1169','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat015.fits'),('dflat015.1374','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat015.fits'),('dflat015.1447','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat015.fits'),('dflat015.1498','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat015.fits'),('dflat015.1672','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat015.fits'),('dflat015.1816','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat015.fits'),('dflat015.1971','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat015.fits'),('dflat015.208','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat015.fits'),('dflat015.2159','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat015.fits'),('dflat015.2281','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat015.fits'),('dflat015.2419','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat015.fits'),('dflat015.2552','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat015.fits'),('dflat015.2772','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat015.fits'),('dflat015.2974','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat015.fits'),('dflat015.2983','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat015.fits'),('dflat015.3036','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat015.fits'),('dflat015.3226','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat015.fits'),('dflat015.3552','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat015.fits'),('dflat015.3904','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat015.fits'),('dflat015.598','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat015.fits'),('dflat015.639','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat015.fits'),('dflat015.82','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat015.fits'),('dflat015.889','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat015.fits'),('dflat015.98','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat015.fits'),('dflat016.102','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat016.fits'),('dflat016.108','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat016.fits'),('dflat016.1114','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat016.fits'),('dflat016.1173','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat016.fits'),('dflat016.1378','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat016.fits'),('dflat016.1450','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat016.fits'),('dflat016.1501','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat016.fits'),('dflat016.1676','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat016.fits'),('dflat016.1820','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat016.fits'),('dflat016.1975','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat016.fits'),('dflat016.212','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat016.fits'),('dflat016.2162','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat016.fits'),('dflat016.2285','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat016.fits'),('dflat016.2424','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat016.fits'),('dflat016.2556','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat016.fits'),('dflat016.2775','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat016.fits'),('dflat016.2978','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat016.fits'),('dflat016.2987','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat016.fits'),('dflat016.3040','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat016.fits'),('dflat016.3229','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat016.fits'),('dflat016.3555','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat016.fits'),('dflat016.3905','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat016.fits'),('dflat016.601','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat016.fits'),('dflat016.643','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat016.fits'),('dflat016.86','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat016.fits'),('dflat016.893','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat016.fits'),('dflat017.105','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat017.fits'),('dflat017.111','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat017.fits'),('dflat017.1118','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat017.fits'),('dflat017.1177','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat017.fits'),('dflat017.1382','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat017.fits'),('dflat017.1454','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat017.fits'),('dflat017.1505','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat017.fits'),('dflat017.1680','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat017.fits'),('dflat017.1824','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat017.fits'),('dflat017.1980','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat017.fits'),('dflat017.2166','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat017.fits'),('dflat017.217','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat017.fits'),('dflat017.2289','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat017.fits'),('dflat017.2429','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat017.fits'),('dflat017.2561','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat017.fits'),('dflat017.2779','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat017.fits'),('dflat017.2982','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat017.fits'),('dflat017.2991','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat017.fits'),('dflat017.3044','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat017.fits'),('dflat017.3233','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat017.fits'),('dflat017.3558','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat017.fits'),('dflat017.3906','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat017.fits'),('dflat017.606','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat017.fits'),('dflat017.647','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat017.fits'),('dflat017.897','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat017.fits'),('dflat017.90','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat017.fits'),('dflat018.110','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat018.fits'),('dflat018.1122','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat018.fits'),('dflat018.116','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat018.fits'),('dflat018.1180','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat018.fits'),('dflat018.1386','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat018.fits'),('dflat018.1458','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat018.fits'),('dflat018.1509','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat018.fits'),('dflat018.1684','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat018.fits'),('dflat018.1828','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat018.fits'),('dflat018.1984','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat018.fits'),('dflat018.2170','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat018.fits'),('dflat018.221','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat018.fits'),('dflat018.2293','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat018.fits'),('dflat018.2433','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat018.fits'),('dflat018.2565','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat018.fits'),('dflat018.2783','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat018.fits'),('dflat018.2986','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat018.fits'),('dflat018.2995','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat018.fits'),('dflat018.3048','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat018.fits'),('dflat018.3239','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat018.fits'),('dflat018.3561','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat018.fits'),('dflat018.3907','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat018.fits'),('dflat018.610','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat018.fits'),('dflat018.651','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat018.fits'),('dflat018.901','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat018.fits'),('dflat018.93','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat018.fits'),('dflat019.1126','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat019.fits'),('dflat019.114','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat019.fits'),('dflat019.1185','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat019.fits'),('dflat019.120','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat019.fits'),('dflat019.1390','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat019.fits'),('dflat019.1463','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat019.fits'),('dflat019.1513','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat019.fits'),('dflat019.1687','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat019.fits'),('dflat019.1832','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat019.fits'),('dflat019.1988','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat019.fits'),('dflat019.2173','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat019.fits'),('dflat019.225','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat019.fits'),('dflat019.2296','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat019.fits'),('dflat019.2436','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat019.fits'),('dflat019.2569','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat019.fits'),('dflat019.2788','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat019.fits'),('dflat019.2990','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat019.fits'),('dflat019.2999','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat019.fits'),('dflat019.3052','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat019.fits'),('dflat019.3242','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat019.fits'),('dflat019.3564','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat019.fits'),('dflat019.3908','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat019.fits'),('dflat019.613','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat019.fits'),('dflat019.655','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat019.fits'),('dflat019.905','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat019.fits'),('dflat019.97','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat019.fits'),('dflat020.101','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat020.fits'),('dflat020.1130','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat020.fits'),('dflat020.118','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/dflat020.fits'),('dflat020.1189','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/dflat020.fits'),('dflat020.124','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/dflat020.fits'),('dflat020.1394','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/dflat020.fits'),('dflat020.1467','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat020.fits'),('dflat020.1517','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/dflat020.fits'),('dflat020.1692','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat020.fits'),('dflat020.1836','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat020.fits'),('dflat020.1991','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat020.fits'),('dflat020.2177','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat020.fits'),('dflat020.228','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat020.fits'),('dflat020.2301','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat020.fits'),('dflat020.2440','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat020.fits'),('dflat020.2573','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat020.fits'),('dflat020.2791','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/dflat020.fits'),('dflat020.2994','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat020.fits'),('dflat020.3003','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat020.fits'),('dflat020.3057','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/dflat020.fits'),('dflat020.3246','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/dflat020.fits'),('dflat020.3567','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat020.fits'),('dflat020.3909','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat020.fits'),('dflat020.617','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat020.fits'),('dflat020.659','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/dflat020.fits'),('dflat020.909','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat020.fits'),('dflat021.106','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat021.fits'),('dflat021.1134','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/dflat021.fits'),('dflat021.1471','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat021.fits'),('dflat021.1696','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat021.fits'),('dflat021.1840','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat021.fits'),('dflat021.1996','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat021.fits'),('dflat021.2181','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat021.fits'),('dflat021.2305','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat021.fits'),('dflat021.232','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat021.fits'),('dflat021.2443','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat021.fits'),('dflat021.2577','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat021.fits'),('dflat021.2998','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat021.fits'),('dflat021.3007','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat021.fits'),('dflat021.3570','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat021.fits'),('dflat021.3910','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat021.fits'),('dflat021.622','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat021.fits'),('dflat021.678','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat021.fits'),('dflat021.913','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat021.fits'),('dflat022.109','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat022.fits'),('dflat022.1474','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat022.fits'),('dflat022.1700','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat022.fits'),('dflat022.1843','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat022.fits'),('dflat022.2000','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat022.fits'),('dflat022.2185','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat022.fits'),('dflat022.2309','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat022.fits'),('dflat022.236','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat022.fits'),('dflat022.2448','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat022.fits'),('dflat022.2581','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat022.fits'),('dflat022.3001','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat022.fits'),('dflat022.3011','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat022.fits'),('dflat022.3573','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat022.fits'),('dflat022.3911','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat022.fits'),('dflat022.626','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat022.fits'),('dflat022.682','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat022.fits'),('dflat022.917','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat022.fits'),('dflat023.113','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat023.fits'),('dflat023.1478','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat023.fits'),('dflat023.1704','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat023.fits'),('dflat023.1848','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat023.fits'),('dflat023.2004','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat023.fits'),('dflat023.2189','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat023.fits'),('dflat023.2313','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat023.fits'),('dflat023.241','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat023.fits'),('dflat023.2452','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat023.fits'),('dflat023.2585','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat023.fits'),('dflat023.3006','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat023.fits'),('dflat023.3016','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat023.fits'),('dflat023.3576','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat023.fits'),('dflat023.3912','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat023.fits'),('dflat023.630','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat023.fits'),('dflat023.686','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat023.fits'),('dflat023.921','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat023.fits'),('dflat024.117','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat024.fits'),('dflat024.1483','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat024.fits'),('dflat024.1707','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat024.fits'),('dflat024.1852','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat024.fits'),('dflat024.2008','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat024.fits'),('dflat024.2193','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat024.fits'),('dflat024.2316','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat024.fits'),('dflat024.245','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat024.fits'),('dflat024.2456','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat024.fits'),('dflat024.2589','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat024.fits'),('dflat024.3010','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat024.fits'),('dflat024.3019','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat024.fits'),('dflat024.3579','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat024.fits'),('dflat024.3913','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat024.fits'),('dflat024.633','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat024.fits'),('dflat024.690','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat024.fits'),('dflat024.925','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat024.fits'),('dflat025.121','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/dflat025.fits'),('dflat025.1485','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat025.fits'),('dflat025.1711','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat025.fits'),('dflat025.1856','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat025.fits'),('dflat025.2011','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/dflat025.fits'),('dflat025.2198','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat025.fits'),('dflat025.2321','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/dflat025.fits'),('dflat025.2460','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/dflat025.fits'),('dflat025.249','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat025.fits'),('dflat025.2593','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat025.fits'),('dflat025.3013','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat025.fits'),('dflat025.3024','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat025.fits'),('dflat025.3582','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat025.fits'),('dflat025.3914','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat025.fits'),('dflat025.637','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat025.fits'),('dflat025.694','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat025.fits'),('dflat025.930','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/dflat025.fits'),('dflat026.1489','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat026.fits'),('dflat026.1716','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat026.fits'),('dflat026.1860','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat026.fits'),('dflat026.2202','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat026.fits'),('dflat026.253','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat026.fits'),('dflat026.2597','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat026.fits'),('dflat026.3018','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat026.fits'),('dflat026.3028','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat026.fits'),('dflat026.3584','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat026.fits'),('dflat026.3915','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat026.fits'),('dflat026.641','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat026.fits'),('dflat026.698','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat026.fits'),('dflat027.1493','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat027.fits'),('dflat027.1720','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat027.fits'),('dflat027.1864','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat027.fits'),('dflat027.2205','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat027.fits'),('dflat027.257','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat027.fits'),('dflat027.2601','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat027.fits'),('dflat027.3022','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat027.fits'),('dflat027.3032','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat027.fits'),('dflat027.3587','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat027.fits'),('dflat027.3916','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat027.fits'),('dflat027.645','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat027.fits'),('dflat027.703','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat027.fits'),('dflat028.1497','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat028.fits'),('dflat028.1724','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat028.fits'),('dflat028.1868','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat028.fits'),('dflat028.2211','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat028.fits'),('dflat028.2605','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat028.fits'),('dflat028.261','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat028.fits'),('dflat028.3026','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat028.fits'),('dflat028.3035','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat028.fits'),('dflat028.3590','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat028.fits'),('dflat028.3917','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat028.fits'),('dflat028.649','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat028.fits'),('dflat028.707','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat028.fits'),('dflat029.1502','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat029.fits'),('dflat029.1728','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat029.fits'),('dflat029.1872','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat029.fits'),('dflat029.2215','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat029.fits'),('dflat029.2609','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/dflat029.fits'),('dflat029.265','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat029.fits'),('dflat029.3029','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat029.fits'),('dflat029.3039','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat029.fits'),('dflat029.3593','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat029.fits'),('dflat029.3918','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat029.fits'),('dflat029.653','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat029.fits'),('dflat029.711','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat029.fits'),('dflat030.1506','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat030.fits'),('dflat030.1732','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/dflat030.fits'),('dflat030.1876','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat030.fits'),('dflat030.2219','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/dflat030.fits'),('dflat030.269','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/dflat030.fits'),('dflat030.3033','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat030.fits'),('dflat030.3043','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat030.fits'),('dflat030.3596','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat030.fits'),('dflat030.3919','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat030.fits'),('dflat030.657','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat030.fits'),('dflat030.715','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat030.fits'),('dflat031.1510','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/dflat031.fits'),('dflat031.1880','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/dflat031.fits'),('dflat031.3037','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat031.fits'),('dflat031.3047','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/dflat031.fits'),('dflat031.3599','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/dflat031.fits'),('dflat031.3920','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat031.fits'),('dflat031.661','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/dflat031.fits'),('dflat031.719','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat031.fits'),('dflat032.3041','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat032.fits'),('dflat032.3921','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat032.fits'),('dflat032.723','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat032.fits'),('dflat033.3045','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat033.fits'),('dflat033.3922','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat033.fits'),('dflat033.727','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat033.fits'),('dflat034.3050','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat034.fits'),('dflat034.3923','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat034.fits'),('dflat034.63','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/dflat034.fits'),('dflat034.731','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat034.fits'),('dflat035.3053','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat035.fits'),('dflat035.3924','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat035.fits'),('dflat035.67','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/dflat035.fits'),('dflat035.735','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat035.fits'),('dflat036.3058','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/dflat036.fits'),('dflat036.3925','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat036.fits'),('dflat036.71','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/dflat036.fits'),('dflat036.739','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat036.fits'),('dflat036.753','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/dflat036.fits'),('dflat037.3926','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat037.fits'),('dflat037.743','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat037.fits'),('dflat037.75','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/dflat037.fits'),('dflat037.757','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/dflat037.fits'),('dflat038.3927','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat038.fits'),('dflat038.747','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat038.fits'),('dflat038.761','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/dflat038.fits'),('dflat038.79','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/dflat038.fits'),('dflat039.3928','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat039.fits'),('dflat039.750','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat039.fits'),('dflat039.764','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/dflat039.fits'),('dflat039.83','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/dflat039.fits'),('dflat040.3929','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/dflat040.fits'),('dflat040.754','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/dflat040.fits'),('dflat040.768','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/dflat040.fits'),('dflat040.87','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/dflat040.fits'),('dflat041.773','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/dflat041.fits'),('dflat042.777','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/dflat042.fits'),('dflat043.781','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/dflat043.fits'),('sflat026.122','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sflat026.fits'),('sflat026.1521','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sflat026.fits'),('sflat026.2325','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sflat026.fits'),('sflat026.2797','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/sflat026.fits'),('sflat026.3062','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sflat026.fits'),('sflat026.3250','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sflat026.fits'),('sflat027.125','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sflat027.fits'),('sflat027.126','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sflat027.fits'),('sflat027.1525','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sflat027.fits'),('sflat027.2329','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sflat027.fits'),('sflat027.2801','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/sflat027.fits'),('sflat027.3065','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sflat027.fits'),('sflat027.3254','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sflat027.fits'),('sflat028.128','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sflat028.fits'),('sflat028.129','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sflat028.fits'),('sflat028.130','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sflat028.fits'),('sflat028.1529','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sflat028.fits'),('sflat028.2333','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sflat028.fits'),('sflat028.2805','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/sflat028.fits'),('sflat028.3070','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sflat028.fits'),('sflat028.3258','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sflat028.fits'),('sflat029.132','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sflat029.fits'),('sflat029.133','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sflat029.fits'),('sflat029.134','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sflat029.fits'),('sflat029.1534','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sflat029.fits'),('sflat029.2336','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sflat029.fits'),('sflat029.2809','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/sflat029.fits'),('sflat029.3074','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sflat029.fits'),('sflat029.3262','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sflat029.fits'),('sflat030.135','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sflat030.fits'),('sflat030.137','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sflat030.fits'),('sflat030.138','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sflat030.fits'),('sflat030.1539','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sflat030.fits'),('sflat030.2340','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sflat030.fits'),('sflat030.2613','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sflat030.fits'),('sflat030.2813','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/sflat030.fits'),('sflat030.3077','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sflat030.fits'),('sflat030.3266','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sflat030.fits'),('sflat031.139','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sflat031.fits'),('sflat031.1398','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sflat031.fits'),('sflat031.141','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sflat031.fits'),('sflat031.142','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sflat031.fits'),('sflat031.1543','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sflat031.fits'),('sflat031.1735','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sflat031.fits'),('sflat031.2015','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat031.fits'),('sflat031.2223','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sflat031.fits'),('sflat031.2344','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sflat031.fits'),('sflat031.2617','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sflat031.fits'),('sflat031.2817','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/sflat031.fits'),('sflat031.3082','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sflat031.fits'),('sflat031.3271','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sflat031.fits'),('sflat031.935','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sflat031.fits'),('sflat032.1138','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/sflat032.fits'),('sflat032.1193','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sflat032.fits'),('sflat032.143','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sflat032.fits'),('sflat032.145','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sflat032.fits'),('sflat032.146','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sflat032.fits'),('sflat032.1547','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sflat032.fits'),('sflat032.1738','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sflat032.fits'),('sflat032.1883','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sflat032.fits'),('sflat032.2019','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat032.fits'),('sflat032.2348','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sflat032.fits'),('sflat032.2464','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sflat032.fits'),('sflat032.2621','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sflat032.fits'),('sflat032.2821','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/sflat032.fits'),('sflat032.3086','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sflat032.fits'),('sflat032.3275','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sflat032.fits'),('sflat032.3602','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sflat032.fits'),('sflat032.665','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sflat032.fits'),('sflat032.938','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sflat032.fits'),('sflat033.1142','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/sflat033.fits'),('sflat033.1197','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sflat033.fits'),('sflat033.148','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sflat033.fits'),('sflat033.149','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sflat033.fits'),('sflat033.150','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sflat033.fits'),('sflat033.1551','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sflat033.fits'),('sflat033.1744','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sflat033.fits'),('sflat033.1887','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sflat033.fits'),('sflat033.2023','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat033.fits'),('sflat033.2353','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sflat033.fits'),('sflat033.2468','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sflat033.fits'),('sflat033.2625','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sflat033.fits'),('sflat033.2825','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/sflat033.fits'),('sflat033.3090','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sflat033.fits'),('sflat033.3279','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sflat033.fits'),('sflat033.3605','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sflat033.fits'),('sflat033.669','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sflat033.fits'),('sflat033.942','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sflat033.fits'),('sflat034.1146','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/sflat034.fits'),('sflat034.1201','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sflat034.fits'),('sflat034.151','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sflat034.fits'),('sflat034.153','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sflat034.fits'),('sflat034.154','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sflat034.fits'),('sflat034.1555','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sflat034.fits'),('sflat034.1747','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sflat034.fits'),('sflat034.1891','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sflat034.fits'),('sflat034.2028','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat034.fits'),('sflat034.2357','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sflat034.fits'),('sflat034.2471','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sflat034.fits'),('sflat034.2629','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sflat034.fits'),('sflat034.2827','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/sflat034.fits'),('sflat034.3094','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sflat034.fits'),('sflat034.3283','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sflat034.fits'),('sflat034.3608','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sflat034.fits'),('sflat034.3666','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sflat034.fits'),('sflat034.532','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sflat034.fits'),('sflat034.673','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sflat034.fits'),('sflat034.947','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sflat034.fits'),('sflat035.1150','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/sflat035.fits'),('sflat035.1205','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sflat035.fits'),('sflat035.1559','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sflat035.fits'),('sflat035.156','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sflat035.fits'),('sflat035.157','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sflat035.fits'),('sflat035.158','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sflat035.fits'),('sflat035.1752','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sflat035.fits'),('sflat035.1896','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sflat035.fits'),('sflat035.2031','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat035.fits'),('sflat035.2361','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sflat035.fits'),('sflat035.2475','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sflat035.fits'),('sflat035.2633','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sflat035.fits'),('sflat035.2832','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/sflat035.fits'),('sflat035.3097','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sflat035.fits'),('sflat035.3287','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sflat035.fits'),('sflat035.3611','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sflat035.fits'),('sflat035.3668','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sflat035.fits'),('sflat035.536','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sflat035.fits'),('sflat035.677','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sflat035.fits'),('sflat035.951','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sflat035.fits'),('sflat036.1154','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/sflat036.fits'),('sflat036.1209','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sflat036.fits'),('sflat036.159','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sflat036.fits'),('sflat036.161','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sflat036.fits'),('sflat036.162','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sflat036.fits'),('sflat036.1757','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sflat036.fits'),('sflat036.1899','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sflat036.fits'),('sflat036.2035','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat036.fits'),('sflat036.2365','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sflat036.fits'),('sflat036.2479','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sflat036.fits'),('sflat036.2637','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sflat036.fits'),('sflat036.2837','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/sflat036.fits'),('sflat036.3101','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sflat036.fits'),('sflat036.3291','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sflat036.fits'),('sflat036.3614','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sflat036.fits'),('sflat036.540','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sflat036.fits'),('sflat036.681','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sflat036.fits'),('sflat036.955','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sflat036.fits'),('sflat037.1158','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/sflat037.fits'),('sflat037.1213','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sflat037.fits'),('sflat037.163','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sflat037.fits'),('sflat037.165','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sflat037.fits'),('sflat037.1760','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sflat037.fits'),('sflat037.1903','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sflat037.fits'),('sflat037.2038','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat037.fits'),('sflat037.2369','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sflat037.fits'),('sflat037.2483','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sflat037.fits'),('sflat037.2641','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sflat037.fits'),('sflat037.2841','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/sflat037.fits'),('sflat037.3061','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sflat037.fits'),('sflat037.3106','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sflat037.fits'),('sflat037.3295','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sflat037.fits'),('sflat037.3617','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sflat037.fits'),('sflat037.3670','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sflat037.fits'),('sflat037.544','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sflat037.fits'),('sflat037.685','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sflat037.fits'),('sflat037.959','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sflat037.fits'),('sflat038.1162','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/sflat038.fits'),('sflat038.1217','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sflat038.fits'),('sflat038.167','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sflat038.fits'),('sflat038.169','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sflat038.fits'),('sflat038.1764','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sflat038.fits'),('sflat038.1908','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sflat038.fits'),('sflat038.2042','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat038.fits'),('sflat038.2487','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sflat038.fits'),('sflat038.2645','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sflat038.fits'),('sflat038.2845','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/sflat038.fits'),('sflat038.3064','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sflat038.fits'),('sflat038.3110','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sflat038.fits'),('sflat038.3298','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sflat038.fits'),('sflat038.3621','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sflat038.fits'),('sflat038.3672','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sflat038.fits'),('sflat038.548','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sflat038.fits'),('sflat038.689','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sflat038.fits'),('sflat038.963','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sflat038.fits'),('sflat039.1166','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/sflat039.fits'),('sflat039.171','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sflat039.fits'),('sflat039.173','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sflat039.fits'),('sflat039.1768','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sflat039.fits'),('sflat039.1912','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sflat039.fits'),('sflat039.2047','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat039.fits'),('sflat039.2491','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sflat039.fits'),('sflat039.2649','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sflat039.fits'),('sflat039.2849','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/sflat039.fits'),('sflat039.3068','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sflat039.fits'),('sflat039.3624','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sflat039.fits'),('sflat039.3674','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sflat039.fits'),('sflat039.552','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sflat039.fits'),('sflat039.693','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sflat039.fits'),('sflat039.967','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sflat039.fits'),('sflat040.175','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sflat040.fits'),('sflat040.177','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sflat040.fits'),('sflat040.1772','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sflat040.fits'),('sflat040.1916','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sflat040.fits'),('sflat040.2051','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat040.fits'),('sflat040.2495','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sflat040.fits'),('sflat040.2653','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sflat040.fits'),('sflat040.3073','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sflat040.fits'),('sflat040.3627','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sflat040.fits'),('sflat040.3676','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sflat040.fits'),('sflat040.556','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sflat040.fits'),('sflat040.697','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sflat040.fits'),('sflat040.970','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sflat040.fits'),('sflat041.1776','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sflat041.fits'),('sflat041.179','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sflat041.fits'),('sflat041.1920','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sflat041.fits'),('sflat041.2055','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat041.fits'),('sflat041.2499','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sflat041.fits'),('sflat041.2657','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sflat041.fits'),('sflat041.3076','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sflat041.fits'),('sflat041.3630','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sflat041.fits'),('sflat041.3678','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sflat041.fits'),('sflat041.560','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sflat041.fits'),('sflat041.701','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sflat041.fits'),('sflat041.758','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sflat041.fits'),('sflat041.973','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sflat041.fits'),('sflat042.1781','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sflat042.fits'),('sflat042.183','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sflat042.fits'),('sflat042.1924','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sflat042.fits'),('sflat042.2059','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat042.fits'),('sflat042.2503','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sflat042.fits'),('sflat042.3081','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sflat042.fits'),('sflat042.3633','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sflat042.fits'),('sflat042.564','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sflat042.fits'),('sflat042.705','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sflat042.fits'),('sflat042.762','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sflat042.fits'),('sflat042.978','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sflat042.fits'),('sflat043.1785','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sflat043.fits'),('sflat043.1927','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sflat043.fits'),('sflat043.2063','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat043.fits'),('sflat043.2507','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sflat043.fits'),('sflat043.3085','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sflat043.fits'),('sflat043.568','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sflat043.fits'),('sflat043.709','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sflat043.fits'),('sflat043.766','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sflat043.fits'),('sflat044.2067','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat044.fits'),('sflat044.2511','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sflat044.fits'),('sflat044.3089','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sflat044.fits'),('sflat044.572','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sflat044.fits'),('sflat044.713','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sflat044.fits'),('sflat044.770','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sflat044.fits'),('sflat045.2071','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat045.fits'),('sflat045.3093','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sflat045.fits'),('sflat045.3680','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sflat045.fits'),('sflat045.576','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sflat045.fits'),('sflat045.774','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sflat045.fits'),('sflat046.2075','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat046.fits'),('sflat046.3096','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sflat046.fits'),('sflat046.3682','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sflat046.fits'),('sflat046.580','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sflat046.fits'),('sflat046.778','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sflat046.fits'),('sflat047.3102','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sflat047.fits'),('sflat047.782','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sflat047.fits'),('sflat048.3104','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sflat048.fits'),('sflat048.786','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sflat048.fits'),('sflat049.3109','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sflat049.fits'),('sflat049.790','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sflat049.fits'),('sflat050.794','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sflat050.fits'),('sflat051.798','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sflat051.fits'),('sflat052.802','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sflat052.fits'),('sflat053.806','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sflat053.fits'),('sflat054.1170','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/sflat054.fits'),('sflat055.1174','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/sflat055.fits'),('sflat121.2079','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat121.fits'),('sflat122.2083','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat122.fits'),('sflat123.2087','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat123.fits'),('sflat124.2091','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat124.fits'),('sflat125.2095','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat125.fits'),('sflat126.2099','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat126.fits'),('sflat127.2103','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat127.fits'),('sflat128.2107','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat128.fits'),('sflat129.2111','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat129.fits'),('sflat130.2115','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sflat130.fits'),('sm35.020930_0908.177.3054','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm35.020930_0908.177.fits'),('sm35.021002_0900.069.2227','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm35.021002_0900.069.fits'),('sm35.021004_0911.092.1563','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm35.021004_0911.092.fits'),('sm35.021006_0859.123.912','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm35.021006_0859.123.fits'),('sm35.021012_0825.143.2661','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm35.021012_0825.143.fits'),('sm35.021030_0905.129.1514','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm35.021030_0905.129.fits'),('sm35.021101_0833.136.983','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm35.021101_0833.136.fits'),('sm35.021105_0859.125.273','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm35.021105_0859.125.fits'),('sm35.021111_0907.150.3114','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm35.021111_0907.150.fits'),('sm35.021115_0851.140.1931','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm35.021115_0851.140.fits'),('sm35.021216_0817.110.1221','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm35.021216_0817.110.fits'),('sm35.021229_0839.083.717','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm35.021229_0839.083.fits'),('sm35.030103_0841.126.187','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm35.030103_0841.126.fits'),('sm35.92','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/sm35.fits'),('sm36.020930_0905.176.3055','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm36.020930_0905.176.fits'),('sm36.021002_0858.068.2231','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm36.021002_0858.068.fits'),('sm36.021004_0909.091.1565','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm36.021004_0909.091.fits'),('sm36.021006_0857.122.916','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm36.021006_0857.122.fits'),('sm36.021012_0822.142.2665','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm36.021012_0822.142.fits'),('sm36.021030_0903.128.1518','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm36.021030_0903.128.fits'),('sm36.021101_0830.135.987','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm36.021101_0830.135.fits'),('sm36.021105_0857.124.277','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm36.021105_0857.124.fits'),('sm36.021111_0905.149.3118','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm36.021111_0905.149.fits'),('sm36.021115_0849.139.1935','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm36.021115_0849.139.fits'),('sm36.021216_0815.109.1225','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm36.021216_0815.109.fits'),('sm36.021229_0837.082.721','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm36.021229_0837.082.fits'),('sm36.030103_0839.125.191','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm36.030103_0839.125.fits'),('sm36.96','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/sm36.fits'),('sm43.020930_0903.175.3060','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm43.020930_0903.175.fits'),('sm43.021002_0856.067.2235','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm43.021002_0856.067.fits'),('sm43.021004_0907.090.1570','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm43.021004_0907.090.fits'),('sm43.021006_0855.121.920','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm43.021006_0855.121.fits'),('sm43.021012_0820.141.2669','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm43.021012_0820.141.fits'),('sm43.021030_0901.127.1523','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm43.021030_0901.127.fits'),('sm43.021101_0827.134.991','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm43.021101_0827.134.fits'),('sm43.021105_0855.123.281','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm43.021105_0855.123.fits'),('sm43.021111_0903.148.3122','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm43.021111_0903.148.fits'),('sm43.021115_0846.138.1939','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm43.021115_0846.138.fits'),('sm43.021216_0812.108.1229','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm43.021216_0812.108.fits'),('sm43.021229_0835.081.725','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm43.021229_0835.081.fits'),('sm43.030103_0837.124.195','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm43.030103_0837.124.fits'),('sm43.100','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/sm43.fits'),('sm44.020928_0909.130.3684','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm44.020928_0909.130.fits'),('sm44.020930_0900.174.3063','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm44.020930_0900.174.fits'),('sm44.021002_0854.066.2239','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm44.021002_0854.066.fits'),('sm44.021004_0905.089.1573','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm44.021004_0905.089.fits'),('sm44.021006_0853.120.924','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm44.021006_0853.120.fits'),('sm44.021012_0817.140.2673','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm44.021012_0817.140.fits'),('sm44.021030_0858.126.1527','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm44.021030_0858.126.fits'),('sm44.021101_0825.133.995','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm44.021101_0825.133.fits'),('sm44.021105_0853.122.284','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm44.021105_0853.122.fits'),('sm44.021111_0901.147.3125','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm44.021111_0901.147.fits'),('sm44.021115_0844.137.1943','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm44.021115_0844.137.fits'),('sm44.021216_0810.107.1233','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm44.021216_0810.107.fits'),('sm44.021229_0833.080.729','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm44.021229_0833.080.fits'),('sm44.030103_0834.123.199','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm44.030103_0834.123.fits'),('sm45.020928_0906.129.3686','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm45.020928_0906.129.fits'),('sm45.020930_0856.173.3067','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm45.020930_0856.173.fits'),('sm45.021002_0851.065.2243','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm45.021002_0851.065.fits'),('sm45.021004_0902.088.1577','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm45.021004_0902.088.fits'),('sm45.021006_0850.119.928','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm45.021006_0850.119.fits'),('sm45.021008_0927.065.181','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm45.021008_0927.065.fits'),('sm45.021012_0814.139.2677','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm45.021012_0814.139.fits'),('sm45.021030_0856.125.1531','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm45.021030_0856.125.fits'),('sm45.021101_0822.132.1000','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm45.021101_0822.132.fits'),('sm45.021105_0850.121.288','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm45.021105_0850.121.fits'),('sm45.021111_0858.146.3128','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm45.021111_0858.146.fits'),('sm45.021115_0841.136.1947','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm45.021115_0841.136.fits'),('sm45.021216_0807.106.1236','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm45.021216_0807.106.fits'),('sm45.021229_0831.079.733','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm45.021229_0831.079.fits'),('sm45.030103_0832.122.203','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm45.030103_0832.122.fits'),('sm46.020928_0903.128.3688','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm46.020928_0903.128.fits'),('sm46.020930_0853.172.3071','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm46.020930_0853.172.fits'),('sm46.021002_0848.064.2247','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm46.021002_0848.064.fits'),('sm46.021004_0859.087.1581','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm46.021004_0859.087.fits'),('sm46.021006_0848.118.932','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm46.021006_0848.118.fits'),('sm46.021008_0925.064.185','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm46.021008_0925.064.fits'),('sm46.021012_0812.138.2681','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm46.021012_0812.138.fits'),('sm46.021030_0853.124.1533','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm46.021030_0853.124.fits'),('sm46.021101_0819.131.1004','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm46.021101_0819.131.fits'),('sm46.021105_0848.120.292','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm46.021105_0848.120.fits'),('sm46.021111_0856.145.3132','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm46.021111_0856.145.fits'),('sm46.021115_0839.135.1951','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm46.021115_0839.135.fits'),('sm46.021128_0852.118.1402','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm46.021128_0852.118.fits'),('sm46.021206_0845.135.3113','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm46.021206_0845.135.fits'),('sm46.021214_0846.067.1789','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm46.021214_0846.067.fits'),('sm46.021216_0805.105.1242','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm46.021216_0805.105.fits'),('sm46.021229_0828.078.737','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm46.021229_0828.078.fits'),('sm46.030103_0829.121.207','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm46.030103_0829.121.fits'),('sm53.020930_0850.171.3078','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm53.020930_0850.171.fits'),('sm53.021002_0845.063.2251','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm53.021002_0845.063.fits'),('sm53.021004_0857.086.1585','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm53.021004_0857.086.fits'),('sm53.021006_0845.117.936','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm53.021006_0845.117.fits'),('sm53.021008_0909.080.189','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm53.021008_0909.080.fits'),('sm53.021012_0809.137.2685','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm53.021012_0809.137.fits'),('sm53.021030_0850.123.1537','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm53.021030_0850.123.fits'),('sm53.021101_0816.130.1008','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm53.021101_0816.130.fits'),('sm53.021105_0846.119.296','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm53.021105_0846.119.fits'),('sm53.021111_0853.144.3136','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm53.021111_0853.144.fits'),('sm53.021115_0836.134.1956','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm53.021115_0836.134.fits'),('sm53.021128_0849.117.1406','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm53.021128_0849.117.fits'),('sm53.021206_0843.134.3117','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm53.021206_0843.134.fits'),('sm53.021214_0844.066.1794','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm53.021214_0844.066.fits'),('sm53.021216_0802.104.1246','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm53.021216_0802.104.fits'),('sm53.021229_0826.077.741','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm53.021229_0826.077.fits'),('sm53.030103_0826.120.211','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm53.030103_0826.120.fits'),('sm54.020928_0855.126.3690','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm54.020928_0855.126.fits'),('sm54.020930_0844.170.3080','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm54.020930_0844.170.fits'),('sm54.021002_0840.062.2255','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm54.021002_0840.062.fits'),('sm54.021004_0852.085.1589','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm54.021004_0852.085.fits'),('sm54.021006_0840.116.940','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm54.021006_0840.116.fits'),('sm54.021008_0904.079.193','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm54.021008_0904.079.fits'),('sm54.021012_0804.136.2689','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm54.021012_0804.136.fits'),('sm54.021030_0845.122.1541','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm54.021030_0845.122.fits'),('sm54.021101_0811.129.1012','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm54.021101_0811.129.fits'),('sm54.021105_0842.118.300','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm54.021105_0842.118.fits'),('sm54.021111_0850.143.3141','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm54.021111_0850.143.fits'),('sm54.021115_0832.133.1960','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm54.021115_0832.133.fits'),('sm54.021128_0847.116.1410','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm54.021128_0847.116.fits'),('sm54.021206_0841.133.3119','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm54.021206_0841.133.fits'),('sm54.021214_0840.065.1798','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm54.021214_0840.065.fits'),('sm54.021216_0758.103.1250','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm54.021216_0758.103.fits'),('sm54.021229_0822.076.745','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm54.021229_0822.076.fits'),('sm54.030103_0822.119.215','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm54.030103_0822.119.fits'),('sm55.020928_0850.125.3692','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm55.020928_0850.125.fits'),('sm55.020930_0839.169.3083','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm55.020930_0839.169.fits'),('sm55.021002_0835.061.2259','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm55.021002_0835.061.fits'),('sm55.021004_0847.084.1593','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm55.021004_0847.084.fits'),('sm55.021006_0835.115.944','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm55.021006_0835.115.fits'),('sm55.021008_0859.078.197','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm55.021008_0859.078.fits'),('sm55.021012_0759.135.2693','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm55.021012_0759.135.fits'),('sm55.021030_0840.121.1546','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm55.021030_0840.121.fits'),('sm55.021105_0837.117.305','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm55.021105_0837.117.fits'),('sm55.021111_0844.142.3145','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm55.021111_0844.142.fits'),('sm55.021113_0856.133.2516','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm55.021113_0856.133.fits'),('sm55.021115_0827.132.1964','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm55.021115_0827.132.fits'),('sm55.021128_0844.115.1414','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm55.021128_0844.115.fits'),('sm55.021206_0837.132.3124','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm55.021206_0837.132.fits'),('sm55.021214_0835.064.1802','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm55.021214_0835.064.fits'),('sm55.021216_0753.102.1254','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm55.021216_0753.102.fits'),('sm55.021229_0817.075.748','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm55.021229_0817.075.fits'),('sm55.030103_0817.118.219','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm55.030103_0817.118.fits'),('sm56.020928_0844.124.3694','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm56.020928_0844.124.fits'),('sm56.020930_0833.168.3088','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm56.020930_0833.168.fits'),('sm56.021002_0830.060.2263','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm56.021002_0830.060.fits'),('sm56.021004_0842.083.1597','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm56.021004_0842.083.fits'),('sm56.021006_0830.114.948','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm56.021006_0830.114.fits'),('sm56.021008_0854.077.201','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm56.021008_0854.077.fits'),('sm56.021012_0754.134.2695','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm56.021012_0754.134.fits'),('sm56.021030_0834.120.1549','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm56.021030_0834.120.fits'),('sm56.021101_0803.127.1016','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm56.021101_0803.127.fits'),('sm56.021101_0803.128.1020','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm56.021101_0803.128.fits'),('sm56.021105_0833.116.308','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm56.021105_0833.116.fits'),('sm56.021111_0840.141.3149','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm56.021111_0840.141.fits'),('sm56.021113_0852.132.2519','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm56.021113_0852.132.fits'),('sm56.021115_0823.131.1968','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm56.021115_0823.131.fits'),('sm56.021128_0841.114.1418','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm56.021128_0841.114.fits'),('sm56.021206_0834.131.3129','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm56.021206_0834.131.fits'),('sm56.021212_0845.141.2164','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/sm56.021212_0845.141.fits'),('sm56.021214_0831.063.1805','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm56.021214_0831.063.fits'),('sm56.021216_0749.101.1258','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm56.021216_0749.101.fits'),('sm56.021229_0814.074.752','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm56.021229_0814.074.fits'),('sm56.030103_0813.117.223','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm56.030103_0813.117.fits'),('sm57.020928_0841.123.3696','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm57.020928_0841.123.fits'),('sm57.020930_0829.167.3091','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm57.020930_0829.167.fits'),('sm57.021002_0827.059.2267','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm57.021002_0827.059.fits'),('sm57.021004_0838.082.1601','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm57.021004_0838.082.fits'),('sm57.021006_0827.113.952','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm57.021006_0827.113.fits'),('sm57.021008_0850.076.205','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm57.021008_0850.076.fits'),('sm57.021012_0750.133.2701','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm57.021012_0750.133.fits'),('sm57.021030_0831.119.1554','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm57.021030_0831.119.fits'),('sm57.021101_0800.126.1024','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm57.021101_0800.126.fits'),('sm57.021105_0830.115.312','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm57.021105_0830.115.fits'),('sm57.021111_0838.140.3152','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm57.021111_0838.140.fits'),('sm57.021113_0849.131.2523','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm57.021113_0849.131.fits'),('sm57.021115_0820.130.1972','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm57.021115_0820.130.fits'),('sm57.021128_0838.113.1422','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm57.021128_0838.113.fits'),('sm57.021206_0832.130.3133','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm57.021206_0832.130.fits'),('sm57.021212_0841.140.2168','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/sm57.021212_0841.140.fits'),('sm57.021214_0829.062.1809','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm57.021214_0829.062.fits'),('sm57.021216_0746.100.1262','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm57.021216_0746.100.fits'),('sm57.021229_0811.073.756','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm57.021229_0811.073.fits'),('sm57.030103_0810.116.227','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm57.030103_0810.116.fits'),('sm58.021002_0935.085.2271','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm58.021002_0935.085.fits'),('sm58.021002_0937.086.2275','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm58.021002_0937.086.fits'),('sm58.021006_0936.140.956','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm58.021006_0936.140.fits'),('sm58.021105_0827.114.316','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm58.021105_0827.114.fits'),('sm58.021109_0859.100.3636','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm58.021109_0859.100.fits'),('sm58.021111_0833.139.3158','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm58.021111_0833.139.fits'),('sm58.021113_0846.130.2527','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm58.021113_0846.130.fits'),('sm58.021115_0817.129.1976','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm58.021115_0817.129.fits'),('sm58.021128_0835.112.1426','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm58.021128_0835.112.fits'),('sm58.021202_0842.138.663','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm58.021202_0842.138.fits'),('sm58.021206_0830.129.3137','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm58.021206_0830.129.fits'),('sm58.021212_0837.139.2172','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/sm58.021212_0837.139.fits'),('sm58.021214_0826.061.1813','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm58.021214_0826.061.fits'),('sm58.021216_0743.099.1266','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm58.021216_0743.099.fits'),('sm58.021229_0808.072.760','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm58.021229_0808.072.fits'),('sm58.030103_0807.115.231','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm58.030103_0807.115.fits'),('sm63.020930_0824.166.3095','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm63.020930_0824.166.fits'),('sm63.021002_0822.058.2279','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm63.021002_0822.058.fits'),('sm63.021004_0834.081.1605','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm63.021004_0834.081.fits'),('sm63.021006_0810.131.960','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm63.021006_0810.131.fits'),('sm63.021008_0846.075.209','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm63.021008_0846.075.fits'),('sm63.021012_0746.132.2704','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm63.021012_0746.132.fits'),('sm63.021030_0827.118.1558','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm63.021030_0827.118.fits'),('sm63.021101_0756.125.1028','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm63.021101_0756.125.fits'),('sm63.021105_0824.113.320','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm63.021105_0824.113.fits'),('sm63.021109_0856.099.3638','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm63.021109_0856.099.fits'),('sm63.021111_0830.138.3162','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm63.021111_0830.138.fits'),('sm63.021113_0843.129.2531','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm63.021113_0843.129.fits'),('sm63.021115_0814.128.1979','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm63.021115_0814.128.fits'),('sm63.021128_0832.111.1430','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm63.021128_0832.111.fits'),('sm63.021202_0838.137.667','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm63.021202_0838.137.fits'),('sm63.021204_0846.072.166','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm63.021204_0846.072.fits'),('sm63.021206_0827.128.3140','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm63.021206_0827.128.fits'),('sm63.021212_0833.138.2176','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/sm63.021212_0833.138.fits'),('sm63.021214_0653.116.1817','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm63.021214_0653.116.fits'),('sm63.021216_0740.098.1270','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm63.021216_0740.098.fits'),('sm63.021229_0805.071.765','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm63.021229_0805.071.fits'),('sm63.030103_0804.114.235','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm63.030103_0804.114.fits'),('sm64.020928_0830.121.3698','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm64.020928_0830.121.fits'),('sm64.020930_0818.165.3100','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm64.020930_0818.165.fits'),('sm64.021002_0817.057.2283','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm64.021002_0817.057.fits'),('sm64.021004_0829.080.1610','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm64.021004_0829.080.fits'),('sm64.021006_0805.130.964','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm64.021006_0805.130.fits'),('sm64.021008_0841.074.213','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm64.021008_0841.074.fits'),('sm64.021012_0741.131.2707','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm64.021012_0741.131.fits'),('sm64.021030_0821.117.1561','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm64.021030_0821.117.fits'),('sm64.021101_0752.124.1032','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm64.021101_0752.124.fits'),('sm64.021105_0819.112.324','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm64.021105_0819.112.fits'),('sm64.021109_0851.098.3640','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm64.021109_0851.098.fits'),('sm64.021111_0824.137.3166','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm64.021111_0824.137.fits'),('sm64.021113_0838.128.2535','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm64.021113_0838.128.fits'),('sm64.021115_0809.127.1983','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm64.021115_0809.127.fits'),('sm64.021128_0827.110.1434','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm64.021128_0827.110.fits'),('sm64.021202_0832.136.671','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm64.021202_0832.136.fits'),('sm64.021204_0841.071.170','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm64.021204_0841.071.fits'),('sm64.021206_0823.127.3144','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm64.021206_0823.127.fits'),('sm64.021210_0843.116.2373','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm64.021210_0843.116.fits'),('sm64.021212_0827.137.2180','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/sm64.021212_0827.137.fits'),('sm64.021214_0648.115.1821','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm64.021214_0648.115.fits'),('sm64.021216_0734.097.1274','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm64.021216_0734.097.fits'),('sm64.021229_0759.070.769','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm64.021229_0759.070.fits'),('sm64.030103_0759.113.239','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm64.030103_0759.113.fits'),('sm65.020928_0828.120.3700','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm65.020928_0828.120.fits'),('sm65.020930_0816.164.3105','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm65.020930_0816.164.fits'),('sm65.021002_0815.056.2287','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm65.021002_0815.056.fits'),('sm65.021004_0827.079.1614','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm65.021004_0827.079.fits'),('sm65.021006_0803.129.968','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm65.021006_0803.129.fits'),('sm65.021008_0839.073.216','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm65.021008_0839.073.fits'),('sm65.021012_0738.130.2713','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm65.021012_0738.130.fits'),('sm65.021014_0921.120.2119','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm65.021014_0921.120.fits'),('sm65.021030_0819.116.1566','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm65.021030_0819.116.fits'),('sm65.021101_0750.123.1036','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm65.021101_0750.123.fits'),('sm65.021105_0817.111.328','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm65.021105_0817.111.fits'),('sm65.021109_0848.097.3643','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm65.021109_0848.097.fits'),('sm65.021111_0822.136.3170','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm65.021111_0822.136.fits'),('sm65.021113_0833.127.2539','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm65.021113_0833.127.fits'),('sm65.021115_0806.126.1987','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm65.021115_0806.126.fits'),('sm65.021128_0823.109.1438','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm65.021128_0823.109.fits'),('sm65.021202_0829.135.675','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm65.021202_0829.135.fits'),('sm65.021204_0839.070.174','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm65.021204_0839.070.fits'),('sm65.021206_0820.126.3148','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm65.021206_0820.126.fits'),('sm65.021210_0841.115.2377','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm65.021210_0841.115.fits'),('sm65.021212_0824.136.2184','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/sm65.021212_0824.136.fits'),('sm65.021214_0645.114.1825','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm65.021214_0645.114.fits'),('sm65.021216_0732.096.1278','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm65.021216_0732.096.fits'),('sm65.021229_0757.069.772','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm65.021229_0757.069.fits'),('sm65.030103_0757.112.243','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm65.030103_0757.112.fits'),('sm66.020928_0823.119.3702','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm66.020928_0823.119.fits'),('sm66.020930_0810.163.3108','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm66.020930_0810.163.fits'),('sm66.021002_0810.055.2291','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm66.021002_0810.055.fits'),('sm66.021004_0822.078.1618','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm66.021004_0822.078.fits'),('sm66.021008_0834.072.220','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm66.021008_0834.072.fits'),('sm66.021012_0732.129.2715','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm66.021012_0732.129.fits'),('sm66.021014_0914.119.2123','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm66.021014_0914.119.fits'),('sm66.021030_0814.115.1569','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm66.021030_0814.115.fits'),('sm66.021101_0746.122.1040','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm66.021101_0746.122.fits'),('sm66.021105_0812.110.332','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm66.021105_0812.110.fits'),('sm66.021109_0843.096.3646','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm66.021109_0843.096.fits'),('sm66.021111_0817.135.3173','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm66.021111_0817.135.fits'),('sm66.021113_0828.126.2543','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm66.021113_0828.126.fits'),('sm66.021115_0801.125.1990','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm66.021115_0801.125.fits'),('sm66.021128_0818.108.1442','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm66.021128_0818.108.fits'),('sm66.021202_0824.134.679','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm66.021202_0824.134.fits'),('sm66.021204_0834.069.178','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm66.021204_0834.069.fits'),('sm66.021206_0816.125.3153','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm66.021206_0816.125.fits'),('sm66.021210_0838.114.2381','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm66.021210_0838.114.fits'),('sm66.021212_0818.135.2188','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/sm66.021212_0818.135.fits'),('sm66.021214_0640.113.1829','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm66.021214_0640.113.fits'),('sm66.021216_0727.095.1282','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm66.021216_0727.095.fits'),('sm66.021229_0752.068.776','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm66.021229_0752.068.fits'),('sm66.030103_0751.111.247','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm66.030103_0751.111.fits'),('sm67.020928_0819.118.3704','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm67.020928_0819.118.fits'),('sm67.020930_0805.162.3112','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm67.020930_0805.162.fits'),('sm67.021002_0805.054.2295','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm67.021002_0805.054.fits'),('sm67.021004_0817.077.1622','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm67.021004_0817.077.fits'),('sm67.021008_0829.071.224','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm67.021008_0829.071.fits'),('sm67.021012_0728.128.2719','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm67.021012_0728.128.fits'),('sm67.021014_0910.118.2127','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm67.021014_0910.118.fits'),('sm67.021030_0810.114.1574','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm67.021030_0810.114.fits'),('sm67.021101_0741.121.1044','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm67.021101_0741.121.fits'),('sm67.021105_0809.109.336','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm67.021105_0809.109.fits'),('sm67.021109_0840.095.3647','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm67.021109_0840.095.fits'),('sm67.021111_0813.134.3178','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm67.021111_0813.134.fits'),('sm67.021113_0824.125.2547','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm67.021113_0824.125.fits'),('sm67.021115_0758.124.1994','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm67.021115_0758.124.fits'),('sm67.021128_0815.107.1445','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm67.021128_0815.107.fits'),('sm67.021202_0820.133.683','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm67.021202_0820.133.fits'),('sm67.021204_0831.068.182','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm67.021204_0831.068.fits'),('sm67.021206_0814.124.3156','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm67.021206_0814.124.fits'),('sm67.021210_0834.113.2385','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm67.021210_0834.113.fits'),('sm67.021212_0814.134.2192','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/sm67.021212_0814.134.fits'),('sm67.021214_0637.112.1833','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm67.021214_0637.112.fits'),('sm67.021216_0723.094.1286','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm67.021216_0723.094.fits'),('sm67.021229_0749.067.780','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm67.021229_0749.067.fits'),('sm67.030103_0748.110.250','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm67.030103_0748.110.fits'),('sm68.021002_0932.084.2299','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm68.021002_0932.084.fits'),('sm68.021006_0931.138.972','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm68.021006_0931.138.fits'),('sm68.021105_0806.108.340','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm68.021105_0806.108.fits'),('sm68.021109_0836.094.3649','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm68.021109_0836.094.fits'),('sm68.021111_0809.133.3180','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm68.021111_0809.133.fits'),('sm68.021113_0821.124.2551','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm68.021113_0821.124.fits'),('sm68.021115_0754.123.1998','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm68.021115_0754.123.fits'),('sm68.021128_0811.106.1449','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm68.021128_0811.106.fits'),('sm68.021202_0817.132.687','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm68.021202_0817.132.fits'),('sm68.021204_0827.067.186','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm68.021204_0827.067.fits'),('sm68.021206_0811.123.3160','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm68.021206_0811.123.fits'),('sm68.021210_0831.112.2389','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm68.021210_0831.112.fits'),('sm68.021212_0810.133.2196','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/sm68.021212_0810.133.fits'),('sm68.021214_0633.111.1837','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm68.021214_0633.111.fits'),('sm68.021216_0720.093.1290','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm68.021216_0720.093.fits'),('sm68.021229_0745.066.784','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm68.021229_0745.066.fits'),('sm68.030103_0745.109.254','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm68.030103_0745.109.fits'),('sm69.021002_0930.083.2303','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm69.021002_0930.083.fits'),('sm69.021006_0929.137.976','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm69.021006_0929.137.fits'),('sm69.021105_0801.107.344','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm69.021105_0801.107.fits'),('sm69.021109_0830.093.3651','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm69.021109_0830.093.fits'),('sm69.021111_0804.132.3184','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm69.021111_0804.132.fits'),('sm69.021113_0818.123.2555','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm69.021113_0818.123.fits'),('sm69.021115_0751.122.2002','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm69.021115_0751.122.fits'),('sm69.021128_0808.105.1453','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm69.021128_0808.105.fits'),('sm69.021202_0813.131.691','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm69.021202_0813.131.fits'),('sm69.021204_0825.066.190','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm69.021204_0825.066.fits'),('sm69.021206_0808.122.3164','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm69.021206_0808.122.fits'),('sm69.021210_0828.111.2393','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm69.021210_0828.111.fits'),('sm69.021212_0806.132.2200','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/sm69.021212_0806.132.fits'),('sm69.021214_0630.110.1842','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm69.021214_0630.110.fits'),('sm69.021216_0717.092.1294','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm69.021216_0717.092.fits'),('sm69.021229_0743.065.788','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm69.021229_0743.065.fits'),('sm69.030103_0741.108.258','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm69.030103_0741.108.fits'),('sm73.021002_0928.082.2307','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm73.021002_0928.082.fits'),('sm73.021006_0927.136.980','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm73.021006_0927.136.fits'),('sm73.021105_0757.106.348','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm73.021105_0757.106.fits'),('sm73.021109_0826.092.3653','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm73.021109_0826.092.fits'),('sm73.021111_0800.131.3188','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm73.021111_0800.131.fits'),('sm73.021113_0812.122.2559','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm73.021113_0812.122.fits'),('sm73.021115_0747.121.2006','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm73.021115_0747.121.fits'),('sm73.021128_0804.104.1459','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm73.021128_0804.104.fits'),('sm73.021202_0809.130.695','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm73.021202_0809.130.fits'),('sm73.021204_0821.065.194','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm73.021204_0821.065.fits'),('sm73.021206_0805.121.3168','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm73.021206_0805.121.fits'),('sm73.021210_0824.110.2397','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm73.021210_0824.110.fits'),('sm73.021212_0801.131.2204','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/sm73.021212_0801.131.fits'),('sm73.021214_0626.109.1845','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm73.021214_0626.109.fits'),('sm73.021216_0713.091.1298','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm73.021216_0713.091.fits'),('sm73.021229_0738.064.792','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm73.021229_0738.064.fits'),('sm73.030103_0737.107.262','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm73.030103_0737.107.fits'),('sm74.020928_0813.117.3706','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm74.020928_0813.117.fits'),('sm74.020930_0800.161.3115','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm74.020930_0800.161.fits'),('sm74.021002_0800.053.2311','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm74.021002_0800.053.fits'),('sm74.021004_0812.076.1627','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm74.021004_0812.076.fits'),('sm74.021006_0749.126.984','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm74.021006_0749.126.fits'),('sm74.021008_0824.070.229','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm74.021008_0824.070.fits'),('sm74.021010_0928.123.3303','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm74.021010_0928.123.fits'),('sm74.021012_0722.127.2724','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm74.021012_0722.127.fits'),('sm74.021014_0904.117.2130','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm74.021014_0904.117.fits'),('sm74.021030_0754.113.1579','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm74.021030_0754.113.fits'),('sm74.021101_0737.120.1047','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm74.021101_0737.120.fits'),('sm74.021105_0752.105.353','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm74.021105_0752.105.fits'),('sm74.021109_0822.091.3655','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm74.021109_0822.091.fits'),('sm74.021111_0756.130.3192','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm74.021111_0756.130.fits'),('sm74.021113_0808.121.2563','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm74.021113_0808.121.fits'),('sm74.021115_0743.120.2010','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm74.021115_0743.120.fits'),('sm74.021128_0759.103.1462','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm74.021128_0759.103.fits'),('sm74.021202_0804.129.699','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm74.021202_0804.129.fits'),('sm74.021204_0816.064.198','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm74.021204_0816.064.fits'),('sm74.021206_0800.120.3172','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm74.021206_0800.120.fits'),('sm74.021210_0820.109.2401','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm74.021210_0820.109.fits'),('sm74.021212_0755.130.2208','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/sm74.021212_0755.130.fits'),('sm74.021214_0622.108.1850','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm74.021214_0622.108.fits'),('sm74.021216_0709.090.1302','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm74.021216_0709.090.fits'),('sm74.021229_0721.109.796','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm74.021229_0721.109.fits'),('sm74.021229_0734.063.800','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm74.021229_0734.063.fits'),('sm74.030103_0733.106.266','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm74.030103_0733.106.fits'),('sm75.020928_0808.116.3708','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm75.020928_0808.116.fits'),('sm75.020930_0754.160.3120','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm75.020930_0754.160.fits'),('sm75.021002_0753.052.2315','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm75.021002_0753.052.fits'),('sm75.021004_0807.075.1631','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm75.021004_0807.075.fits'),('sm75.021006_0744.125.988','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm75.021006_0744.125.fits'),('sm75.021008_0819.069.233','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm75.021008_0819.069.fits'),('sm75.021010_0923.122.3306','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm75.021010_0923.122.fits'),('sm75.021012_0717.126.2728','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm75.021012_0717.126.fits'),('sm75.021014_0900.116.2135','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm75.021014_0900.116.fits'),('sm75.021030_0749.112.1583','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm75.021030_0749.112.fits'),('sm75.021101_0733.119.1051','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm75.021101_0733.119.fits'),('sm75.021105_0747.104.357','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm75.021105_0747.104.fits'),('sm75.021109_0817.090.3657','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm75.021109_0817.090.fits'),('sm75.021111_0751.129.3196','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm75.021111_0751.129.fits'),('sm75.021113_0803.120.2567','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm75.021113_0803.120.fits'),('sm75.021115_0737.119.2014','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm75.021115_0737.119.fits'),('sm75.021128_0754.102.1464','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm75.021128_0754.102.fits'),('sm75.021202_0759.128.702','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm75.021202_0759.128.fits'),('sm75.021204_0811.063.202','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm75.021204_0811.063.fits'),('sm75.021206_0756.119.3177','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm75.021206_0756.119.fits'),('sm75.021210_0815.108.2405','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm75.021210_0815.108.fits'),('sm75.021212_0749.129.2212','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/sm75.021212_0749.129.fits'),('sm75.021214_0617.107.1854','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm75.021214_0617.107.fits'),('sm75.021216_0704.089.1306','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm75.021216_0704.089.fits'),('sm75.021229_0716.108.804','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm75.021229_0716.108.fits'),('sm75.030103_0728.105.271','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm75.030103_0728.105.fits'),('sm76.020928_0803.115.3710','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm76.020928_0803.115.fits'),('sm76.020930_0749.159.3123','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm76.020930_0749.159.fits'),('sm76.021002_0748.051.2319','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm76.021002_0748.051.fits'),('sm76.021004_0802.074.1636','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm76.021004_0802.074.fits'),('sm76.021006_0738.124.992','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm76.021006_0738.124.fits'),('sm76.021008_0814.068.237','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm76.021008_0814.068.fits'),('sm76.021010_0918.121.3309','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm76.021010_0918.121.fits'),('sm76.021012_0712.125.2732','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm76.021012_0712.125.fits'),('sm76.021014_0844.133.2138','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm76.021014_0844.133.fits'),('sm76.021030_0744.111.1587','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm76.021030_0744.111.fits'),('sm76.021101_0729.118.1055','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm76.021101_0729.118.fits'),('sm76.021105_0742.103.361','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm76.021105_0742.103.fits'),('sm76.021109_0812.089.3659','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm76.021109_0812.089.fits'),('sm76.021111_0741.128.3200','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm76.021111_0741.128.fits'),('sm76.021113_0757.119.2571','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm76.021113_0757.119.fits'),('sm76.021115_0732.118.2018','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm76.021115_0732.118.fits'),('sm76.021128_0749.101.1468','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm76.021128_0749.101.fits'),('sm76.021202_0753.127.706','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm76.021202_0753.127.fits'),('sm76.021204_0806.062.206','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm76.021204_0806.062.fits'),('sm76.021206_0752.118.3182','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm76.021206_0752.118.fits'),('sm76.021210_0810.107.2409','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm76.021210_0810.107.fits'),('sm76.021212_0743.128.2216','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/sm76.021212_0743.128.fits'),('sm76.021214_0612.106.1858','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm76.021214_0612.106.fits'),('sm76.021216_0659.088.1310','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm76.021216_0659.088.fits'),('sm76.021229_0711.107.808','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm76.021229_0711.107.fits'),('sm76.030103_0722.104.275','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm76.030103_0722.104.fits'),('sm77.020928_0758.114.3712','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm77.020928_0758.114.fits'),('sm77.020930_0743.158.3127','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm77.020930_0743.158.fits'),('sm77.021002_0742.050.2323','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm77.021002_0742.050.fits'),('sm77.021004_0757.073.1640','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm77.021004_0757.073.fits'),('sm77.021006_0733.123.996','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm77.021006_0733.123.fits'),('sm77.021008_0809.067.240','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm77.021008_0809.067.fits'),('sm77.021010_0912.120.3314','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm77.021010_0912.120.fits'),('sm77.021012_0703.124.2736','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm77.021012_0703.124.fits'),('sm77.021014_0839.132.2142','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm77.021014_0839.132.fits'),('sm77.021030_0738.110.1591','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm77.021030_0738.110.fits'),('sm77.021101_0725.117.1059','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm77.021101_0725.117.fits'),('sm77.021105_0737.102.365','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm77.021105_0737.102.fits'),('sm77.021109_0807.088.3661','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm77.021109_0807.088.fits'),('sm77.021111_0736.127.3205','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm77.021111_0736.127.fits'),('sm77.021113_0752.118.2575','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm77.021113_0752.118.fits'),('sm77.021115_0727.117.2022','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm77.021115_0727.117.fits'),('sm77.021128_0744.100.1472','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm77.021128_0744.100.fits'),('sm77.021202_0748.126.710','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm77.021202_0748.126.fits'),('sm77.021204_0801.061.210','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm77.021204_0801.061.fits'),('sm77.021206_0748.117.3187','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm77.021206_0748.117.fits'),('sm77.021210_0805.106.2413','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm77.021210_0805.106.fits'),('sm77.021212_0736.127.2220','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/sm77.021212_0736.127.fits'),('sm77.021214_0607.105.1862','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm77.021214_0607.105.fits'),('sm77.021216_0654.087.1314','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm77.021216_0654.087.fits'),('sm77.021229_0705.106.812','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm77.021229_0705.106.fits'),('sm77.030103_0716.103.279','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm77.030103_0716.103.fits'),('sm78.020928_0754.113.3714','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm78.020928_0754.113.fits'),('sm78.020930_0739.157.3131','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm78.020930_0739.157.fits'),('sm78.021002_0738.049.2327','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm78.021002_0738.049.fits'),('sm78.021004_0752.072.1644','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm78.021004_0752.072.fits'),('sm78.021006_0726.122.999','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm78.021006_0726.122.fits'),('sm78.021008_0805.066.244','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm78.021008_0805.066.fits'),('sm78.021010_0908.119.3317','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm78.021010_0908.119.fits'),('sm78.021012_0659.123.2739','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm78.021012_0659.123.fits'),('sm78.021014_0835.131.2146','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm78.021014_0835.131.fits'),('sm78.021030_0734.109.1595','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm78.021030_0734.109.fits'),('sm78.021101_0722.116.1063','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm78.021101_0722.116.fits'),('sm78.021105_0734.101.369','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm78.021105_0734.101.fits'),('sm78.021109_0803.087.3663','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm78.021109_0803.087.fits'),('sm78.021111_0733.126.3209','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm78.021111_0733.126.fits'),('sm78.021113_0749.117.2579','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm78.021113_0749.117.fits'),('sm78.021115_0723.116.2026','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm78.021115_0723.116.fits'),('sm78.021128_0741.099.1476','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm78.021128_0741.099.fits'),('sm78.021202_0744.125.714','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm78.021202_0744.125.fits'),('sm78.021204_0758.060.214','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm78.021204_0758.060.fits'),('sm78.021206_0745.116.3191','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm78.021206_0745.116.fits'),('sm78.021210_0802.105.2417','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm78.021210_0802.105.fits'),('sm78.021214_0604.104.1866','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm78.021214_0604.104.fits'),('sm78.021216_0651.086.1318','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm78.021216_0651.086.fits'),('sm78.021229_0702.105.816','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm78.021229_0702.105.fits'),('sm78.030103_0713.102.283','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm78.030103_0713.102.fits'),('sm79.021002_0926.081.2331','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm79.021002_0926.081.fits'),('sm79.021004_0937.104.1647','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm79.021004_0937.104.fits'),('sm79.021006_0925.135.1003','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm79.021006_0925.135.fits'),('sm79.021105_0731.100.373','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm79.021105_0731.100.fits'),('sm79.021109_0800.086.3665','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm79.021109_0800.086.fits'),('sm79.021111_0730.125.3213','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm79.021111_0730.125.fits'),('sm79.021113_0746.116.2583','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm79.021113_0746.116.fits'),('sm79.021115_0720.115.2030','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm79.021115_0720.115.fits'),('sm79.021128_0738.098.1480','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm79.021128_0738.098.fits'),('sm79.021202_0741.124.718','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm79.021202_0741.124.fits'),('sm79.021204_0755.059.218','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm79.021204_0755.059.fits'),('sm79.021206_0742.115.3195','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm79.021206_0742.115.fits'),('sm79.021210_0758.104.2421','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm79.021210_0758.104.fits'),('sm79.021214_0601.103.1870','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm79.021214_0601.103.fits'),('sm79.021216_0648.085.1321','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm79.021216_0648.085.fits'),('sm79.021229_0659.104.820','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm79.021229_0659.104.fits'),('sm79.030103_0709.101.287','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm79.030103_0709.101.fits'),('sm83.021002_0924.080.2335','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm83.021002_0924.080.fits'),('sm83.021004_0935.103.1651','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm83.021004_0935.103.fits'),('sm83.021006_0923.134.1007','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm83.021006_0923.134.fits'),('sm83.021105_0728.099.377','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm83.021105_0728.099.fits'),('sm83.021109_0757.085.3667','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm83.021109_0757.085.fits'),('sm83.021111_0726.124.3218','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm83.021111_0726.124.fits'),('sm83.021113_0742.115.2588','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm83.021113_0742.115.fits'),('sm83.021115_0716.114.2034','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm83.021115_0716.114.fits'),('sm83.021128_0734.097.1484','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm83.021128_0734.097.fits'),('sm83.021202_0738.123.722','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm83.021202_0738.123.fits'),('sm83.021204_0752.058.222','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm83.021204_0752.058.fits'),('sm83.021206_0738.114.3199','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm83.021206_0738.114.fits'),('sm83.021210_0754.103.2425','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm83.021210_0754.103.fits'),('sm83.021214_0557.102.1874','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm83.021214_0557.102.fits'),('sm83.021216_0644.084.1324','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm83.021216_0644.084.fits'),('sm83.021229_0655.103.824','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm83.021229_0655.103.fits'),('sm83.030103_0705.100.291','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm83.030103_0705.100.fits'),('sm84.020928_0749.112.3716','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm84.020928_0749.112.fits'),('sm84.020930_0734.156.3135','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm84.020930_0734.156.fits'),('sm84.021002_0733.048.2338','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm84.021002_0733.048.fits'),('sm84.021004_0748.071.1655','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm84.021004_0748.071.fits'),('sm84.021006_0722.121.1011','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm84.021006_0722.121.fits'),('sm84.021008_0800.065.248','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm84.021008_0800.065.fits'),('sm84.021010_0904.118.3322','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm84.021010_0904.118.fits'),('sm84.021012_0654.122.2745','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm84.021012_0654.122.fits'),('sm84.021014_0829.130.2150','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm84.021014_0829.130.fits'),('sm84.021030_0729.108.1599','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm84.021030_0729.108.fits'),('sm84.021101_0718.115.1067','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm84.021101_0718.115.fits'),('sm84.021105_0724.098.381','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm84.021105_0724.098.fits'),('sm84.021109_0753.084.3669','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm84.021109_0753.084.fits'),('sm84.021111_0722.123.3221','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm84.021111_0722.123.fits'),('sm84.021113_0738.114.2592','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm84.021113_0738.114.fits'),('sm84.021115_0712.113.2039','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm84.021115_0712.113.fits'),('sm84.021128_0730.096.1488','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm84.021128_0730.096.fits'),('sm84.021202_0734.122.726','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm84.021202_0734.122.fits'),('sm84.021204_0731.098.226','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm84.021204_0731.098.fits'),('sm84.021206_0735.113.3202','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm84.021206_0735.113.fits'),('sm84.021210_0750.102.2428','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm84.021210_0750.102.fits'),('sm84.021214_0554.101.1878','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm84.021214_0554.101.fits'),('sm84.021216_0641.083.1328','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm84.021216_0641.083.fits'),('sm84.021229_0651.102.828','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm84.021229_0651.102.fits'),('sm84.030103_0701.099.295','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm84.030103_0701.099.fits'),('sm85.020928_0744.111.3718','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm85.020928_0744.111.fits'),('sm85.020930_0728.155.3139','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm85.020930_0728.155.fits'),('sm85.021002_0728.047.2342','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm85.021002_0728.047.fits'),('sm85.021004_0743.070.1659','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm85.021004_0743.070.fits'),('sm85.021006_0717.120.1015','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm85.021006_0717.120.fits'),('sm85.021008_0756.064.252','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm85.021008_0756.064.fits'),('sm85.021010_0859.117.3327','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm85.021010_0859.117.fits'),('sm85.021012_0649.121.2748','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm85.021012_0649.121.fits'),('sm85.021014_0824.129.2154','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm85.021014_0824.129.fits'),('sm85.021030_0723.107.1603','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm85.021030_0723.107.fits'),('sm85.021101_0713.114.1071','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm85.021101_0713.114.fits'),('sm85.021105_0719.097.385','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm85.021105_0719.097.fits'),('sm85.021109_0748.083.3671','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm85.021109_0748.083.fits'),('sm85.021111_0717.122.3225','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm85.021111_0717.122.fits'),('sm85.021113_0733.113.2596','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm85.021113_0733.113.fits'),('sm85.021115_0707.112.2043','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm85.021115_0707.112.fits'),('sm85.021128_0725.095.1492','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm85.021128_0725.095.fits'),('sm85.021202_0729.121.730','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm85.021202_0729.121.fits'),('sm85.021204_0726.097.230','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm85.021204_0726.097.fits'),('sm85.021206_0729.112.3204','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm85.021206_0729.112.fits'),('sm85.021210_0745.101.2432','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm85.021210_0745.101.fits'),('sm85.021214_0549.100.1882','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm85.021214_0549.100.fits'),('sm85.021216_0636.082.1332','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm85.021216_0636.082.fits'),('sm85.021229_0646.101.832','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm85.021229_0646.101.fits'),('sm85.030103_0655.098.299','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm85.030103_0655.098.fits'),('sm86.020928_0736.109.3720','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm86.020928_0736.109.fits'),('sm86.020928_0740.110.3722','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm86.020928_0740.110.fits'),('sm86.020930_0720.153.3143','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm86.020930_0720.153.fits'),('sm86.020930_0724.154.3147','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm86.020930_0724.154.fits'),('sm86.021002_0721.045.2346','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm86.021002_0721.045.fits'),('sm86.021002_0724.046.2350','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm86.021002_0724.046.fits'),('sm86.021004_0735.068.1663','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm86.021004_0735.068.fits'),('sm86.021004_0739.069.1666','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm86.021004_0739.069.fits'),('sm86.021006_0709.118.1017','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm86.021006_0709.118.fits'),('sm86.021006_0713.119.1021','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm86.021006_0713.119.fits'),('sm86.021008_0738.062.256','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm86.021008_0738.062.fits'),('sm86.021008_0741.063.260','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm86.021008_0741.063.fits'),('sm86.021010_0851.115.3331','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm86.021010_0851.115.fits'),('sm86.021010_0855.116.3334','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm86.021010_0855.116.fits'),('sm86.021012_0641.119.2751','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm86.021012_0641.119.fits'),('sm86.021012_0645.120.2755','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm86.021012_0645.120.fits'),('sm86.021014_0816.127.2158','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm86.021014_0816.127.fits'),('sm86.021014_0820.128.2161','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm86.021014_0820.128.fits'),('sm86.021030_0716.105.1608','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm86.021030_0716.105.fits'),('sm86.021030_0719.106.1611','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm86.021030_0719.106.fits'),('sm86.021101_0707.112.1075','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm86.021101_0707.112.fits'),('sm86.021101_0710.113.1079','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm86.021101_0710.113.fits'),('sm86.021105_0715.096.389','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm86.021105_0715.096.fits'),('sm86.021109_0744.082.3673','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm86.021109_0744.082.fits'),('sm86.021111_0713.121.3228','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm86.021111_0713.121.fits'),('sm86.021113_0729.112.2600','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm86.021113_0729.112.fits'),('sm86.021115_0703.111.2046','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm86.021115_0703.111.fits'),('sm86.021128_0721.094.1496','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm86.021128_0721.094.fits'),('sm86.021202_0725.120.734','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm86.021202_0725.120.fits'),('sm86.021204_0722.096.234','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm86.021204_0722.096.fits'),('sm86.021206_0725.111.3208','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm86.021206_0725.111.fits'),('sm86.021210_0740.100.2437','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm86.021210_0740.100.fits'),('sm86.021214_0544.099.1886','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm86.021214_0544.099.fits'),('sm86.021216_0632.081.1336','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm86.021216_0632.081.fits'),('sm86.021229_0642.100.836','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm86.021229_0642.100.fits'),('sm86.030103_0651.097.303','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm86.030103_0651.097.fits'),('sm87.020928_0728.107.3724','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm87.020928_0728.107.fits'),('sm87.020928_0732.108.3726','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm87.020928_0732.108.fits'),('sm87.020930_0712.151.3151','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm87.020930_0712.151.fits'),('sm87.020930_0716.152.3155','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm87.020930_0716.152.fits'),('sm87.021002_0713.043.2354','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm87.021002_0713.043.fits'),('sm87.021002_0717.044.2358','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm87.021002_0717.044.fits'),('sm87.021004_0728.066.1670','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm87.021004_0728.066.fits'),('sm87.021004_0732.067.1674','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm87.021004_0732.067.fits'),('sm87.021006_0702.116.1026','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm87.021006_0702.116.fits'),('sm87.021006_0706.117.1030','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm87.021006_0706.117.fits'),('sm87.021008_0722.074.264','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm87.021008_0722.074.fits'),('sm87.021008_0726.075.268','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm87.021008_0726.075.fits'),('sm87.021010_0844.113.3338','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm87.021010_0844.113.fits'),('sm87.021010_0847.114.3342','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm87.021010_0847.114.fits'),('sm87.021012_0634.117.2759','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm87.021012_0634.117.fits'),('sm87.021012_0638.118.2763','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm87.021012_0638.118.fits'),('sm87.021014_0809.125.2165','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm87.021014_0809.125.fits'),('sm87.021014_0813.126.2169','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm87.021014_0813.126.fits'),('sm87.021030_0708.103.1616','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm87.021030_0708.103.fits'),('sm87.021030_0712.104.1620','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm87.021030_0712.104.fits'),('sm87.021101_0659.110.1083','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm87.021101_0659.110.fits'),('sm87.021101_0703.111.1087','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm87.021101_0703.111.fits'),('sm87.021105_0711.095.393','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm87.021105_0711.095.fits'),('sm87.021109_0739.081.3675','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm87.021109_0739.081.fits'),('sm87.021111_0707.120.3232','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm87.021111_0707.120.fits'),('sm87.021113_0725.111.2604','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm87.021113_0725.111.fits'),('sm87.021115_0658.110.2050','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm87.021115_0658.110.fits'),('sm87.021128_0716.093.1500','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm87.021128_0716.093.fits'),('sm87.021202_0720.119.738','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm87.021202_0720.119.fits'),('sm87.021204_0718.095.238','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm87.021204_0718.095.fits'),('sm87.021206_0720.110.3212','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm87.021206_0720.110.fits'),('sm87.021210_0735.099.2441','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm87.021210_0735.099.fits'),('sm87.021214_0540.098.1890','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm87.021214_0540.098.fits'),('sm87.021216_0627.080.1340','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm87.021216_0627.080.fits'),('sm87.021229_0638.099.840','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm87.021229_0638.099.fits'),('sm87.030103_0646.096.307','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm87.030103_0646.096.fits'),('sm88.020928_0704.134.3728','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm88.020928_0704.134.fits'),('sm88.020928_0723.106.3730','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm88.020928_0723.106.fits'),('sm88.020930_0707.150.3159','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm88.020930_0707.150.fits'),('sm88.021002_0708.042.2362','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm88.021002_0708.042.fits'),('sm88.021004_0723.065.1678','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm88.021004_0723.065.fits'),('sm88.021006_0657.115.1035','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm88.021006_0657.115.fits'),('sm88.021008_0717.073.272','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm88.021008_0717.073.fits'),('sm88.021010_0838.112.3346','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm88.021010_0838.112.fits'),('sm88.021012_0628.116.2767','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm88.021012_0628.116.fits'),('sm88.021014_0804.124.2174','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm88.021014_0804.124.fits'),('sm88.021030_0702.102.1624','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm88.021030_0702.102.fits'),('sm88.021101_0655.109.1091','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm88.021101_0655.109.fits'),('sm88.021105_0706.094.397','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm88.021105_0706.094.fits'),('sm88.021109_0735.080.3677','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm88.021109_0735.080.fits'),('sm88.021111_0703.119.3236','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm88.021111_0703.119.fits'),('sm88.021113_0720.110.2608','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm88.021113_0720.110.fits'),('sm88.021115_0654.109.2054','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm88.021115_0654.109.fits'),('sm88.021128_0712.092.1504','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm88.021128_0712.092.fits'),('sm88.021202_0716.118.742','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm88.021202_0716.118.fits'),('sm88.021204_0714.094.242','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm88.021204_0714.094.fits'),('sm88.021206_0716.109.3216','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm88.021206_0716.109.fits'),('sm88.021210_0730.098.2445','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm88.021210_0730.098.fits'),('sm88.021214_0535.097.1894','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm88.021214_0535.097.fits'),('sm88.021216_0623.079.1344','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm88.021216_0623.079.fits'),('sm88.021229_0633.098.843','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm88.021229_0633.098.fits'),('sm88.030103_0642.095.311','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm88.030103_0642.095.fits'),('sm89.021002_0922.079.2366','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm89.021002_0922.079.fits'),('sm89.021004_0933.102.1682','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm89.021004_0933.102.fits'),('sm89.021006_0921.133.1039','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm89.021006_0921.133.fits'),('sm89.021012_0912.096.2771','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm89.021012_0912.096.fits'),('sm89.021105_0704.093.401','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm89.021105_0704.093.fits'),('sm89.021109_0732.079.3679','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm89.021109_0732.079.fits'),('sm89.021111_0701.118.3240','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm89.021111_0701.118.fits'),('sm89.021113_0718.109.2612','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm89.021113_0718.109.fits'),('sm89.021115_0652.108.2058','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm89.021115_0652.108.fits'),('sm89.021128_0710.091.1508','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm89.021128_0710.091.fits'),('sm89.021202_0714.117.746','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm89.021202_0714.117.fits'),('sm89.021204_0712.093.246','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm89.021204_0712.093.fits'),('sm89.021206_0714.108.3220','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm89.021206_0714.108.fits'),('sm89.021210_0727.097.2449','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm89.021210_0727.097.fits'),('sm89.021214_0533.096.1898','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm89.021214_0533.096.fits'),('sm89.021216_0621.078.1349','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm89.021216_0621.078.fits'),('sm89.021229_0631.097.847','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm89.021229_0631.097.fits'),('sm89.030103_0640.094.315','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm89.030103_0640.094.fits'),('sm8a.021002_0920.078.2370','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm8a.021002_0920.078.fits'),('sm8a.021004_0931.101.1686','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm8a.021004_0931.101.fits'),('sm8a.021006_0919.132.1043','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm8a.021006_0919.132.fits'),('sm8a.021012_0910.095.2776','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm8a.021012_0910.095.fits'),('sm8a.021105_0702.092.405','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm8a.021105_0702.092.fits'),('sm8a.021109_0729.078.3681','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm8a.021109_0729.078.fits'),('sm8a.021111_0658.117.3244','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm8a.021111_0658.117.fits'),('sm8a.021113_0715.108.2616','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm8a.021113_0715.108.fits'),('sm8a.021115_0649.107.2062','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm8a.021115_0649.107.fits'),('sm8a.021128_0707.090.1512','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm8a.021128_0707.090.fits'),('sm8a.021202_0711.116.751','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm8a.021202_0711.116.fits'),('sm8a.021204_0709.092.251','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm8a.021204_0709.092.fits'),('sm8a.021206_0711.107.3224','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm8a.021206_0711.107.fits'),('sm8a.021210_0724.096.2453','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm8a.021210_0724.096.fits'),('sm8a.021214_0531.095.1902','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm8a.021214_0531.095.fits'),('sm8a.021216_0618.077.1353','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm8a.021216_0618.077.fits'),('sm8a.021229_0628.096.852','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm8a.021229_0628.096.fits'),('sm8a.030103_0637.093.319','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm8a.030103_0637.093.fits'),('sm93.020928_0928.139.3733','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm93.020928_0928.139.fits'),('sm93.020930_0925.183.3163','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm93.020930_0925.183.fits'),('sm93.021002_0913.075.2374','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm93.021002_0913.075.fits'),('sm93.021004_0924.098.1690','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm93.021004_0924.098.fits'),('sm93.021006_0912.129.1048','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm93.021006_0912.129.fits'),('sm93.021012_0902.092.2781','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm93.021012_0902.092.fits'),('sm93.021101_0847.142.1095','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm93.021101_0847.142.fits'),('sm93.021105_0631.084.409','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm93.021105_0631.084.fits'),('sm93.021109_0643.104.3683','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm93.021109_0643.104.fits'),('sm93.021111_0625.109.3248','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm93.021111_0625.109.fits'),('sm93.021113_0643.100.2620','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm93.021113_0643.100.fits'),('sm93.021115_0617.099.2066','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm93.021115_0617.099.fits'),('sm93.021128_0630.082.1516','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm93.021128_0630.082.fits'),('sm93.021202_0640.108.755','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm93.021202_0640.108.fits'),('sm93.021204_0638.084.255','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm93.021204_0638.084.fits'),('sm93.021206_0636.099.3230','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm93.021206_0636.099.fits'),('sm93.021210_0651.088.2457','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm93.021210_0651.088.fits'),('sm93.021214_0459.087.1906','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm93.021214_0459.087.fits'),('sm93.021216_0547.069.1357','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm93.021216_0547.069.fits'),('sm93.021229_0558.088.856','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm93.021229_0558.088.fits'),('sm93.030103_0604.085.323','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm93.030103_0604.085.fits'),('sm94.020928_0931.140.3735','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm94.020928_0931.140.fits'),('sm94.021002_0915.076.2378','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm94.021002_0915.076.fits'),('sm94.021004_0926.099.1694','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm94.021004_0926.099.fits'),('sm94.021006_0914.130.1053','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm94.021006_0914.130.fits'),('sm94.021012_0904.093.2785','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm94.021012_0904.093.fits'),('sm94.021101_0850.143.1099','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm94.021101_0850.143.fits'),('sm94.021105_0634.085.413','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm94.021105_0634.085.fits'),('sm94.021109_0646.105.3685','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm94.021109_0646.105.fits'),('sm94.021111_0629.110.3252','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm94.021111_0629.110.fits'),('sm94.021113_0646.101.2623','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm94.021113_0646.101.fits'),('sm94.021115_0620.100.2070','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm94.021115_0620.100.fits'),('sm94.021128_0635.083.1520','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm94.021128_0635.083.fits'),('sm94.021202_0643.109.759','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm94.021202_0643.109.fits'),('sm94.021204_0641.085.259','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm94.021204_0641.085.fits'),('sm94.021206_0639.100.3234','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm94.021206_0639.100.fits'),('sm94.021210_0654.089.2461','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm94.021210_0654.089.fits'),('sm94.021214_0502.088.1910','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm94.021214_0502.088.fits'),('sm94.021216_0550.070.1361','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm94.021216_0550.070.fits'),('sm94.021229_0600.089.860','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm94.021229_0600.089.fits'),('sm94.030103_0607.086.326','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm94.030103_0607.086.fits'),('sm95.020928_0632.127.3737','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm95.020928_0632.127.fits'),('sm95.020930_0631.143.3167','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm95.020930_0631.143.fits'),('sm95.021002_0618.059.2382','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm95.021002_0618.059.fits'),('sm95.021004_0648.058.1698','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm95.021004_0648.058.fits'),('sm95.021006_0620.134.1057','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm95.021006_0620.134.fits'),('sm95.021008_0644.066.276','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm95.021008_0644.066.fits'),('sm95.021010_0805.105.3350','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm95.021010_0805.105.fits'),('sm95.021012_0553.109.2789','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm95.021012_0553.109.fits'),('sm95.021014_0731.117.2178','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm95.021014_0731.117.fits'),('sm95.021030_0622.095.1628','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm95.021030_0622.095.fits'),('sm95.021101_0628.102.1103','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm95.021101_0628.102.fits'),('sm95.021105_0638.086.417','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm95.021105_0638.086.fits'),('sm95.021109_0650.106.3687','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm95.021109_0650.106.fits'),('sm95.021111_0633.111.3256','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm95.021111_0633.111.fits'),('sm95.021113_0650.102.2627','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm95.021113_0650.102.fits'),('sm95.021115_0624.101.2074','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm95.021115_0624.101.fits'),('sm95.021128_0640.084.1524','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm95.021128_0640.084.fits'),('sm95.021202_0647.110.763','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm95.021202_0647.110.fits'),('sm95.021204_0645.086.263','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm95.021204_0645.086.fits'),('sm95.021206_0643.101.3238','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm95.021206_0643.101.fits'),('sm95.021210_0658.090.2465','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm95.021210_0658.090.fits'),('sm95.021214_0505.089.1914','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm95.021214_0505.089.fits'),('sm95.021216_0554.071.1365','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm95.021216_0554.071.fits'),('sm95.021229_0604.090.864','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm95.021229_0604.090.fits'),('sm95.030103_0611.087.330','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm95.030103_0611.087.fits'),('sm96.020928_0637.128.3739','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm96.020928_0637.128.fits'),('sm96.020928_0642.129.3741','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm96.020928_0642.129.fits'),('sm96.020930_0637.144.3169','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm96.020930_0637.144.fits'),('sm96.020930_0642.145.3174','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm96.020930_0642.145.fits'),('sm96.021002_0638.038.2386','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm96.021002_0638.038.fits'),('sm96.021002_0643.039.2390','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm96.021002_0643.039.fits'),('sm96.021004_0655.059.1702','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm96.021004_0655.059.fits'),('sm96.021004_0700.060.1706','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm96.021004_0700.060.fits'),('sm96.021006_0625.135.1061','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm96.021006_0625.135.fits'),('sm96.021006_0630.136.1065','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm96.021006_0630.136.fits'),('sm96.021008_0649.067.280','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm96.021008_0649.067.fits'),('sm96.021008_0655.068.285','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm96.021008_0655.068.fits'),('sm96.021010_0810.106.3354','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm96.021010_0810.106.fits'),('sm96.021010_0815.107.3358','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm96.021010_0815.107.fits'),('sm96.021012_0558.110.2793','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm96.021012_0558.110.fits'),('sm96.021012_0604.111.2796','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm96.021012_0604.111.fits'),('sm96.021014_0736.118.2182','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm96.021014_0736.118.fits'),('sm96.021014_0741.119.2186','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm96.021014_0741.119.fits'),('sm96.021030_0628.096.1632','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm96.021030_0628.096.fits'),('sm96.021030_0633.097.1634','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm96.021030_0633.097.fits'),('sm96.021101_0632.103.1107','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm96.021101_0632.103.fits'),('sm96.021101_0636.104.1111','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm96.021101_0636.104.fits'),('sm96.021105_0642.087.421','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm96.021105_0642.087.fits'),('sm96.021109_0654.107.3689','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm96.021109_0654.107.fits'),('sm96.021111_0638.112.3260','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm96.021111_0638.112.fits'),('sm96.021113_0654.103.2631','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm96.021113_0654.103.fits'),('sm96.021115_0628.102.2078','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm96.021115_0628.102.fits'),('sm96.021128_0645.085.1528','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm96.021128_0645.085.fits'),('sm96.021202_0651.111.767','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm96.021202_0651.111.fits'),('sm96.021204_0649.087.267','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm96.021204_0649.087.fits'),('sm96.021206_0648.102.3243','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm96.021206_0648.102.fits'),('sm96.021210_0702.091.2469','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm96.021210_0702.091.fits'),('sm96.021214_0510.090.1918','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm96.021214_0510.090.fits'),('sm96.021216_0558.072.1369','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm96.021216_0558.072.fits'),('sm96.021229_0608.091.866','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm96.021229_0608.091.fits'),('sm96.030103_0616.088.334','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm96.030103_0616.088.fits'),('sm97.020928_0647.130.3743','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm97.020928_0647.130.fits'),('sm97.020928_0650.131.3745','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm97.020928_0650.131.fits'),('sm97.020930_0648.146.3176','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm97.020930_0648.146.fits'),('sm97.020930_0652.147.3181','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm97.020930_0652.147.fits'),('sm97.021002_0651.038.2394','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm97.021002_0651.038.fits'),('sm97.021002_0655.039.2398','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm97.021002_0655.039.fits'),('sm97.021004_0705.061.1712','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm97.021004_0705.061.fits'),('sm97.021004_0709.062.1715','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm97.021004_0709.062.fits'),('sm97.021006_0636.137.1069','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm97.021006_0636.137.fits'),('sm97.021008_0700.069.289','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm97.021008_0700.069.fits'),('sm97.021008_0703.070.293','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm97.021008_0703.070.fits'),('sm97.021010_0820.108.3362','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm97.021010_0820.108.fits'),('sm97.021010_0824.109.3366','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm97.021010_0824.109.fits'),('sm97.021012_0610.112.2800','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm97.021012_0610.112.fits'),('sm97.021012_0614.113.2804','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm97.021012_0614.113.fits'),('sm97.021014_0746.120.2190','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm97.021014_0746.120.fits'),('sm97.021014_0750.121.2195','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm97.021014_0750.121.fits'),('sm97.021030_0638.098.1637','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm97.021030_0638.098.fits'),('sm97.021030_0642.099.1641','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm97.021030_0642.099.fits'),('sm97.021101_0640.105.1115','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm97.021101_0640.105.fits'),('sm97.021101_0644.106.1119','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm97.021101_0644.106.fits'),('sm97.021105_0647.088.425','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm97.021105_0647.088.fits'),('sm97.021109_0700.108.3691','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm97.021109_0700.108.fits'),('sm97.021111_0643.113.3264','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm97.021111_0643.113.fits'),('sm97.021113_0659.104.2635','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm97.021113_0659.104.fits'),('sm97.021115_0633.103.2082','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm97.021115_0633.103.fits'),('sm97.021128_0650.086.1532','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm97.021128_0650.086.fits'),('sm97.021202_0656.112.771','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm97.021202_0656.112.fits'),('sm97.021204_0654.088.270','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm97.021204_0654.088.fits'),('sm97.021206_0655.103.3247','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm97.021206_0655.103.fits'),('sm97.021210_0708.092.2474','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm97.021210_0708.092.fits'),('sm97.021214_0515.091.1922','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm97.021214_0515.091.fits'),('sm97.021216_0603.073.1373','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm97.021216_0603.073.fits'),('sm97.021229_0613.092.870','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm97.021229_0613.092.fits'),('sm97.030103_0621.089.338','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm97.030103_0621.089.fits'),('sm98.020928_0654.132.3747','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm98.020928_0654.132.fits'),('sm98.020930_0656.148.3185','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm98.020930_0656.148.fits'),('sm98.021002_0658.040.2402','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm98.021002_0658.040.fits'),('sm98.021004_0713.063.1719','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm98.021004_0713.063.fits'),('sm98.021006_0647.113.1073','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm98.021006_0647.113.fits'),('sm98.021008_0707.071.297','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm98.021008_0707.071.fits'),('sm98.021010_0828.110.3370','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm98.021010_0828.110.fits'),('sm98.021012_0617.114.2808','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm98.021012_0617.114.fits'),('sm98.021014_0754.122.2197','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm98.021014_0754.122.fits'),('sm98.021030_0646.100.1645','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm98.021030_0646.100.fits'),('sm98.021101_0647.107.1123','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm98.021101_0647.107.fits'),('sm98.021105_0651.089.428','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm98.021105_0651.089.fits'),('sm98.021109_0704.109.3693','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm98.021109_0704.109.fits'),('sm98.021111_0648.114.3268','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm98.021111_0648.114.fits'),('sm98.021113_0704.105.2639','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm98.021113_0704.105.fits'),('sm98.021115_0638.104.2086','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm98.021115_0638.104.fits'),('sm98.021128_0654.087.1536','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm98.021128_0654.087.fits'),('sm98.021202_0700.113.775','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm98.021202_0700.113.fits'),('sm98.021204_0658.089.274','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm98.021204_0658.089.fits'),('sm98.021206_0659.104.3251','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm98.021206_0659.104.fits'),('sm98.021210_0712.093.2478','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm98.021210_0712.093.fits'),('sm98.021214_0519.092.1926','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm98.021214_0519.092.fits'),('sm98.021216_0607.074.1377','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm98.021216_0607.074.fits'),('sm98.021229_0617.093.874','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm98.021229_0617.093.fits'),('sm98.030103_0625.090.342','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm98.030103_0625.090.fits'),('sm99.020928_0659.133.3748','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm99.020928_0659.133.fits'),('sm99.020930_0701.149.3189','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sm99.020930_0701.149.fits'),('sm99.021002_0703.041.2406','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm99.021002_0703.041.fits'),('sm99.021004_0718.064.1723','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm99.021004_0718.064.fits'),('sm99.021006_0652.114.1077','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm99.021006_0652.114.fits'),('sm99.021008_0712.072.301','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sm99.021008_0712.072.fits'),('sm99.021010_0833.111.3374','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sm99.021010_0833.111.fits'),('sm99.021012_0623.115.2812','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm99.021012_0623.115.fits'),('sm99.021014_0759.123.2201','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sm99.021014_0759.123.fits'),('sm99.021030_0651.101.1649','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sm99.021030_0651.101.fits'),('sm99.021101_0651.108.1127','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm99.021101_0651.108.fits'),('sm99.021105_0659.091.432','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm99.021105_0659.091.fits'),('sm99.021109_0715.111.3695','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm99.021109_0715.111.fits'),('sm99.021111_0655.116.3272','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm99.021111_0655.116.fits'),('sm99.021113_0712.107.2643','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm99.021113_0712.107.fits'),('sm99.021115_0646.106.2090','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm99.021115_0646.106.fits'),('sm99.021128_0703.089.1540','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm99.021128_0703.089.fits'),('sm99.021202_0708.115.779','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm99.021202_0708.115.fits'),('sm99.021204_0706.091.278','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm99.021204_0706.091.fits'),('sm99.021206_0708.106.3255','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm99.021206_0708.106.fits'),('sm99.021210_0721.095.2482','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm99.021210_0721.095.fits'),('sm99.021214_0527.094.1930','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm99.021214_0527.094.fits'),('sm99.021216_0615.076.1381','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm99.021216_0615.076.fits'),('sm99.021229_0625.095.878','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm99.021229_0625.095.fits'),('sm99.030103_0633.092.346','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm99.030103_0633.092.fits'),('sm9a.020928_0933.141.3750','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sm9a.020928_0933.141.fits'),('sm9a.021002_0918.077.2410','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sm9a.021002_0918.077.fits'),('sm9a.021004_0928.100.1727','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sm9a.021004_0928.100.fits'),('sm9a.021006_0916.131.1081','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sm9a.021006_0916.131.fits'),('sm9a.021012_0907.094.2816','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sm9a.021012_0907.094.fits'),('sm9a.021101_0852.144.1131','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sm9a.021101_0852.144.fits'),('sm9a.021105_0656.090.436','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sm9a.021105_0656.090.fits'),('sm9a.021109_0712.110.3697','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sm9a.021109_0712.110.fits'),('sm9a.021111_0653.115.3276','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sm9a.021111_0653.115.fits'),('sm9a.021113_0709.106.2647','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sm9a.021113_0709.106.fits'),('sm9a.021115_0643.105.2094','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sm9a.021115_0643.105.fits'),('sm9a.021128_0700.088.1544','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sm9a.021128_0700.088.fits'),('sm9a.021202_0705.114.783','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sm9a.021202_0705.114.fits'),('sm9a.021204_0703.090.282','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sm9a.021204_0703.090.fits'),('sm9a.021206_0704.105.3259','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sm9a.021206_0704.105.fits'),('sm9a.021210_0718.094.2486','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sm9a.021210_0718.094.fits'),('sm9a.021214_0525.093.1934','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sm9a.021214_0525.093.fits'),('sm9a.021216_0612.075.1385','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sm9a.021216_0612.075.fits'),('sm9a.021229_0623.094.882','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sm9a.021229_0623.094.fits'),('sm9a.030103_0630.091.350','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sm9a.030103_0630.091.fits'),('sma4.020928_0924.137.3752','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sma4.020928_0924.137.fits'),('sma4.020930_0920.181.3193','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sma4.020930_0920.181.fits'),('sma4.021002_0909.073.2414','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sma4.021002_0909.073.fits'),('sma4.021004_0920.096.1731','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sma4.021004_0920.096.fits'),('sma4.021006_0908.127.1085','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sma4.021006_0908.127.fits'),('sma4.021012_0857.090.2820','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sma4.021012_0857.090.fits'),('sma4.021101_0843.140.1135','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sma4.021101_0843.140.fits'),('sma4.021105_0603.077.440','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sma4.021105_0603.077.fits'),('sma4.021109_0613.097.3699','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sma4.021109_0613.097.fits'),('sma4.021111_0556.102.3280','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sma4.021111_0556.102.fits'),('sma4.021113_0614.093.2651','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sma4.021113_0614.093.fits'),('sma4.021115_0547.092.2098','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sma4.021115_0547.092.fits'),('sma4.021128_0601.075.1548','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sma4.021128_0601.075.fits'),('sma4.021202_0611.101.787','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sma4.021202_0611.101.fits'),('sma4.021204_0610.077.286','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sma4.021204_0610.077.fits'),('sma4.021206_0605.092.3263','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sma4.021206_0605.092.fits'),('sma4.021210_0528.071.2490','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sma4.021210_0528.071.fits'),('sma4.021214_0431.080.1938','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sma4.021214_0431.080.fits'),('sma4.021216_0519.062.1389','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sma4.021216_0519.062.fits'),('sma4.021229_0529.081.886','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sma4.021229_0529.081.fits'),('sma4.030103_0534.078.354','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sma4.030103_0534.078.fits'),('sma5.020928_0608.122.3754','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sma5.020928_0608.122.fits'),('sma5.020930_0605.138.3197','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sma5.020930_0605.138.fits'),('sma5.021002_0554.054.2418','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sma5.021002_0554.054.fits'),('sma5.021004_0606.072.1736','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sma5.021004_0606.072.fits'),('sma5.021006_0556.129.810','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sma5.021006_0556.129.fits'),('sma5.021008_0613.078.304','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sma5.021008_0613.078.fits'),('sma5.021010_0732.117.3378','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sma5.021010_0732.117.fits'),('sma5.021012_0526.104.2823','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sma5.021012_0526.104.fits'),('sma5.021014_0525.099.2207','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sma5.021014_0525.099.fits'),('sma5.021030_0557.090.1653','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sma5.021030_0557.090.fits'),('sma5.021101_0607.097.1139','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sma5.021101_0607.097.fits'),('sma5.021105_0606.078.444','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sma5.021105_0606.078.fits'),('sma5.021109_0616.098.3701','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sma5.021109_0616.098.fits'),('sma5.021111_0559.103.3284','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sma5.021111_0559.103.fits'),('sma5.021113_0617.094.2655','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sma5.021113_0617.094.fits'),('sma5.021115_0550.093.2102','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sma5.021115_0550.093.fits'),('sma5.021128_0603.076.1552','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sma5.021128_0603.076.fits'),('sma5.021202_0614.102.791','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sma5.021202_0614.102.fits'),('sma5.021204_0613.078.290','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sma5.021204_0613.078.fits'),('sma5.021206_0608.093.3267','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sma5.021206_0608.093.fits'),('sma5.021210_0534.072.2494','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sma5.021210_0534.072.fits'),('sma5.021214_0434.081.1942','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sma5.021214_0434.081.fits'),('sma5.021216_0522.063.1393','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sma5.021216_0522.063.fits'),('sma5.021229_0532.082.890','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sma5.021229_0532.082.fits'),('sma5.030103_0537.079.358','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sma5.030103_0537.079.fits'),('sma6.020928_0613.123.3756','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sma6.020928_0613.123.fits'),('sma6.020930_0611.139.3203','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sma6.020930_0611.139.fits'),('sma6.021002_0559.055.2422','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sma6.021002_0559.055.fits'),('sma6.021004_0611.073.1740','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sma6.021004_0611.073.fits'),('sma6.021006_0602.130.814','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sma6.021006_0602.130.fits'),('sma6.021008_0627.062.309','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sma6.021008_0627.062.fits'),('sma6.021010_0737.118.3382','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sma6.021010_0737.118.fits'),('sma6.021012_0532.105.2828','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sma6.021012_0532.105.fits'),('sma6.021014_0537.100.2209','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sma6.021014_0537.100.fits'),('sma6.021030_0603.091.1657','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sma6.021030_0603.091.fits'),('sma6.021101_0611.098.1143','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sma6.021101_0611.098.fits'),('sma6.021105_0610.079.447','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sma6.021105_0610.079.fits'),('sma6.021109_0620.099.3703','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sma6.021109_0620.099.fits'),('sma6.021111_0603.104.3288','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sma6.021111_0603.104.fits'),('sma6.021113_0621.095.2659','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sma6.021113_0621.095.fits'),('sma6.021115_0554.094.2106','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sma6.021115_0554.094.fits'),('sma6.021128_0607.077.1556','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sma6.021128_0607.077.fits'),('sma6.021202_0618.103.795','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sma6.021202_0618.103.fits'),('sma6.021204_0617.079.294','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sma6.021204_0617.079.fits'),('sma6.021206_0613.094.3270','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sma6.021206_0613.094.fits'),('sma6.021210_0537.073.2498','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sma6.021210_0537.073.fits'),('sma6.021214_0438.082.1946','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sma6.021214_0438.082.fits'),('sma6.021216_0526.064.1397','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sma6.021216_0526.064.fits'),('sma6.021229_0536.083.894','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sma6.021229_0536.083.fits'),('sma6.030103_0541.080.362','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sma6.030103_0541.080.fits'),('sma7.020928_0618.124.3758','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sma7.020928_0618.124.fits'),('sma7.020930_0616.140.3206','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sma7.020930_0616.140.fits'),('sma7.021002_0604.056.2426','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sma7.021002_0604.056.fits'),('sma7.021004_0616.074.1742','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sma7.021004_0616.074.fits'),('sma7.021006_0607.131.818','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sma7.021006_0607.131.fits'),('sma7.021008_0631.063.313','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sma7.021008_0631.063.fits'),('sma7.021010_0742.119.3386','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sma7.021010_0742.119.fits'),('sma7.021012_0537.106.2831','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sma7.021012_0537.106.fits'),('sma7.021014_0542.101.2214','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sma7.021014_0542.101.fits'),('sma7.021030_0608.092.1661','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sma7.021030_0608.092.fits'),('sma7.021101_0616.099.1147','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sma7.021101_0616.099.fits'),('sma7.021105_0615.080.452','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sma7.021105_0615.080.fits'),('sma7.021109_0626.100.3705','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sma7.021109_0626.100.fits'),('sma7.021111_0609.105.3292','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sma7.021111_0609.105.fits'),('sma7.021113_0626.096.2663','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sma7.021113_0626.096.fits'),('sma7.021115_0600.095.2110','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sma7.021115_0600.095.fits'),('sma7.021128_0612.078.1560','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sma7.021128_0612.078.fits'),('sma7.021202_0623.104.799','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sma7.021202_0623.104.fits'),('sma7.021204_0622.080.298','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sma7.021204_0622.080.fits'),('sma7.021206_0618.095.3274','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sma7.021206_0618.095.fits'),('sma7.021210_0542.074.2502','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sma7.021210_0542.074.fits'),('sma7.021214_0443.083.1950','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sma7.021214_0443.083.fits'),('sma7.021216_0531.065.1401','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sma7.021216_0531.065.fits'),('sma7.021229_0541.084.898','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sma7.021229_0541.084.fits'),('sma7.030103_0546.081.366','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sma7.030103_0546.081.fits'),('sma8.020928_0623.125.3760','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sma8.020928_0623.125.fits'),('sma8.020930_0622.141.3211','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sma8.020930_0622.141.fits'),('sma8.021002_0610.057.2430','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sma8.021002_0610.057.fits'),('sma8.021004_0621.075.1746','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sma8.021004_0621.075.fits'),('sma8.021004_0641.056.1750','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sma8.021004_0641.056.fits'),('sma8.021006_0612.132.822','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sma8.021006_0612.132.fits'),('sma8.021008_0636.064.317','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sma8.021008_0636.064.fits'),('sma8.021010_0747.120.3389','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sma8.021010_0747.120.fits'),('sma8.021012_0543.107.2835','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sma8.021012_0543.107.fits'),('sma8.021014_0547.102.2218','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sma8.021014_0547.102.fits'),('sma8.021030_0614.093.1665','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sma8.021030_0614.093.fits'),('sma8.021101_0621.100.1151','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sma8.021101_0621.100.fits'),('sma8.021105_0620.081.456','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sma8.021105_0620.081.fits'),('sma8.021109_0631.101.3707','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sma8.021109_0631.101.fits'),('sma8.021111_0614.106.3296','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sma8.021111_0614.106.fits'),('sma8.021113_0631.097.2667','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sma8.021113_0631.097.fits'),('sma8.021115_0605.096.2114','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sma8.021115_0605.096.fits'),('sma8.021128_0617.079.1564','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sma8.021128_0617.079.fits'),('sma8.021202_0628.105.803','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sma8.021202_0628.105.fits'),('sma8.021204_0627.081.302','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sma8.021204_0627.081.fits'),('sma8.021206_0623.096.3278','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sma8.021206_0623.096.fits'),('sma8.021210_0548.075.2505','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sma8.021210_0548.075.fits'),('sma8.021214_0448.084.1954','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sma8.021214_0448.084.fits'),('sma8.021216_0536.066.1405','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sma8.021216_0536.066.fits'),('sma8.021229_0546.085.902','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sma8.021229_0546.085.fits'),('sma8.030103_0552.082.370','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sma8.030103_0552.082.fits'),('sma9.020928_0628.126.3762','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sma9.020928_0628.126.fits'),('sma9.020930_0627.142.3214','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sma9.020930_0627.142.fits'),('sma9.021002_0615.058.2434','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sma9.021002_0615.058.fits'),('sma9.021004_0645.057.1754','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sma9.021004_0645.057.fits'),('sma9.021006_0617.133.826','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sma9.021006_0617.133.fits'),('sma9.021008_0641.065.321','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sma9.021008_0641.065.fits'),('sma9.021010_0802.104.3393','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sma9.021010_0802.104.fits'),('sma9.021012_0548.108.2838','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sma9.021012_0548.108.fits'),('sma9.021014_0725.116.2222','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sma9.021014_0725.116.fits'),('sma9.021030_0619.094.1669','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sma9.021030_0619.094.fits'),('sma9.021101_0625.101.1155','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sma9.021101_0625.101.fits'),('sma9.021105_0625.082.460','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sma9.021105_0625.082.fits'),('sma9.021109_0636.102.3709','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sma9.021109_0636.102.fits'),('sma9.021111_0619.107.3300','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sma9.021111_0619.107.fits'),('sma9.021113_0637.098.2672','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sma9.021113_0637.098.fits'),('sma9.021115_0610.097.2118','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sma9.021115_0610.097.fits'),('sma9.021128_0622.080.1568','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sma9.021128_0622.080.fits'),('sma9.021202_0633.106.807','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sma9.021202_0633.106.fits'),('sma9.021204_0632.082.306','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sma9.021204_0632.082.fits'),('sma9.021206_0629.097.3282','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sma9.021206_0629.097.fits'),('sma9.021210_0553.076.2510','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sma9.021210_0553.076.fits'),('sma9.021214_0453.085.1958','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sma9.021214_0453.085.fits'),('sma9.021216_0541.067.1409','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sma9.021216_0541.067.fits'),('sma9.021229_0551.086.906','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sma9.021229_0551.086.fits'),('sma9.030103_0557.083.374','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sma9.030103_0557.083.fits'),('smaa.020928_0926.138.3764','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/smaa.020928_0926.138.fits'),('smaa.020930_0922.182.3217','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smaa.020930_0922.182.fits'),('smaa.021002_0911.074.2438','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smaa.021002_0911.074.fits'),('smaa.021004_0922.097.1758','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smaa.021004_0922.097.fits'),('smaa.021006_0910.128.830','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smaa.021006_0910.128.fits'),('smaa.021012_0859.091.2842','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smaa.021012_0859.091.fits'),('smaa.021101_0845.141.1159','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smaa.021101_0845.141.fits'),('smaa.021105_0629.083.464','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smaa.021105_0629.083.fits'),('smaa.021109_0641.103.3711','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smaa.021109_0641.103.fits'),('smaa.021111_0623.108.3304','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smaa.021111_0623.108.fits'),('smaa.021113_0641.099.2676','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smaa.021113_0641.099.fits'),('smaa.021115_0614.098.2122','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smaa.021115_0614.098.fits'),('smaa.021128_0627.081.1572','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smaa.021128_0627.081.fits'),('smaa.021202_0638.107.811','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/smaa.021202_0638.107.fits'),('smaa.021204_0636.083.310','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smaa.021204_0636.083.fits'),('smaa.021206_0633.098.3285','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smaa.021206_0633.098.fits'),('smaa.021210_0557.077.2513','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smaa.021210_0557.077.fits'),('smaa.021214_0457.086.1962','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smaa.021214_0457.086.fits'),('smaa.021216_0545.068.1413','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smaa.021216_0545.068.fits'),('smaa.021229_0555.087.910','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smaa.021229_0555.087.fits'),('smaa.030103_0602.084.378','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smaa.030103_0602.084.fits'),('smb5.020928_0922.136.3766','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/smb5.020928_0922.136.fits'),('smb5.020930_0918.180.3223','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smb5.020930_0918.180.fits'),('smb5.021002_0907.072.2442','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smb5.021002_0907.072.fits'),('smb5.021004_0918.095.1762','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smb5.021004_0918.095.fits'),('smb5.021006_0906.126.834','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smb5.021006_0906.126.fits'),('smb5.021012_0854.089.2846','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smb5.021012_0854.089.fits'),('smb5.021101_0841.139.1163','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smb5.021101_0841.139.fits'),('smb5.021105_0526.089.468','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smb5.021105_0526.089.fits'),('smb5.021109_0545.091.3713','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smb5.021109_0545.091.fits'),('smb5.021111_0530.096.3308','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smb5.021111_0530.096.fits'),('smb5.021113_0546.087.2680','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smb5.021113_0546.087.fits'),('smb5.021115_0519.086.2126','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smb5.021115_0519.086.fits'),('smb5.021128_0534.069.1576','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smb5.021128_0534.069.fits'),('smb5.021202_0544.095.815','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/smb5.021202_0544.095.fits'),('smb5.021204_0544.071.314','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smb5.021204_0544.071.fits'),('smb5.021206_0537.086.3290','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smb5.021206_0537.086.fits'),('smb5.021208_0748.061.2853','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/smb5.021208_0748.061.fits'),('smb5.021210_0453.065.2517','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smb5.021210_0453.065.fits'),('smb5.021210_0620.082.2521','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smb5.021210_0620.082.fits'),('smb5.021214_0404.074.1966','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smb5.021214_0404.074.fits'),('smb5.021216_0438.074.1417','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smb5.021216_0438.074.fits'),('smb5.021229_0503.075.914','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smb5.021229_0503.075.fits'),('smb5.030103_0505.072.382','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smb5.030103_0505.072.fits'),('smb6.020928_0543.117.3768','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/smb6.020928_0543.117.fits'),('smb6.020930_0538.133.3227','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smb6.020930_0538.133.fits'),('smb6.021002_0529.049.2446','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smb6.021002_0529.049.fits'),('smb6.021004_0541.067.1766','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smb6.021004_0541.067.fits'),('smb6.021006_0532.124.839','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smb6.021006_0532.124.fits'),('smb6.021008_0548.073.325','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/smb6.021008_0548.073.fits'),('smb6.021010_0707.112.3399','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/smb6.021010_0707.112.fits'),('smb6.021012_0500.099.2850','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smb6.021012_0500.099.fits'),('smb6.021014_0501.095.2226','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/smb6.021014_0501.095.fits'),('smb6.021030_0532.085.1673','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/smb6.021030_0532.085.fits'),('smb6.021101_0547.092.1167','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smb6.021101_0547.092.fits'),('smb6.021105_0530.090.472','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smb6.021105_0530.090.fits'),('smb6.021109_0549.092.3715','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smb6.021109_0549.092.fits'),('smb6.021111_0533.097.3312','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smb6.021111_0533.097.fits'),('smb6.021113_0550.088.2684','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smb6.021113_0550.088.fits'),('smb6.021115_0522.087.2131','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smb6.021115_0522.087.fits'),('smb6.021128_0537.070.1580','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smb6.021128_0537.070.fits'),('smb6.021202_0548.096.819','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/smb6.021202_0548.096.fits'),('smb6.021204_0547.072.318','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smb6.021204_0547.072.fits'),('smb6.021206_0541.087.3294','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smb6.021206_0541.087.fits'),('smb6.021208_0752.062.2857','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/smb6.021208_0752.062.fits'),('smb6.021210_0458.066.2525','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smb6.021210_0458.066.fits'),('smb6.021210_0625.083.2530','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smb6.021210_0625.083.fits'),('smb6.021214_0408.075.1970','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smb6.021214_0408.075.fits'),('smb6.021216_0442.075.1421','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smb6.021216_0442.075.fits'),('smb6.021229_0506.076.918','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smb6.021229_0506.076.fits'),('smb6.030103_0509.073.386','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smb6.030103_0509.073.fits'),('smb7.020928_0548.118.3770','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/smb7.020928_0548.118.fits'),('smb7.020930_0544.134.3231','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smb7.020930_0544.134.fits'),('smb7.021002_0534.050.2450','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smb7.021002_0534.050.fits'),('smb7.021004_0546.068.1770','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smb7.021004_0546.068.fits'),('smb7.021006_0537.125.844','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smb7.021006_0537.125.fits'),('smb7.021008_0553.074.329','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/smb7.021008_0553.074.fits'),('smb7.021010_0712.113.3403','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/smb7.021010_0712.113.fits'),('smb7.021012_0505.100.2854','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smb7.021012_0505.100.fits'),('smb7.021014_0506.096.2230','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/smb7.021014_0506.096.fits'),('smb7.021030_0537.086.1677','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/smb7.021030_0537.086.fits'),('smb7.021101_0551.093.1171','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smb7.021101_0551.093.fits'),('smb7.021105_0535.091.476','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smb7.021105_0535.091.fits'),('smb7.021109_0554.093.3717','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smb7.021109_0554.093.fits'),('smb7.021111_0538.098.3316','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smb7.021111_0538.098.fits'),('smb7.021113_0555.089.2688','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smb7.021113_0555.089.fits'),('smb7.021115_0528.088.2134','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smb7.021115_0528.088.fits'),('smb7.021128_0542.071.1584','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smb7.021128_0542.071.fits'),('smb7.021202_0553.097.823','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/smb7.021202_0553.097.fits'),('smb7.021204_0552.073.322','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smb7.021204_0552.073.fits'),('smb7.021206_0546.088.3297','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smb7.021206_0546.088.fits'),('smb7.021210_0504.067.2534','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smb7.021210_0504.067.fits'),('smb7.021210_0630.084.2538','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smb7.021210_0630.084.fits'),('smb7.021214_0413.076.1974','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smb7.021214_0413.076.fits'),('smb7.021216_0447.076.1425','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smb7.021216_0447.076.fits'),('smb7.021229_0511.077.922','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smb7.021229_0511.077.fits'),('smb7.030103_0515.074.390','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smb7.030103_0515.074.fits'),('smb8.020928_0553.119.3772','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/smb8.020928_0553.119.fits'),('smb8.020930_0549.135.3235','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smb8.020930_0549.135.fits'),('smb8.021002_0539.051.2454','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smb8.021002_0539.051.fits'),('smb8.021004_0551.069.1774','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smb8.021004_0551.069.fits'),('smb8.021006_0542.126.848','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smb8.021006_0542.126.fits'),('smb8.021008_0558.075.333','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/smb8.021008_0558.075.fits'),('smb8.021010_0718.114.3407','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/smb8.021010_0718.114.fits'),('smb8.021012_0511.101.2858','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smb8.021012_0511.101.fits'),('smb8.021030_0542.087.1681','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/smb8.021030_0542.087.fits'),('smb8.021101_0555.094.1175','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smb8.021101_0555.094.fits'),('smb8.021105_0541.092.479','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smb8.021105_0541.092.fits'),('smb8.021109_0559.094.3719','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smb8.021109_0559.094.fits'),('smb8.021111_0543.099.3320','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smb8.021111_0543.099.fits'),('smb8.021113_0600.090.2692','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smb8.021113_0600.090.fits'),('smb8.021115_0533.089.2139','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smb8.021115_0533.089.fits'),('smb8.021128_0547.072.1588','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smb8.021128_0547.072.fits'),('smb8.021202_0558.098.827','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/smb8.021202_0558.098.fits'),('smb8.021204_0557.074.327','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smb8.021204_0557.074.fits'),('smb8.021206_0552.089.3302','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smb8.021206_0552.089.fits'),('smb8.021210_0511.068.2542','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smb8.021210_0511.068.fits'),('smb8.021210_0636.085.2545','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smb8.021210_0636.085.fits'),('smb8.021214_0418.077.1978','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smb8.021214_0418.077.fits'),('smb8.021216_0452.077.1429','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smb8.021216_0452.077.fits'),('smb8.021229_0516.078.926','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smb8.021229_0516.078.fits'),('smb8.030103_0520.075.394','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smb8.030103_0520.075.fits'),('smb9.020928_0558.120.3774','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/smb9.020928_0558.120.fits'),('smb9.020930_0555.136.3237','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smb9.020930_0555.136.fits'),('smb9.021002_0545.052.2458','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smb9.021002_0545.052.fits'),('smb9.021004_0556.070.1778','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smb9.021004_0556.070.fits'),('smb9.021006_0547.127.851','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smb9.021006_0547.127.fits'),('smb9.021008_0603.076.337','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/smb9.021008_0603.076.fits'),('smb9.021010_0723.115.3411','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/smb9.021010_0723.115.fits'),('smb9.021012_0516.102.2862','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smb9.021012_0516.102.fits'),('smb9.021014_0516.097.2234','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/smb9.021014_0516.097.fits'),('smb9.021030_0547.088.1685','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/smb9.021030_0547.088.fits'),('smb9.021101_0559.095.1179','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smb9.021101_0559.095.fits'),('smb9.021105_0546.093.483','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smb9.021105_0546.093.fits'),('smb9.021109_0605.095.3721','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smb9.021109_0605.095.fits'),('smb9.021111_0548.100.3324','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smb9.021111_0548.100.fits'),('smb9.021113_0606.091.2696','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smb9.021113_0606.091.fits'),('smb9.021115_0538.090.2143','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smb9.021115_0538.090.fits'),('smb9.021128_0552.073.1592','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smb9.021128_0552.073.fits'),('smb9.021202_0603.099.831','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/smb9.021202_0603.099.fits'),('smb9.021204_0602.075.331','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smb9.021204_0602.075.fits'),('smb9.021206_0557.090.3307','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smb9.021206_0557.090.fits'),('smb9.021210_0641.086.2549','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smb9.021210_0641.086.fits'),('smb9.021214_0423.078.1982','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smb9.021214_0423.078.fits'),('smb9.021216_0457.078.1433','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smb9.021216_0457.078.fits'),('smb9.021229_0521.079.931','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smb9.021229_0521.079.fits'),('smb9.030103_0525.076.398','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smb9.030103_0525.076.fits'),('smba.020928_0603.121.3776','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/smba.020928_0603.121.fits'),('smba.020930_0600.137.3241','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smba.020930_0600.137.fits'),('smba.021002_0550.053.2462','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smba.021002_0550.053.fits'),('smba.021004_0602.071.1782','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smba.021004_0602.071.fits'),('smba.021006_0552.128.855','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smba.021006_0552.128.fits'),('smba.021008_0608.077.341','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/smba.021008_0608.077.fits'),('smba.021010_0728.116.3413','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/smba.021010_0728.116.fits'),('smba.021012_0522.103.2866','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smba.021012_0522.103.fits'),('smba.021014_0520.098.2238','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/smba.021014_0520.098.fits'),('smba.021030_0552.089.1689','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/smba.021030_0552.089.fits'),('smba.021101_0603.096.1183','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smba.021101_0603.096.fits'),('smba.021105_0551.094.488','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smba.021105_0551.094.fits'),('smba.021105_0601.076.491','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smba.021105_0601.076.fits'),('smba.021109_0610.096.3723','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smba.021109_0610.096.fits'),('smba.021111_0553.101.3328','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smba.021111_0553.101.fits'),('smba.021113_0611.092.2700','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smba.021113_0611.092.fits'),('smba.021115_0543.091.2147','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smba.021115_0543.091.fits'),('smba.021128_0557.074.1596','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smba.021128_0557.074.fits'),('smba.021202_0608.100.835','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/smba.021202_0608.100.fits'),('smba.021204_0607.076.335','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smba.021204_0607.076.fits'),('smba.021206_0602.091.3311','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smba.021206_0602.091.fits'),('smba.021210_0525.070.2553','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smba.021210_0525.070.fits'),('smba.021214_0428.079.1986','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smba.021214_0428.079.fits'),('smba.021216_0516.061.1437','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smba.021216_0516.061.fits'),('smba.021229_0526.080.934','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smba.021229_0526.080.fits'),('smba.030103_0531.077.402','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smba.030103_0531.077.fits'),('smc5.020930_0910.178.3245','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smc5.020930_0910.178.fits'),('smc5.021002_0902.070.2466','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smc5.021002_0902.070.fits'),('smc5.021004_0913.093.1786','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smc5.021004_0913.093.fits'),('smc5.021006_0901.124.859','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smc5.021006_0901.124.fits'),('smc5.021012_0828.144.2870','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smc5.021012_0828.144.fits'),('smc5.021101_0836.137.1187','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smc5.021101_0836.137.fits'),('smc5.021105_0502.083.495','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smc5.021105_0502.083.fits'),('smc5.021109_0520.085.3725','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smc5.021109_0520.085.fits'),('smc5.021111_0505.090.3332','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smc5.021111_0505.090.fits'),('smc5.021113_0521.081.2705','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smc5.021113_0521.081.fits'),('smc5.021115_0449.080.2151','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smc5.021115_0449.080.fits'),('smc5.021128_0510.063.1600','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smc5.021128_0510.063.fits'),('smc5.021202_0521.089.838','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/smc5.021202_0521.089.fits'),('smc5.021204_0520.065.339','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smc5.021204_0520.065.fits'),('smc5.021206_0510.080.3315','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smc5.021206_0510.080.fits'),('smc5.021208_0528.054.2860','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/smc5.021208_0528.054.fits'),('smc5.021210_0421.059.2557','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smc5.021210_0421.059.fits'),('smc5.021214_0340.068.1992','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smc5.021214_0340.068.fits'),('smc5.021216_0414.068.1441','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smc5.021216_0414.068.fits'),('smc5.021229_0439.069.939','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smc5.021229_0439.069.fits'),('smc5.030103_0440.066.406','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smc5.030103_0440.066.fits'),('smc6.020928_0920.135.3778','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/smc6.020928_0920.135.fits'),('smc6.020930_0914.179.3249','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smc6.020930_0914.179.fits'),('smc6.021002_0904.071.2470','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smc6.021002_0904.071.fits'),('smc6.021004_0916.094.1790','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smc6.021004_0916.094.fits'),('smc6.021006_0904.125.863','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smc6.021006_0904.125.fits'),('smc6.021012_0851.088.2874','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smc6.021012_0851.088.fits'),('smc6.021101_0839.138.1191','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smc6.021101_0839.138.fits'),('smc6.021105_0505.084.499','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smc6.021105_0505.084.fits'),('smc6.021109_0524.086.3727','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smc6.021109_0524.086.fits'),('smc6.021111_0508.091.3336','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smc6.021111_0508.091.fits'),('smc6.021113_0525.082.2709','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smc6.021113_0525.082.fits'),('smc6.021115_0452.081.2155','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smc6.021115_0452.081.fits'),('smc6.021128_0513.064.1604','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smc6.021128_0513.064.fits'),('smc6.021202_0523.090.842','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/smc6.021202_0523.090.fits'),('smc6.021204_0523.066.343','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smc6.021204_0523.066.fits'),('smc6.021206_0513.081.3318','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smc6.021206_0513.081.fits'),('smc6.021208_0532.055.2865','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/smc6.021208_0532.055.fits'),('smc6.021210_0646.087.2560','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smc6.021210_0646.087.fits'),('smc6.021214_0343.069.1995','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smc6.021214_0343.069.fits'),('smc6.021216_0417.069.1446','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smc6.021216_0417.069.fits'),('smc6.021229_0442.070.943','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smc6.021229_0442.070.fits'),('smc6.030103_0443.067.410','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smc6.030103_0443.067.fits'),('smc7.020928_0523.113.3780','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/smc7.020928_0523.113.fits'),('smc7.020930_0517.129.3253','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smc7.020930_0517.129.fits'),('smc7.021002_0509.045.2473','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smc7.021002_0509.045.fits'),('smc7.021004_0520.063.1793','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smc7.021004_0520.063.fits'),('smc7.021006_0510.120.867','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smc7.021006_0510.120.fits'),('smc7.021008_0528.069.345','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/smc7.021008_0528.069.fits'),('smc7.021010_0647.108.3417','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/smc7.021010_0647.108.fits'),('smc7.021012_0438.095.2878','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smc7.021012_0438.095.fits'),('smc7.021014_0440.091.2242','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/smc7.021014_0440.091.fits'),('smc7.021030_0511.081.1693','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/smc7.021030_0511.081.fits'),('smc7.021101_0530.088.1195','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smc7.021101_0530.088.fits'),('smc7.021105_0508.085.503','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smc7.021105_0508.085.fits'),('smc7.021109_0527.087.3729','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smc7.021109_0527.087.fits'),('smc7.021111_0511.092.3340','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smc7.021111_0511.092.fits'),('smc7.021113_0528.083.2711','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smc7.021113_0528.083.fits'),('smc7.021115_0456.082.2157','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smc7.021115_0456.082.fits'),('smc7.021128_0516.065.1607','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smc7.021128_0516.065.fits'),('smc7.021202_0527.091.846','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/smc7.021202_0527.091.fits'),('smc7.021204_0526.067.347','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smc7.021204_0526.067.fits'),('smc7.021206_0518.082.3323','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smc7.021206_0518.082.fits'),('smc7.021208_0701.056.2869','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/smc7.021208_0701.056.fits'),('smc7.021210_0427.061.2564','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smc7.021210_0427.061.fits'),('smc7.021210_0601.078.2568','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smc7.021210_0601.078.fits'),('smc7.021214_0346.070.1999','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smc7.021214_0346.070.fits'),('smc7.021216_0421.070.1451','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smc7.021216_0421.070.fits'),('smc7.021229_0445.071.946','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smc7.021229_0445.071.fits'),('smc7.030103_0447.068.414','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smc7.030103_0447.068.fits'),('smc8.020928_0528.114.3782','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/smc8.020928_0528.114.fits'),('smc8.020930_0523.130.3257','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smc8.020930_0523.130.fits'),('smc8.021002_0514.046.2477','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smc8.021002_0514.046.fits'),('smc8.021004_0526.064.1797','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smc8.021004_0526.064.fits'),('smc8.021006_0516.121.872','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smc8.021006_0516.121.fits'),('smc8.021008_0533.070.349','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/smc8.021008_0533.070.fits'),('smc8.021010_0652.109.3421','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/smc8.021010_0652.109.fits'),('smc8.021012_0443.096.2882','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smc8.021012_0443.096.fits'),('smc8.021014_0445.092.2246','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/smc8.021014_0445.092.fits'),('smc8.021030_0516.082.1697','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/smc8.021030_0516.082.fits'),('smc8.021101_0534.089.1199','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smc8.021101_0534.089.fits'),('smc8.021105_0513.086.507','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smc8.021105_0513.086.fits'),('smc8.021109_0532.088.3731','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smc8.021109_0532.088.fits'),('smc8.021111_0516.093.3344','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smc8.021111_0516.093.fits'),('smc8.021113_0533.084.2716','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smc8.021113_0533.084.fits'),('smc8.021115_0501.083.2163','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smc8.021115_0501.083.fits'),('smc8.021128_0521.066.1612','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smc8.021128_0521.066.fits'),('smc8.021202_0531.092.850','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/smc8.021202_0531.092.fits'),('smc8.021204_0530.068.351','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smc8.021204_0530.068.fits'),('smc8.021206_0523.083.3325','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smc8.021206_0523.083.fits'),('smc8.021208_0725.058.2872','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/smc8.021208_0725.058.fits'),('smc8.021210_0433.062.2572','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smc8.021210_0433.062.fits'),('smc8.021210_0607.079.2576','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smc8.021210_0607.079.fits'),('smc8.021214_0351.071.2003','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smc8.021214_0351.071.fits'),('smc8.021216_0425.071.1455','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smc8.021216_0425.071.fits'),('smc8.021229_0450.072.950','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smc8.021229_0450.072.fits'),('smc8.030103_0451.069.418','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smc8.030103_0451.069.fits'),('smc9.020928_0533.115.3784','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/smc9.020928_0533.115.fits'),('smc9.020930_0528.131.3261','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smc9.020930_0528.131.fits'),('smc9.021002_0519.047.2481','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smc9.021002_0519.047.fits'),('smc9.021004_0531.065.1801','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smc9.021004_0531.065.fits'),('smc9.021006_0521.122.876','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smc9.021006_0521.122.fits'),('smc9.021008_0538.071.352','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/smc9.021008_0538.071.fits'),('smc9.021010_0657.110.3425','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/smc9.021010_0657.110.fits'),('smc9.021012_0449.097.2886','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smc9.021012_0449.097.fits'),('smc9.021014_0450.093.2250','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/smc9.021014_0450.093.fits'),('smc9.021030_0521.083.1701','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/smc9.021030_0521.083.fits'),('smc9.021101_0538.090.1203','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smc9.021101_0538.090.fits'),('smc9.021105_0518.087.511','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smc9.021105_0518.087.fits'),('smc9.021109_0537.089.3732','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smc9.021109_0537.089.fits'),('smc9.021111_0521.094.3348','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smc9.021111_0521.094.fits'),('smc9.021113_0538.085.2720','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smc9.021113_0538.085.fits'),('smc9.021115_0506.084.2167','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smc9.021115_0506.084.fits'),('smc9.021128_0526.067.1615','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smc9.021128_0526.067.fits'),('smc9.021202_0536.093.854','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/smc9.021202_0536.093.fits'),('smc9.021204_0535.069.355','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smc9.021204_0535.069.fits'),('smc9.021206_0528.084.3329','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smc9.021206_0528.084.fits'),('smc9.021210_0442.063.2580','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smc9.021210_0442.063.fits'),('smc9.021210_0612.080.2584','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smc9.021210_0612.080.fits'),('smc9.021214_0356.072.2007','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smc9.021214_0356.072.fits'),('smc9.021216_0430.072.1457','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smc9.021216_0430.072.fits'),('smc9.021229_0455.073.954','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smc9.021229_0455.073.fits'),('smc9.030103_0457.070.422','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smc9.030103_0457.070.fits'),('smca.020928_0538.116.3786','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/smca.020928_0538.116.fits'),('smca.020930_0533.132.3265','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smca.020930_0533.132.fits'),('smca.021002_0524.048.2485','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smca.021002_0524.048.fits'),('smca.021004_0536.066.1806','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smca.021004_0536.066.fits'),('smca.021006_0527.123.880','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smca.021006_0527.123.fits'),('smca.021008_0543.072.356','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/smca.021008_0543.072.fits'),('smca.021010_0702.111.3429','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/smca.021010_0702.111.fits'),('smca.021012_0454.098.2890','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smca.021012_0454.098.fits'),('smca.021014_0455.094.2254','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/smca.021014_0455.094.fits'),('smca.021030_0527.084.1705','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/smca.021030_0527.084.fits'),('smca.021101_0542.091.1207','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smca.021101_0542.091.fits'),('smca.021105_0522.088.515','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smca.021105_0522.088.fits'),('smca.021109_0541.090.3734','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smca.021109_0541.090.fits'),('smca.021111_0526.095.3352','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smca.021111_0526.095.fits'),('smca.021113_0542.086.2723','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smca.021113_0542.086.fits'),('smca.021115_0511.085.2171','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smca.021115_0511.085.fits'),('smca.021128_0530.068.1619','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smca.021128_0530.068.fits'),('smca.021202_0541.094.858','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/smca.021202_0541.094.fits'),('smca.021204_0540.070.359','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smca.021204_0540.070.fits'),('smca.021206_0533.085.3333','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smca.021206_0533.085.fits'),('smca.021208_0744.060.2876','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/smca.021208_0744.060.fits'),('smca.021210_0447.064.2587','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smca.021210_0447.064.fits'),('smca.021210_0616.081.2591','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smca.021210_0616.081.fits'),('smca.021214_0400.073.2012','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smca.021214_0400.073.fits'),('smca.021216_0435.073.1461','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smca.021216_0435.073.fits'),('smca.021229_0459.074.958','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smca.021229_0459.074.fits'),('smca.030103_0501.071.426','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smca.030103_0501.071.fits'),('smd7.020928_0459.108.3788','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/smd7.020928_0459.108.fits'),('smd7.020930_0453.124.3269','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smd7.020930_0453.124.fits'),('smd7.021002_0447.040.2489','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smd7.021002_0447.040.fits'),('smd7.021004_0457.058.1810','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smd7.021004_0457.058.fits'),('smd7.021006_0447.115.884','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smd7.021006_0447.115.fits'),('smd7.021008_0506.064.360','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/smd7.021008_0506.064.fits'),('smd7.021010_0618.106.3433','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/smd7.021010_0618.106.fits'),('smd7.021012_0415.090.2894','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smd7.021012_0415.090.fits'),('smd7.021014_0417.086.2258','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/smd7.021014_0417.086.fits'),('smd7.021030_0449.076.1709','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/smd7.021030_0449.076.fits'),('smd7.021101_0510.083.1211','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smd7.021101_0510.083.fits'),('smd7.021105_0446.078.519','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smd7.021105_0446.078.fits'),('smd7.021109_0503.080.3736','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smd7.021109_0503.080.fits'),('smd7.021111_0449.085.3356','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smd7.021111_0449.085.fits'),('smd7.021113_0505.076.2727','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smd7.021113_0505.076.fits'),('smd7.021115_0432.075.2175','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smd7.021115_0432.075.fits'),('smd7.021128_0454.058.1623','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smd7.021128_0454.058.fits'),('smd7.021204_0504.060.363','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smd7.021204_0504.060.fits'),('smd7.021206_0453.075.3337','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smd7.021206_0453.075.fits'),('smd7.021208_0423.044.2881','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/smd7.021208_0423.044.fits'),('smd7.021210_0347.060.2595','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smd7.021210_0347.060.fits'),('smd7.021214_0325.063.2016','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smd7.021214_0325.063.fits'),('smd7.021216_0359.063.1465','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smd7.021216_0359.063.fits'),('smd7.021229_0423.064.962','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smd7.021229_0423.064.fits'),('smd7.030103_0421.061.430','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smd7.030103_0421.061.fits'),('smd8.020928_0503.109.3790','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/smd8.020928_0503.109.fits'),('smd8.020930_0458.125.3273','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smd8.020930_0458.125.fits'),('smd8.021002_0451.041.2493','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smd8.021002_0451.041.fits'),('smd8.021004_0501.059.1814','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smd8.021004_0501.059.fits'),('smd8.021006_0450.116.888','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smd8.021006_0450.116.fits'),('smd8.021008_0510.065.364','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/smd8.021008_0510.065.fits'),('smd8.021010_0630.104.3437','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/smd8.021010_0630.104.fits'),('smd8.021012_0420.091.2898','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smd8.021012_0420.091.fits'),('smd8.021014_0421.087.2260','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/smd8.021014_0421.087.fits'),('smd8.021030_0453.077.1713','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/smd8.021030_0453.077.fits'),('smd8.021101_0513.084.1215','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smd8.021101_0513.084.fits'),('smd8.021105_0449.079.523','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smd8.021105_0449.079.fits'),('smd8.021109_0507.081.3738','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smd8.021109_0507.081.fits'),('smd8.021111_0452.086.3360','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smd8.021111_0452.086.fits'),('smd8.021113_0508.077.2731','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smd8.021113_0508.077.fits'),('smd8.021115_0435.076.2179','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smd8.021115_0435.076.fits'),('smd8.021128_0457.059.1626','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smd8.021128_0457.059.fits'),('smd8.021202_0455.084.862','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/smd8.021202_0455.084.fits'),('smd8.021204_0507.061.367','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smd8.021204_0507.061.fits'),('smd8.021206_0456.076.3341','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smd8.021206_0456.076.fits'),('smd8.021208_0513.050.2884','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/smd8.021208_0513.050.fits'),('smd8.021210_0354.061.2599','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smd8.021210_0354.061.fits'),('smd8.021214_0327.064.2020','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smd8.021214_0327.064.fits'),('smd8.021216_0402.064.1469','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smd8.021216_0402.064.fits'),('smd8.021229_0426.065.966','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smd8.021229_0426.065.fits'),('smd8.030103_0425.062.434','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smd8.030103_0425.062.fits'),('smd9.020928_0507.110.3792','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/smd9.020928_0507.110.fits'),('smd9.020930_0503.126.3277','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smd9.020930_0503.126.fits'),('smd9.021002_0456.042.2497','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smd9.021002_0456.042.fits'),('smd9.021004_0506.060.1818','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smd9.021004_0506.060.fits'),('smd9.021006_0455.117.892','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smd9.021006_0455.117.fits'),('smd9.021008_0515.066.368','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/smd9.021008_0515.066.fits'),('smd9.021010_0634.105.3441','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/smd9.021010_0634.105.fits'),('smd9.021012_0424.092.2902','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smd9.021012_0424.092.fits'),('smd9.021014_0426.088.2264','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/smd9.021014_0426.088.fits'),('smd9.021030_0458.078.1717','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/smd9.021030_0458.078.fits'),('smd9.021101_0518.085.1219','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smd9.021101_0518.085.fits'),('smd9.021105_0452.080.527','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smd9.021105_0452.080.fits'),('smd9.021109_0510.082.3740','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smd9.021109_0510.082.fits'),('smd9.021111_0452.087.3364','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smd9.021111_0452.087.fits'),('smd9.021113_0512.078.2737','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smd9.021113_0512.078.fits'),('smd9.021115_0439.077.2183','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smd9.021115_0439.077.fits'),('smd9.021128_0500.060.1629','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smd9.021128_0500.060.fits'),('smd9.021202_0458.085.868','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/smd9.021202_0458.085.fits'),('smd9.021204_0510.062.371','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smd9.021204_0510.062.fits'),('smd9.021206_0500.077.3345','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smd9.021206_0500.077.fits'),('smd9.021208_0516.051.2888','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/smd9.021208_0516.051.fits'),('smd9.021210_0358.062.2603','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smd9.021210_0358.062.fits'),('smd9.021214_0331.065.2024','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smd9.021214_0331.065.fits'),('smd9.021216_0405.065.1473','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smd9.021216_0405.065.fits'),('smd9.021229_0429.066.969','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smd9.021229_0429.066.fits'),('smd9.030103_0430.063.438','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smd9.030103_0430.063.fits'),('smda.020928_0515.111.3794','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/smda.020928_0515.111.fits'),('smda.020930_0509.127.3281','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smda.020930_0509.127.fits'),('smda.021002_0501.043.2501','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smda.021002_0501.043.fits'),('smda.021004_0512.061.1822','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smda.021004_0512.061.fits'),('smda.021006_0501.118.896','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smda.021006_0501.118.fits'),('smda.021008_0521.067.372','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/smda.021008_0521.067.fits'),('smda.021010_0640.106.3445','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/smda.021010_0640.106.fits'),('smda.021012_0430.093.2906','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smda.021012_0430.093.fits'),('smda.021014_0432.089.2268','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/smda.021014_0432.089.fits'),('smda.021030_0504.079.1721','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/smda.021030_0504.079.fits'),('smda.021101_0523.086.1223','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smda.021101_0523.086.fits'),('smda.021105_0456.081.531','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smda.021105_0456.081.fits'),('smda.021109_0514.083.3742','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smda.021109_0514.083.fits'),('smda.021111_0459.088.3368','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smda.021111_0459.088.fits'),('smda.021113_0515.079.2741','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smda.021113_0515.079.fits'),('smda.021115_0443.078.2187','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smda.021115_0443.078.fits'),('smda.021128_0504.061.1635','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smda.021128_0504.061.fits'),('smda.021202_0501.086.871','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/smda.021202_0501.086.fits'),('smda.021204_0514.063.375','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smda.021204_0514.063.fits'),('smda.021206_0504.078.3349','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smda.021206_0504.078.fits'),('smda.021208_0520.052.2892','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/smda.021208_0520.052.fits'),('smda.021210_0402.063.2607','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smda.021210_0402.063.fits'),('smda.021214_0334.066.2027','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smda.021214_0334.066.fits'),('smda.021216_0409.066.1477','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smda.021216_0409.066.fits'),('smda.021229_0433.067.974','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smda.021229_0433.067.fits'),('smda.030103_0434.064.442','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smda.030103_0434.064.fits'),('smdb.020928_0520.112.3796','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/smdb.020928_0520.112.fits'),('smdb.020930_0514.128.3286','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/smdb.020930_0514.128.fits'),('smdb.021002_0506.044.2506','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/smdb.021002_0506.044.fits'),('smdb.021004_0516.062.1826','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/smdb.021004_0516.062.fits'),('smdb.021006_0507.119.900','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/smdb.021006_0507.119.fits'),('smdb.021008_0525.068.376','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/smdb.021008_0525.068.fits'),('smdb.021010_0644.107.3448','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/smdb.021010_0644.107.fits'),('smdb.021012_0434.094.2910','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/smdb.021012_0434.094.fits'),('smdb.021014_0436.090.2272','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/smdb.021014_0436.090.fits'),('smdb.021030_0508.080.1725','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/smdb.021030_0508.080.fits'),('smdb.021101_0527.087.1227','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/smdb.021101_0527.087.fits'),('smdb.021105_0459.082.535','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/smdb.021105_0459.082.fits'),('smdb.021109_0518.084.3744','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/smdb.021109_0518.084.fits'),('smdb.021111_0502.089.3372','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/smdb.021111_0502.089.fits'),('smdb.021113_0519.080.2743','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/smdb.021113_0519.080.fits'),('smdb.021115_0446.079.2191','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/smdb.021115_0446.079.fits'),('smdb.021128_0507.062.1639','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/smdb.021128_0507.062.fits'),('smdb.021202_0518.088.875','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/smdb.021202_0518.088.fits'),('smdb.021204_0517.064.379','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/smdb.021204_0517.064.fits'),('smdb.021206_0507.079.3353','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/smdb.021206_0507.079.fits'),('smdb.021208_0524.053.2896','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/smdb.021208_0524.053.fits'),('smdb.021210_0406.064.2611','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/smdb.021210_0406.064.fits'),('smdb.021214_0338.067.2032','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/smdb.021214_0338.067.fits'),('smdb.021216_0412.067.1481','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/smdb.021216_0412.067.fits'),('smdb.021229_0436.068.977','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/smdb.021229_0436.068.fits'),('smdb.030103_0437.065.446','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/smdb.030103_0437.065.fits'),('sme8.020928_0450.106.3798','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sme8.020928_0450.106.fits'),('sme8.020930_0446.122.3289','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sme8.020930_0446.122.fits'),('sme8.021002_0442.038.2509','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sme8.021002_0442.038.fits'),('sme8.021004_0451.056.1830','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sme8.021004_0451.056.fits'),('sme8.021006_0440.113.904','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sme8.021006_0440.113.fits'),('sme8.021008_0500.062.380','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sme8.021008_0500.062.fits'),('sme8.021010_0611.104.3452','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sme8.021010_0611.104.fits'),('sme8.021012_0405.088.2914','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sme8.021012_0405.088.fits'),('sme8.021014_0407.084.2277','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sme8.021014_0407.084.fits'),('sme8.021030_0443.074.1729','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sme8.021030_0443.074.fits'),('sme8.021101_0503.081.1231','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sme8.021101_0503.081.fits'),('sme8.021105_0440.076.539','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sme8.021105_0440.076.fits'),('sme8.021109_0456.078.3746','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sme8.021109_0456.078.fits'),('sme8.021111_0444.083.3376','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sme8.021111_0444.083.fits'),('sme8.021113_0459.074.2747','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sme8.021113_0459.074.fits'),('sme8.021115_0426.073.2194','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sme8.021115_0426.073.fits'),('sme8.021128_0446.056.1642','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sme8.021128_0446.056.fits'),('sme8.021202_0446.082.879','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sme8.021202_0446.082.fits'),('sme8.021204_0500.058.383','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sme8.021204_0500.058.fits'),('sme8.021206_0447.073.3357','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sme8.021206_0447.073.fits'),('sme8.021208_0416.042.2899','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/sme8.021208_0416.042.fits'),('sme8.021210_0340.058.2615','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sme8.021210_0340.058.fits'),('sme8.021214_0317.061.2036','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sme8.021214_0317.061.fits'),('sme8.021216_0354.061.1487','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sme8.021216_0354.061.fits'),('sme8.021229_0408.061.981','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sme8.021229_0408.061.fits'),('sme8.021229_0411.062.985','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sme8.021229_0411.062.fits'),('sme8.030103_0415.059.450','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sme8.030103_0415.059.fits'),('sme9.020928_0456.107.3800','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/sme9.020928_0456.107.fits'),('sme9.020930_0449.123.3293','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/sme9.020930_0449.123.fits'),('sme9.021002_0444.039.2514','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/sme9.021002_0444.039.fits'),('sme9.021004_0454.057.1834','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/sme9.021004_0454.057.fits'),('sme9.021006_0444.114.908','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/sme9.021006_0444.114.fits'),('sme9.021008_0503.063.384','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/sme9.021008_0503.063.fits'),('sme9.021010_0615.105.3457','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/sme9.021010_0615.105.fits'),('sme9.021012_0412.089.2918','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/sme9.021012_0412.089.fits'),('sme9.021014_0413.085.2280','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/sme9.021014_0413.085.fits'),('sme9.021030_0446.075.1733','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/sme9.021030_0446.075.fits'),('sme9.021101_0507.082.1235','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/sme9.021101_0507.082.fits'),('sme9.021105_0444.077.543','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/sme9.021105_0444.077.fits'),('sme9.021109_0501.079.3749','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/sme9.021109_0501.079.fits'),('sme9.021111_0446.084.3380','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/sme9.021111_0446.084.fits'),('sme9.021113_0503.075.2752','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/sme9.021113_0503.075.fits'),('sme9.021115_0430.074.2199','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/sme9.021115_0430.074.fits'),('sme9.021128_0451.057.1646','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/sme9.021128_0451.057.fits'),('sme9.021202_0452.083.883','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/sme9.021202_0452.083.fits'),('sme9.021204_0502.059.387','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/sme9.021204_0502.059.fits'),('sme9.021206_0450.074.3361','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/sme9.021206_0450.074.fits'),('sme9.021208_0418.043.2904','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/sme9.021208_0418.043.fits'),('sme9.021210_0344.059.2619','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/sme9.021210_0344.059.fits'),('sme9.021214_0322.062.2040','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/sme9.021214_0322.062.fits'),('sme9.021216_0356.062.1491','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/sme9.021216_0356.062.fits'),('sme9.021229_0421.063.989','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/sme9.021229_0421.063.fits'),('sme9.030103_0418.060.454','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/sme9.030103_0418.060.fits'),('waa6.020909_0145.116.3930','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/waa6.020909_0145.116.fits'),('waa6.020909_0202.121.3931','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/waa6.020909_0202.121.fits'),('waa6.020909_0214.126.3932','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/waa6.020909_0214.126.fits'),('waa6.020909_0226.131.3933','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/waa6.020909_0226.131.fits'),('waa6.020909_0241.136.3934','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/waa6.020909_0241.136.fits'),('waa6.020909_0252.141.3935','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/waa6.020909_0252.141.fits'),('waa7.020909_0148.117.3936','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/waa7.020909_0148.117.fits'),('waa7.020909_0205.122.3937','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/waa7.020909_0205.122.fits'),('waa7.020909_0216.127.3938','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/waa7.020909_0216.127.fits'),('waa7.020909_0229.132.3939','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/waa7.020909_0229.132.fits'),('waa7.020909_0243.137.3940','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/waa7.020909_0243.137.fits'),('waa7.020909_0255.142.3941','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/waa7.020909_0255.142.fits'),('wbb5.020909_0705.208.3942','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wbb5.020909_0705.208.fits'),('wbb5.020909_0715.212.3943','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wbb5.020909_0715.212.fits'),('wbb5.020909_0724.216.3944','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wbb5.020909_0724.216.fits'),('wbb5.020909_0738.220.3945','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wbb5.020909_0738.220.fits'),('wbb5.020909_0751.224.3946','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wbb5.020909_0751.224.fits'),('wbb5.020909_0800.228.3947','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wbb5.020909_0800.228.fits'),('wbb6.020909_0701.207.3948','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wbb6.020909_0701.207.fits'),('wbb6.020909_0713.211.3949','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wbb6.020909_0713.211.fits'),('wbb6.020909_0721.215.3950','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wbb6.020909_0721.215.fits'),('wbb6.020909_0736.219.3951','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wbb6.020909_0736.219.fits'),('wbb6.020909_0749.223.3952','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wbb6.020909_0749.223.fits'),('wbb6.020909_0758.227.3953','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wbb6.020909_0758.227.fits'),('wdd4.020909_0922.249.3954','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wdd4.020909_0922.249.fits'),('wdd4.020909_0940.252.3955','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wdd4.020909_0940.252.fits'),('wdd4.020909_0951.255.3956','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wdd4.020909_0951.255.fits'),('wdd5.020909_0824.233.3957','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wdd5.020909_0824.233.fits'),('wdd5.020909_0834.236.3958','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wdd5.020909_0834.236.fits'),('wdd5.020909_0842.239.3959','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wdd5.020909_0842.239.fits'),('wdd5.020909_0857.242.3960','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wdd5.020909_0857.242.fits'),('wdd5.020909_0907.245.3961','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wdd5.020909_0907.245.fits'),('wdd5.020909_0916.248.3962','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wdd5.020909_0916.248.fits'),('wx01.020909_0151.118.3963','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx01.020909_0151.118.fits'),('wx01.020909_0207.123.3964','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx01.020909_0207.123.fits'),('wx01.020909_0218.128.3965','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx01.020909_0218.128.fits'),('wx01.020909_0232.133.3966','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx01.020909_0232.133.fits'),('wx01.020909_0245.138.3967','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx01.020909_0245.138.fits'),('wx01.020909_0257.143.3968','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx01.020909_0257.143.fits'),('wx02.020909_0154.119.3969','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx02.020909_0154.119.fits'),('wx02.020909_0209.124.3970','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx02.020909_0209.124.fits'),('wx02.020909_0220.129.3971','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx02.020909_0220.129.fits'),('wx02.020909_0235.134.3972','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx02.020909_0235.134.fits'),('wx02.020909_0248.139.3973','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx02.020909_0248.139.fits'),('wx02.020909_0259.144.3974','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx02.020909_0259.144.fits'),('wx03.020909_0157.120.3975','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx03.020909_0157.120.fits'),('wx03.020909_0211.125.3976','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx03.020909_0211.125.fits'),('wx03.020909_0222.130.3977','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx03.020909_0222.130.fits'),('wx03.020909_0238.135.3978','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx03.020909_0238.135.fits'),('wx03.020909_0250.140.3979','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx03.020909_0250.140.fits'),('wx03.020909_0301.145.3980','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx03.020909_0301.145.fits'),('wx04.020909_0344.150.3981','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx04.020909_0344.150.fits'),('wx04.020909_0401.155.3982','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx04.020909_0401.155.fits'),('wx04.020909_0414.160.3983','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx04.020909_0414.160.fits'),('wx04.020909_0426.165.3984','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx04.020909_0426.165.fits'),('wx04.020909_0440.170.3985','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx04.020909_0440.170.fits'),('wx04.020909_0500.168.3986','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx04.020909_0500.168.fits'),('wx05.020909_0348.151.3987','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx05.020909_0348.151.fits'),('wx05.020909_0403.156.3988','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx05.020909_0403.156.fits'),('wx05.020909_0416.161.3989','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx05.020909_0416.161.fits'),('wx05.020909_0428.166.3990','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx05.020909_0428.166.fits'),('wx05.020909_0442.171.3991','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx05.020909_0442.171.fits'),('wx05.020909_0502.169.3992','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx05.020909_0502.169.fits'),('wx06.020909_0352.152.3993','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx06.020909_0352.152.fits'),('wx06.020909_0406.157.3994','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx06.020909_0406.157.fits'),('wx06.020909_0418.162.3995','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx06.020909_0418.162.fits'),('wx06.020909_0431.167.3996','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx06.020909_0431.167.fits'),('wx06.020909_0453.165.3997','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx06.020909_0453.165.fits'),('wx06.020909_0504.170.3998','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx06.020909_0504.170.fits'),('wx07.020909_0354.153.3999','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx07.020909_0354.153.fits'),('wx07.020909_0408.158.4000','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx07.020909_0408.158.fits'),('wx07.020909_0420.163.4001','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx07.020909_0420.163.fits'),('wx07.020909_0434.168.4002','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx07.020909_0434.168.fits'),('wx07.020909_0455.166.4003','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx07.020909_0455.166.fits'),('wx07.020909_0506.171.4004','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx07.020909_0506.171.fits'),('wx08.020909_0357.154.4005','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx08.020909_0357.154.fits'),('wx08.020909_0411.159.4006','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx08.020909_0411.159.fits'),('wx08.020909_0422.164.4007','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx08.020909_0422.164.fits'),('wx08.020909_0437.169.4008','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx08.020909_0437.169.fits'),('wx08.020909_0457.167.4009','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx08.020909_0457.167.fits'),('wx08.020909_0509.172.4010','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx08.020909_0509.172.fits'),('wx09.020909_0541.177.4011','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx09.020909_0541.177.fits'),('wx09.020909_0556.182.4012','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx09.020909_0556.182.fits'),('wx09.020909_0608.187.4013','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx09.020909_0608.187.fits'),('wx09.020909_0619.192.4014','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx09.020909_0619.192.fits'),('wx09.020909_0634.197.4015','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx09.020909_0634.197.fits'),('wx09.020909_0645.202.4016','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx09.020909_0645.202.fits'),('wx10.020909_0544.178.4017','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx10.020909_0544.178.fits'),('wx10.020909_0558.183.4018','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx10.020909_0558.183.fits'),('wx10.020909_0609.188.4019','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx10.020909_0609.188.fits'),('wx10.020909_0621.193.4020','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx10.020909_0621.193.fits'),('wx10.020909_0636.198.4021','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx10.020909_0636.198.fits'),('wx10.020909_0647.203.4022','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx10.020909_0647.203.fits'),('wx11.020909_0547.179.4023','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx11.020909_0547.179.fits'),('wx11.020909_0600.184.4024','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx11.020909_0600.184.fits'),('wx11.020909_0611.189.4025','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx11.020909_0611.189.fits'),('wx11.020909_0626.194.4026','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx11.020909_0626.194.fits'),('wx11.020909_0639.199.4027','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx11.020909_0639.199.fits'),('wx11.020909_0650.204.4028','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx11.020909_0650.204.fits'),('wx12.020909_0550.180.4029','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx12.020909_0550.180.fits'),('wx12.020909_0602.185.4030','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx12.020909_0602.185.fits'),('wx12.020909_0614.190.4031','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx12.020909_0614.190.fits'),('wx12.020909_0628.195.4032','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx12.020909_0628.195.fits'),('wx12.020909_0641.200.4033','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx12.020909_0641.200.fits'),('wx12.020909_0652.205.4034','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx12.020909_0652.205.fits'),('wx13.020909_0553.181.4035','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx13.020909_0553.181.fits'),('wx13.020909_0605.186.4036','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx13.020909_0605.186.fits'),('wx13.020909_0615.191.4037','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx13.020909_0615.191.fits'),('wx13.020909_0631.196.4038','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx13.020909_0631.196.fits'),('wx13.020909_0643.201.4039','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx13.020909_0643.201.fits'),('wx13.020909_0654.206.4040','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx13.020909_0654.206.fits'),('wx14.020909_0708.209.4041','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx14.020909_0708.209.fits'),('wx14.020909_0718.213.4042','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx14.020909_0718.213.fits'),('wx14.020909_0726.217.4043','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx14.020909_0726.217.fits'),('wx14.020909_0741.221.4044','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx14.020909_0741.221.fits'),('wx14.020909_0753.225.4045','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx14.020909_0753.225.fits'),('wx14.020909_0802.229.4046','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx14.020909_0802.229.fits'),('wx15.020909_0711.210.4047','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx15.020909_0711.210.fits'),('wx15.020909_0719.214.4048','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx15.020909_0719.214.fits'),('wx15.020909_0733.218.4049','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx15.020909_0733.218.fits'),('wx15.020909_0746.222.4050','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx15.020909_0746.222.fits'),('wx15.020909_0755.226.4051','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx15.020909_0755.226.fits'),('wx15.020909_0804.230.4052','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx15.020909_0804.230.fits'),('wx17.020909_0813.231.4053','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx17.020909_0813.231.fits'),('wx17.020909_0830.234.4054','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx17.020909_0830.234.fits'),('wx17.020909_0837.237.4055','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx17.020909_0837.237.fits'),('wx17.020909_0846.240.4056','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx17.020909_0846.240.fits'),('wx17.020909_0902.243.4057','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx17.020909_0902.243.fits'),('wx17.020909_0910.246.4058','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx17.020909_0910.246.fits'),('wx18.020909_0819.232.4059','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx18.020909_0819.232.fits'),('wx18.020909_0831.235.4060','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx18.020909_0831.235.fits'),('wx18.020909_0840.238.4061','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx18.020909_0840.238.fits'),('wx18.020909_0851.241.4062','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx18.020909_0851.241.fits'),('wx18.020909_0905.244.4063','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx18.020909_0905.244.fits'),('wx18.020909_0914.247.4064','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx18.020909_0914.247.fits'),('wx19.020909_0928.250.4065','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx19.020909_0928.250.fits'),('wx19.020909_0944.253.4066','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx19.020909_0944.253.fits'),('wx19.020909_0954.256.4067','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx19.020909_0954.256.fits'),('wx20.020909_0935.251.4068','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx20.020909_0935.251.fits'),('wx20.020909_0947.254.4069','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx20.020909_0947.254.fits'),('wx20.020909_0958.257.4070','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/wx20.020909_0958.257.fits'),('wxa1.020928_0023.058.3802','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxa1.020928_0023.058.fits'),('wxa1.020928_0034.063.3804','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxa1.020928_0034.063.fits'),('wxa1.020929_2338.034.3299','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxa1.020929_2338.034.fits'),('wxa1.020929_2352.039.3301','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxa1.020929_2352.039.fits'),('wxa1.020930_0007.044.3305','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxa1.020930_0007.044.fits'),('wxa1.021001_2348.033.2518','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxa1.021001_2348.033.fits'),('wxa1.021002_0000.038.2522','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxa1.021002_0000.038.fits'),('wxa1.021002_0013.043.2526','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxa1.021002_0013.043.fits'),('wxa1.021003_2351.037.1838','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxa1.021003_2351.037.fits'),('wxa1.021004_0003.042.1841','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxa1.021004_0003.042.fits'),('wxa1.021004_0016.047.1846','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxa1.021004_0016.047.fits'),('wxa1.021006_0017.059.1089','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxa1.021006_0017.059.fits'),('wxa1.021006_0029.064.1093','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxa1.021006_0029.064.fits'),('wxa1.021006_0043.069.1097','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxa1.021006_0043.069.fits'),('wxa1.021008_0003.042.388','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxa1.021008_0003.042.fits'),('wxa1.021008_0019.047.392','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxa1.021008_0019.047.fits'),('wxa1.021010_0001.041.3461','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxa1.021010_0001.041.fits'),('wxa1.021010_0023.046.3465','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxa1.021010_0023.046.fits'),('wxa1.021010_0322.089.3469','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxa1.021010_0322.089.fits'),('wxa1.021011_2355.043.2922','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxa1.021011_2355.043.fits'),('wxa1.021012_0018.047.2926','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxa1.021012_0018.047.fits'),('wxa1.021014_0041.055.2286','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxa1.021014_0041.055.fits'),('wxa1.021014_0105.060.2288','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxa1.021014_0105.060.fits'),('wxa1.021030_0006.036.1737','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxa1.021030_0006.036.fits'),('wxa1.021030_0016.038.1741','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxa1.021030_0016.038.fits'),('wxa1.021030_0040.040.1745','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxa1.021030_0040.040.fits'),('wxa1.021105_0010.039.640','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxa1.021105_0010.039.fits'),('wxa1.021105_0020.041.644','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxa1.021105_0020.041.fits'),('wxa1.021105_0044.043.648','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxa1.021105_0044.043.fits'),('wxa1.021111_0028.051.3384','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxa1.021111_0028.051.fits'),('wxa1.021111_0056.054.3388','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxa1.021111_0056.054.fits'),('wxa1.021115_0034.045.2203','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxa1.021115_0034.045.fits'),('wxa1.021115_0047.047.2206','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxa1.021115_0047.047.fits'),('wxa1.021128_0047.033.1650','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxa1.021128_0047.033.fits'),('wxa1.021128_0056.035.1654','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxa1.021128_0056.035.fits'),('wxa1.021204_0043.038.391','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxa1.021204_0043.038.fits'),('wxa1.021204_0055.040.395','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxa1.021204_0055.040.fits'),('wxa1.021206_0043.040.3365','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxa1.021206_0043.040.fits'),('wxa1.021206_0053.042.3369','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxa1.021206_0053.042.fits'),('wxa1.021206_0118.044.3373','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxa1.021206_0118.044.fits'),('wxb1.020928_0010.054.3806','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxb1.020928_0010.054.fits'),('wxb1.020928_0025.059.3808','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxb1.020928_0025.059.fits'),('wxb1.020928_0037.064.3810','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxb1.020928_0037.064.fits'),('wxb1.020929_2342.035.3310','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxb1.020929_2342.035.fits'),('wxb1.020929_2355.040.3313','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxb1.020929_2355.040.fits'),('wxb1.020930_0009.045.3319','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxb1.020930_0009.045.fits'),('wxb1.021001_2351.034.2529','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxb1.021001_2351.034.fits'),('wxb1.021002_0002.039.2533','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxb1.021002_0002.039.fits'),('wxb1.021002_0016.044.2537','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxb1.021002_0016.044.fits'),('wxb1.021003_2354.038.1849','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxb1.021003_2354.038.fits'),('wxb1.021004_0005.043.1853','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxb1.021004_0005.043.fits'),('wxb1.021004_0018.048.1857','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxb1.021004_0018.048.fits'),('wxb1.021006_0019.060.1101','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxb1.021006_0019.060.fits'),('wxb1.021006_0032.065.1105','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxb1.021006_0032.065.fits'),('wxb1.021006_0045.070.1109','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxb1.021006_0045.070.fits'),('wxb1.021008_0008.043.396','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxb1.021008_0008.043.fits'),('wxb1.021008_0022.048.400','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxb1.021008_0022.048.fits'),('wxb1.021010_0004.042.3473','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxb1.021010_0004.042.fits'),('wxb1.021010_0025.047.3477','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxb1.021010_0025.047.fits'),('wxb1.021010_0330.090.3481','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxb1.021010_0330.090.fits'),('wxb1.021011_2358.044.2930','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxb1.021011_2358.044.fits'),('wxb1.021012_0021.048.2934','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxb1.021012_0021.048.fits'),('wxb1.021014_0046.056.2294','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxb1.021014_0046.056.fits'),('wxb1.021014_0108.061.2297','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxb1.021014_0108.061.fits'),('wxb1.021101_0023.046.1239','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxb1.021101_0023.046.fits'),('wxb1.021101_0034.048.1243','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxb1.021101_0034.048.fits'),('wxb1.021101_0059.050.1247','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxb1.021101_0059.050.fits'),('wxb1.021109_0025.044.3751','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxb1.021109_0025.044.fits'),('wxb1.021109_0036.046.3753','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxb1.021109_0036.046.fits'),('wxb1.021109_0100.048.3755','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxb1.021109_0100.048.fits'),('wxb1.021113_0040.046.2756','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxb1.021113_0040.046.fits'),('wxb1.021113_0050.048.2760','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxb1.021113_0050.048.fits'),('wxb1.021113_0114.050.2765','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxb1.021113_0114.050.fits'),('wxb1.021130_0048.041.1178','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxb1.021130_0048.041.fits'),('wxb1.021130_0059.043.1182','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxb1.021130_0059.043.fits'),('wxb1.021130_0123.045.1186','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxb1.021130_0123.045.fits'),('wxb1.021202_0030.048.887','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxb1.021202_0030.048.fits'),('wxb1.021202_0042.050.891','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxb1.021202_0042.050.fits'),('wxb1.021202_0106.052.895','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxb1.021202_0106.052.fits'),('wxb1.021208_0041.041.2909','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/wxb1.021208_0041.041.fits'),('wxb1.021208_0052.043.2912','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/wxb1.021208_0052.043.fits'),('wxb1.021208_0128.045.2916','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/wxb1.021208_0128.045.fits'),('wxb1.021210_0042.039.2624','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxb1.021210_0042.039.fits'),('wxb1.021210_0049.040.2628','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxb1.021210_0049.040.fits'),('wxb1.021210_0056.041.2632','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxb1.021210_0056.041.fits'),('wxb1.021216_0050.042.1495','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxb1.021216_0050.042.fits'),('wxb1.021216_0055.043.1499','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxb1.021216_0055.043.fits'),('wxb1.021229_0054.046.993','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/wxb1.021229_0054.046.fits'),('wxb1.021229_0102.047.997','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/wxb1.021229_0102.047.fits'),('wxb1.021229_0114.048.1001','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/wxb1.021229_0114.048.fits'),('wxb1.030103_0119.044.458','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/wxb1.030103_0119.044.fits'),('wxb1.030103_0122.045.462','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/wxb1.030103_0122.045.fits'),('wxc1.020928_0014.055.3812','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxc1.020928_0014.055.fits'),('wxc1.020928_0028.060.3815','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxc1.020928_0028.060.fits'),('wxc1.020928_0039.065.3816','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxc1.020928_0039.065.fits'),('wxc1.020929_2344.036.3321','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxc1.020929_2344.036.fits'),('wxc1.020929_2358.041.3326','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxc1.020929_2358.041.fits'),('wxc1.020930_0011.046.3330','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxc1.020930_0011.046.fits'),('wxc1.021001_2354.035.2541','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxc1.021001_2354.035.fits'),('wxc1.021002_0005.040.2546','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxc1.021002_0005.040.fits'),('wxc1.021002_0019.045.2550','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxc1.021002_0019.045.fits'),('wxc1.021003_2356.039.1861','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxc1.021003_2356.039.fits'),('wxc1.021004_0008.044.1865','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxc1.021004_0008.044.fits'),('wxc1.021004_0020.049.1869','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxc1.021004_0020.049.fits'),('wxc1.021004_0202.039.1873','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxc1.021004_0202.039.fits'),('wxc1.021004_0207.040.1877','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxc1.021004_0207.040.fits'),('wxc1.021004_0332.042.1881','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxc1.021004_0332.042.fits'),('wxc1.021004_0346.043.1885','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxc1.021004_0346.043.fits'),('wxc1.021004_0401.044.1889','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxc1.021004_0401.044.fits'),('wxc1.021006_0024.061.1112','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxc1.021006_0024.061.fits'),('wxc1.021006_0034.066.1116','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxc1.021006_0034.066.fits'),('wxc1.021006_0047.071.1120','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxc1.021006_0047.071.fits'),('wxc1.021008_0011.044.404','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxc1.021008_0011.044.fits'),('wxc1.021008_0025.049.408','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxc1.021008_0025.049.fits'),('wxc1.021010_0007.043.3485','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxc1.021010_0007.043.fits'),('wxc1.021010_0028.048.3489','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxc1.021010_0028.048.fits'),('wxc1.021010_0335.091.3493','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxc1.021010_0335.091.fits'),('wxc1.021012_0001.045.2938','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxc1.021012_0001.045.fits'),('wxc1.021012_0023.049.2942','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxc1.021012_0023.049.fits'),('wxc1.021014_0049.057.2300','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxc1.021014_0049.057.fits'),('wxc1.021014_0111.062.2306','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxc1.021014_0111.062.fits'),('wxc1.021030_0009.037.1749','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxc1.021030_0009.037.fits'),('wxc1.021030_0022.039.1751','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxc1.021030_0022.039.fits'),('wxc1.021030_0043.041.1755','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxc1.021030_0043.041.fits'),('wxc1.021030_0046.042.1759','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxc1.021030_0046.042.fits'),('wxc1.021103_0256.081.785','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/wxc1.021103_0256.081.fits'),('wxc1.021105_0014.040.652','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxc1.021105_0014.040.fits'),('wxc1.021105_0026.042.656','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxc1.021105_0026.042.fits'),('wxc1.021105_0047.044.660','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxc1.021105_0047.044.fits'),('wxc1.021111_0031.052.3392','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxc1.021111_0031.052.fits'),('wxc1.021111_0038.053.3396','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxc1.021111_0038.053.fits'),('wxc1.021111_0059.055.3400','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxc1.021111_0059.055.fits'),('wxc1.021115_0039.046.2210','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxc1.021115_0039.046.fits'),('wxc1.021115_0052.048.2213','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxc1.021115_0052.048.fits'),('wxc1.021128_0049.034.1658','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxc1.021128_0049.034.fits'),('wxc1.021128_0102.036.1662','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxc1.021128_0102.036.fits'),('wxc1.021204_0048.039.399','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxc1.021204_0048.039.fits'),('wxc1.021204_0100.041.403','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxc1.021204_0100.041.fits'),('wxc1.021206_0047.041.3377','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxc1.021206_0047.041.fits'),('wxc1.021206_0059.043.3381','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxc1.021206_0059.043.fits'),('wxc1.021206_0121.045.3385','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxc1.021206_0121.045.fits'),('wxc1.021214_0047.045.2044','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/wxc1.021214_0047.045.fits'),('wxc1.021214_0058.046.2048','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/wxc1.021214_0058.046.fits'),('wxc1.021214_0108.047.2052','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/wxc1.021214_0108.047.fits'),('wxd1.020928_0017.056.3818','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxd1.020928_0017.056.fits'),('wxd1.020928_0041.066.3820','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxd1.020928_0041.066.fits'),('wxd1.020929_2347.037.3335','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxd1.020929_2347.037.fits'),('wxd1.020930_0001.042.3339','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxd1.020930_0001.042.fits'),('wxd1.020930_0013.047.3343','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxd1.020930_0013.047.fits'),('wxd1.021001_2356.036.2554','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxd1.021001_2356.036.fits'),('wxd1.021002_0008.041.2558','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxd1.021002_0008.041.fits'),('wxd1.021002_0021.046.2562','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxd1.021002_0021.046.fits'),('wxd1.021003_2358.040.1893','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxd1.021003_2358.040.fits'),('wxd1.021004_0011.045.1897','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxd1.021004_0011.045.fits'),('wxd1.021004_0022.050.1901','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxd1.021004_0022.050.fits'),('wxd1.021006_0025.062.1124','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxd1.021006_0025.062.fits'),('wxd1.021006_0037.067.1128','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxd1.021006_0037.067.fits'),('wxd1.021006_0049.072.1132','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxd1.021006_0049.072.fits'),('wxd1.021008_0013.045.412','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxd1.021008_0013.045.fits'),('wxd1.021008_0027.050.416','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxd1.021008_0027.050.fits'),('wxd1.021010_0013.044.3496','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxd1.021010_0013.044.fits'),('wxd1.021010_0031.049.3499','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxd1.021010_0031.049.fits'),('wxd1.021010_0354.092.3502','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxd1.021010_0354.092.fits'),('wxd1.021012_0008.046.2946','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxd1.021012_0008.046.fits'),('wxd1.021012_0026.050.2950','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxd1.021012_0026.050.fits'),('wxd1.021014_0056.058.2310','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxd1.021014_0056.058.fits'),('wxd1.021014_0113.063.2314','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxd1.021014_0113.063.fits'),('wxd1.021101_0028.047.1251','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxd1.021101_0028.047.fits'),('wxd1.021101_0040.049.1255','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxd1.021101_0040.049.fits'),('wxd1.021101_0102.051.1259','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxd1.021101_0102.051.fits'),('wxd1.021107_0251.101.103','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/wxd1.021107_0251.101.fits'),('wxd1.021109_0029.045.3757','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxd1.021109_0029.045.fits'),('wxd1.021109_0041.047.3759','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxd1.021109_0041.047.fits'),('wxd1.021109_0103.049.3761','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxd1.021109_0103.049.fits'),('wxd1.021113_0043.047.2769','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxd1.021113_0043.047.fits'),('wxd1.021113_0055.049.2773','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxd1.021113_0055.049.fits'),('wxd1.021113_0117.051.2777','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxd1.021113_0117.051.fits'),('wxd1.021113_0242.056.2780','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxd1.021113_0242.056.fits'),('wxd1.021113_0253.057.2784','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxd1.021113_0253.057.fits'),('wxd1.021130_0053.042.1190','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxd1.021130_0053.042.fits'),('wxd1.021130_0105.044.1194','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxd1.021130_0105.044.fits'),('wxd1.021130_0126.046.1198','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxd1.021130_0126.046.fits'),('wxd1.021202_0036.049.899','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxd1.021202_0036.049.fits'),('wxd1.021202_0048.051.903','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxd1.021202_0048.051.fits'),('wxd1.021202_0109.053.907','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxd1.021202_0109.053.fits'),('wxd1.021208_0044.042.2920','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/wxd1.021208_0044.042.fits'),('wxd1.021208_0107.044.2925','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/wxd1.021208_0107.044.fits'),('wxd1.021208_0131.046.2927','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/wxd1.021208_0131.046.fits'),('wxe1.020928_0021.057.3821','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxe1.020928_0021.057.fits'),('wxe1.020928_0032.062.3822','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxe1.020928_0032.062.fits'),('wxe1.020928_0043.067.3823','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxe1.020928_0043.067.fits'),('wxe1.020929_2349.038.3347','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxe1.020929_2349.038.fits'),('wxe1.020930_0004.043.3351','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxe1.020930_0004.043.fits'),('wxe1.020930_0015.048.3355','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxe1.020930_0015.048.fits'),('wxe1.021001_2358.037.2566','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxe1.021001_2358.037.fits'),('wxe1.021002_0011.042.2570','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxe1.021002_0011.042.fits'),('wxe1.021002_0023.047.2574','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxe1.021002_0023.047.fits'),('wxe1.021004_0001.041.1905','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxe1.021004_0001.041.fits'),('wxe1.021004_0013.046.1909','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxe1.021004_0013.046.fits'),('wxe1.021004_0025.051.1913','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxe1.021004_0025.051.fits'),('wxe1.021006_0027.063.1136','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxe1.021006_0027.063.fits'),('wxe1.021006_0040.068.1140','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxe1.021006_0040.068.fits'),('wxe1.021006_0051.073.1144','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxe1.021006_0051.073.fits'),('wxe1.021008_0016.046.420','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxe1.021008_0016.046.fits'),('wxe1.021008_0030.051.424','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxe1.021008_0030.051.fits'),('wxe1.021010_0020.045.3505','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxe1.021010_0020.045.fits'),('wxe1.021010_0034.050.3508','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxe1.021010_0034.050.fits'),('wxe1.021012_0029.051.2954','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxe1.021012_0029.051.fits'),('wxe1.021014_0102.059.2317','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxe1.021014_0102.059.fits'),('wxe1.021014_0116.064.2320','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxe1.021014_0116.064.fits'),('wxf1.020928_0109.068.3824','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxf1.020928_0109.068.fits'),('wxf1.020928_0118.073.3825','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxf1.020928_0118.073.fits'),('wxf1.020928_0133.078.3826','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxf1.020928_0133.078.fits'),('wxf1.020930_0017.049.3359','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxf1.020930_0017.049.fits'),('wxf1.020930_0043.038.3363','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxf1.020930_0043.038.fits'),('wxf1.020930_0057.043.3367','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxf1.020930_0057.043.fits'),('wxf1.021002_0025.048.2578','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxf1.021002_0025.048.fits'),('wxf1.021002_0037.053.2582','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxf1.021002_0037.053.fits'),('wxf1.021002_0051.058.2586','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxf1.021002_0051.058.fits'),('wxf1.021004_0027.052.1917','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxf1.021004_0027.052.fits'),('wxf1.021004_0037.057.1921','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxf1.021004_0037.057.fits'),('wxf1.021004_0051.062.1925','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxf1.021004_0051.062.fits'),('wxf1.021006_0053.074.1148','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxf1.021006_0053.074.fits'),('wxf1.021006_0105.079.1152','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxf1.021006_0105.079.fits'),('wxf1.021006_0120.084.1156','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxf1.021006_0120.084.fits'),('wxf1.021008_0035.052.429','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxf1.021008_0035.052.fits'),('wxf1.021008_0051.057.433','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxf1.021008_0051.057.fits'),('wxf1.021010_0036.051.3511','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxf1.021010_0036.051.fits'),('wxf1.021010_0058.056.3514','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxf1.021010_0058.056.fits'),('wxf1.021010_0412.093.3517','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxf1.021010_0412.093.fits'),('wxf1.021010_0454.097.3520','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxf1.021010_0454.097.fits'),('wxf1.021012_0031.052.2958','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxf1.021012_0031.052.fits'),('wxf1.021012_0056.048.2962','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxf1.021012_0056.048.fits'),('wxf1.021014_0119.065.2324','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxf1.021014_0119.065.fits'),('wxf1.021014_0141.070.2328','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxf1.021014_0141.070.fits'),('wxf1.021030_0048.043.1763','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxf1.021030_0048.043.fits'),('wxf1.021030_0058.045.1767','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxf1.021030_0058.045.fits'),('wxf1.021030_0122.047.1771','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxf1.021030_0122.047.fits'),('wxf1.021105_0050.045.664','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxf1.021105_0050.045.fits'),('wxf1.021105_0059.047.668','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxf1.021105_0059.047.fits'),('wxf1.021105_0123.049.672','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxf1.021105_0123.049.fits'),('wxf1.021111_0102.056.3404','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxf1.021111_0102.056.fits'),('wxf1.021111_0130.059.3408','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxf1.021111_0130.059.fits'),('wxf1.021128_0122.037.1667','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxf1.021128_0122.037.fits'),('wxf1.021128_0133.039.1671','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxf1.021128_0133.039.fits'),('wxf1.021204_0126.042.407','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxf1.021204_0126.042.fits'),('wxf1.021204_0144.044.411','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxf1.021204_0144.044.fits'),('wxf1.021206_0124.046.3391','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxf1.021206_0124.046.fits'),('wxf1.021206_0134.048.3394','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxf1.021206_0134.048.fits'),('wxf1.021206_0158.050.3397','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxf1.021206_0158.050.fits'),('wxg1.020928_0110.069.3827','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxg1.020928_0110.069.fits'),('wxg1.020928_0122.074.3828','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxg1.020928_0122.074.fits'),('wxg1.020930_0033.034.3371','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxg1.020930_0033.034.fits'),('wxg1.020930_0046.039.3375','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxg1.020930_0046.039.fits'),('wxg1.020930_0100.044.3379','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxg1.020930_0100.044.fits'),('wxg1.021002_0027.049.2590','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxg1.021002_0027.049.fits'),('wxg1.021002_0040.054.2594','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxg1.021002_0040.054.fits'),('wxg1.021002_0053.059.2598','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxg1.021002_0053.059.fits'),('wxg1.021004_0029.053.1929','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxg1.021004_0029.053.fits'),('wxg1.021004_0040.058.1933','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxg1.021004_0040.058.fits'),('wxg1.021004_0053.063.1937','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxg1.021004_0053.063.fits'),('wxg1.021006_0055.075.1160','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxg1.021006_0055.075.fits'),('wxg1.021006_0108.080.1164','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxg1.021006_0108.080.fits'),('wxg1.021006_0122.085.1168','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxg1.021006_0122.085.fits'),('wxg1.021008_0037.053.437','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxg1.021008_0037.053.fits'),('wxg1.021008_0054.058.441','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxg1.021008_0054.058.fits'),('wxg1.021010_0039.052.3523','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxg1.021010_0039.052.fits'),('wxg1.021010_0100.057.3526','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxg1.021010_0100.057.fits'),('wxg1.021010_0418.094.3529','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxg1.021010_0418.094.fits'),('wxg1.021010_0459.098.3532','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxg1.021010_0459.098.fits'),('wxg1.021012_0034.053.2966','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxg1.021012_0034.053.fits'),('wxg1.021012_0059.049.2970','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxg1.021012_0059.049.fits'),('wxg1.021014_0121.066.2332','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxg1.021014_0121.066.fits'),('wxg1.021014_0143.071.2337','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxg1.021014_0143.071.fits'),('wxg1.021014_0153.055.2341','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxg1.021014_0153.055.fits'),('wxg1.021101_0105.052.1263','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxg1.021101_0105.052.fits'),('wxg1.021101_0115.054.1267','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxg1.021101_0115.054.fits'),('wxg1.021101_0140.056.1271','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxg1.021101_0140.056.fits'),('wxg1.021109_0105.050.3763','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxg1.021109_0105.050.fits'),('wxg1.021109_0116.052.3765','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxg1.021109_0116.052.fits'),('wxg1.021109_0140.054.3767','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxg1.021109_0140.054.fits'),('wxg1.021113_0119.052.2787','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxg1.021113_0119.052.fits'),('wxg1.021113_0132.046.2792','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxg1.021113_0132.046.fits'),('wxg1.021113_0159.049.2794','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxg1.021113_0159.049.fits'),('wxg1.021130_0129.047.1202','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxg1.021130_0129.047.fits'),('wxg1.021130_0138.049.1206','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxg1.021130_0138.049.fits'),('wxg1.021130_0202.051.1210','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxg1.021130_0202.051.fits'),('wxg1.021202_0112.054.911','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxg1.021202_0112.054.fits'),('wxg1.021202_0121.056.915','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxg1.021202_0121.056.fits'),('wxg1.021202_0145.058.919','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxg1.021202_0145.058.fits'),('wxh1.020928_0112.070.3829','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxh1.020928_0112.070.fits'),('wxh1.020928_0125.075.3830','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxh1.020928_0125.075.fits'),('wxh1.020928_0137.080.3831','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxh1.020928_0137.080.fits'),('wxh1.020930_0036.035.3383','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxh1.020930_0036.035.fits'),('wxh1.021002_0030.050.2602','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxh1.021002_0030.050.fits'),('wxh1.021002_0043.055.2606','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxh1.021002_0043.055.fits'),('wxh1.021002_0055.060.2610','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxh1.021002_0055.060.fits'),('wxh1.021004_0031.054.1941','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxh1.021004_0031.054.fits'),('wxh1.021004_0043.059.1945','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxh1.021004_0043.059.fits'),('wxh1.021004_0055.064.1949','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxh1.021004_0055.064.fits'),('wxh1.021006_0059.076.1172','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxh1.021006_0059.076.fits'),('wxh1.021006_0111.081.1176','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxh1.021006_0111.081.fits'),('wxh1.021006_0124.086.1181','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxh1.021006_0124.086.fits'),('wxh1.021008_0043.054.445','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxh1.021008_0043.054.fits'),('wxh1.021008_0057.059.449','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxh1.021008_0057.059.fits'),('wxh1.021010_0042.053.3535','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxh1.021010_0042.053.fits'),('wxh1.021010_0103.058.3538','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxh1.021010_0103.058.fits'),('wxh1.021010_0504.099.3541','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxh1.021010_0504.099.fits'),('wxh1.021012_0037.054.2973','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxh1.021012_0037.054.fits'),('wxh1.021012_0102.050.2977','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxh1.021012_0102.050.fits'),('wxh1.021014_0124.067.2345','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxh1.021014_0124.067.fits'),('wxh1.021014_0156.056.2349','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxh1.021014_0156.056.fits'),('wxh1.021030_0051.044.1775','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxh1.021030_0051.044.fits'),('wxh1.021030_0103.046.1779','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxh1.021030_0103.046.fits'),('wxh1.021030_0125.048.1783','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxh1.021030_0125.048.fits'),('wxh1.021030_0128.049.1787','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxh1.021030_0128.049.fits'),('wxh1.021103_0303.082.789','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/wxh1.021103_0303.082.fits'),('wxh1.021105_0052.046.676','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxh1.021105_0052.046.fits'),('wxh1.021105_0104.048.680','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxh1.021105_0104.048.fits'),('wxh1.021105_0125.050.684','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxh1.021105_0125.050.fits'),('wxh1.021111_0105.057.3412','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxh1.021111_0105.057.fits'),('wxh1.021111_0112.058.3416','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxh1.021111_0112.058.fits'),('wxh1.021111_0137.060.3420','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxh1.021111_0137.060.fits'),('wxh1.021128_0126.038.1675','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxh1.021128_0126.038.fits'),('wxh1.021128_0138.040.1679','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxh1.021128_0138.040.fits'),('wxh1.021204_0133.043.415','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxh1.021204_0133.043.fits'),('wxh1.021204_0156.045.419','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxh1.021204_0156.045.fits'),('wxh1.021206_0127.047.3401','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxh1.021206_0127.047.fits'),('wxh1.021206_0139.049.3405','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxh1.021206_0139.049.fits'),('wxh1.021206_0201.051.3409','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxh1.021206_0201.051.fits'),('wxh1.021210_0059.042.2636','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxh1.021210_0059.042.fits'),('wxh1.021210_0107.043.2640','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxh1.021210_0107.043.fits'),('wxh1.021210_0126.044.2644','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxh1.021210_0126.044.fits'),('wxh1.021216_0102.044.1503','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxh1.021216_0102.044.fits'),('wxh1.021216_0111.045.1507','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxh1.021216_0111.045.fits'),('wxh1.021216_0121.046.1511','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxh1.021216_0121.046.fits'),('wxh1.021229_0117.049.1005','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/wxh1.021229_0117.049.fits'),('wxh1.021229_0142.050.1010','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/wxh1.021229_0142.050.fits'),('wxh1.030103_0152.048.466','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/wxh1.030103_0152.048.fits'),('wxh1.030103_0200.049.470','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/wxh1.030103_0200.049.fits'),('wxi1.020928_0114.071.3832','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxi1.020928_0114.071.fits'),('wxi1.020928_0128.076.3833','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxi1.020928_0128.076.fits'),('wxi1.020928_0139.081.3834','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxi1.020928_0139.081.fits'),('wxi1.020930_0038.036.3387','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxi1.020930_0038.036.fits'),('wxi1.020930_0052.041.3390','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxi1.020930_0052.041.fits'),('wxi1.020930_0104.046.3395','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxi1.020930_0104.046.fits'),('wxi1.021002_0033.051.2614','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxi1.021002_0033.051.fits'),('wxi1.021002_0045.056.2618','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxi1.021002_0045.056.fits'),('wxi1.021002_0058.061.2622','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxi1.021002_0058.061.fits'),('wxi1.021004_0033.055.1953','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxi1.021004_0033.055.fits'),('wxi1.021004_0045.060.1957','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxi1.021004_0045.060.fits'),('wxi1.021004_0057.065.1961','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxi1.021004_0057.065.fits'),('wxi1.021006_0101.077.1184','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxi1.021006_0101.077.fits'),('wxi1.021006_0113.082.1188','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxi1.021006_0113.082.fits'),('wxi1.021006_0134.061.1192','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxi1.021006_0134.061.fits'),('wxi1.021008_0046.055.453','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxi1.021008_0046.055.fits'),('wxi1.021008_0100.060.457','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxi1.021008_0100.060.fits'),('wxi1.021010_0048.054.3544','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxi1.021010_0048.054.fits'),('wxi1.021010_0106.059.3547','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxi1.021010_0106.059.fits'),('wxi1.021010_0523.100.3550','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxi1.021010_0523.100.fits'),('wxi1.021012_0044.055.2981','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxi1.021012_0044.055.fits'),('wxi1.021012_0105.051.2985','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxi1.021012_0105.051.fits'),('wxi1.021014_0131.068.2352','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxi1.021014_0131.068.fits'),('wxi1.021014_0158.057.2356','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxi1.021014_0158.057.fits'),('wxi1.021101_0108.053.1275','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxi1.021101_0108.053.fits'),('wxi1.021101_0121.055.1279','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxi1.021101_0121.055.fits'),('wxi1.021101_0143.057.1283','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxi1.021101_0143.057.fits'),('wxi1.021107_0300.102.107','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/wxi1.021107_0300.102.fits'),('wxi1.021109_0109.051.3769','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxi1.021109_0109.051.fits'),('wxi1.021109_0121.053.3771','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxi1.021109_0121.053.fits'),('wxi1.021109_0144.055.3773','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxi1.021109_0144.055.fits'),('wxi1.021113_0122.053.2799','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxi1.021113_0122.053.fits'),('wxi1.021113_0137.047.2803','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxi1.021113_0137.047.fits'),('wxi1.021113_0147.048.2807','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxi1.021113_0147.048.fits'),('wxi1.021113_0202.050.2811','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxi1.021113_0202.050.fits'),('wxi1.021130_0132.048.1214','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxi1.021130_0132.048.fits'),('wxi1.021130_0144.050.1218','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxi1.021130_0144.050.fits'),('wxi1.021130_0205.052.1222','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxi1.021130_0205.052.fits'),('wxi1.021202_0115.055.923','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxi1.021202_0115.055.fits'),('wxi1.021202_0127.057.927','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxi1.021202_0127.057.fits'),('wxi1.021202_0148.059.929','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxi1.021202_0148.059.fits'),('wxj1.020928_0116.072.3835','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxj1.020928_0116.072.fits'),('wxj1.020928_0130.077.3836','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxj1.020928_0130.077.fits'),('wxj1.020928_0141.082.3837','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxj1.020928_0141.082.fits'),('wxj1.020930_0041.037.3398','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxj1.020930_0041.037.fits'),('wxj1.020930_0054.042.3402','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxj1.020930_0054.042.fits'),('wxj1.020930_0106.047.3406','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxj1.020930_0106.047.fits'),('wxj1.021002_0035.052.2626','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxj1.021002_0035.052.fits'),('wxj1.021002_0048.057.2630','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxj1.021002_0048.057.fits'),('wxj1.021002_0100.062.2634','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxj1.021002_0100.062.fits'),('wxj1.021004_0035.056.1965','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxj1.021004_0035.056.fits'),('wxj1.021004_0048.061.1969','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxj1.021004_0048.061.fits'),('wxj1.021004_0059.066.1973','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxj1.021004_0059.066.fits'),('wxj1.021006_0103.078.1196','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxj1.021006_0103.078.fits'),('wxj1.021006_0116.083.1200','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxj1.021006_0116.083.fits'),('wxj1.021006_0136.062.1204','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxj1.021006_0136.062.fits'),('wxj1.021008_0048.056.461','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxj1.021008_0048.056.fits'),('wxj1.021008_0104.061.465','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxj1.021008_0104.061.fits'),('wxj1.021010_0055.055.3553','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxj1.021010_0055.055.fits'),('wxj1.021010_0109.060.3556','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxj1.021010_0109.060.fits'),('wxj1.021012_0054.047.2989','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxj1.021012_0054.047.fits'),('wxj1.021012_0107.052.2993','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxj1.021012_0107.052.fits'),('wxj1.021014_0138.069.2360','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxj1.021014_0138.069.fits'),('wxj1.021014_0201.058.2364','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxj1.021014_0201.058.fits'),('wxk1.020928_0143.083.3838','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxk1.020928_0143.083.fits'),('wxk1.020928_0159.088.3839','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxk1.020928_0159.088.fits'),('wxk1.020930_0108.048.3410','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxk1.020930_0108.048.fits'),('wxk1.020930_0119.053.3415','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxk1.020930_0119.053.fits'),('wxk1.020930_0132.058.3419','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxk1.020930_0132.058.fits'),('wxk1.021002_0102.063.2638','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxk1.021002_0102.063.fits'),('wxk1.021002_0113.068.2642','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxk1.021002_0113.068.fits'),('wxk1.021002_0127.073.2646','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxk1.021002_0127.073.fits'),('wxk1.021004_0101.067.1977','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxk1.021004_0101.067.fits'),('wxk1.021004_0112.072.1981','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxk1.021004_0112.072.fits'),('wxk1.021004_0125.077.1985','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxk1.021004_0125.077.fits'),('wxk1.021006_0138.063.1208','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxk1.021006_0138.063.fits'),('wxk1.021006_0149.068.1212','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxk1.021006_0149.068.fits'),('wxk1.021006_0203.073.1216','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxk1.021006_0203.073.fits'),('wxk1.021008_0107.062.469','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxk1.021008_0107.062.fits'),('wxk1.021008_0122.067.473','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxk1.021008_0122.067.fits'),('wxk1.021010_0111.061.3559','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxk1.021010_0111.061.fits'),('wxk1.021010_0134.066.3562','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxk1.021010_0134.066.fits'),('wxk1.021012_0110.053.2997','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxk1.021012_0110.053.fits'),('wxk1.021012_0133.058.3002','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxk1.021012_0133.058.fits'),('wxk1.021014_0204.059.2368','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxk1.021014_0204.059.fits'),('wxk1.021014_0226.064.2372','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxk1.021014_0226.064.fits'),('wxk1.021030_0131.050.1791','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxk1.021030_0131.050.fits'),('wxk1.021030_0142.052.1795','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxk1.021030_0142.052.fits'),('wxk1.021030_0207.054.1799','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxk1.021030_0207.054.fits'),('wxk1.021105_0129.051.688','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxk1.021105_0129.051.fits'),('wxk1.021105_0138.053.547','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxk1.021105_0138.053.fits'),('wxk1.021105_0202.055.551','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxk1.021105_0202.055.fits'),('wxk1.021111_0146.061.3424','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxk1.021111_0146.061.fits'),('wxk1.021111_0214.064.3428','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxk1.021111_0214.064.fits'),('wxk1.021128_0159.041.1683','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxk1.021128_0159.041.fits'),('wxk1.021128_0209.043.1688','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxk1.021128_0209.043.fits'),('wxk1.021204_0214.046.423','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxk1.021204_0214.046.fits'),('wxk1.021204_0238.048.427','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxk1.021204_0238.048.fits'),('wxk1.021206_0204.052.3414','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxk1.021206_0204.052.fits'),('wxk1.021206_0215.054.3418','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxk1.021206_0215.054.fits'),('wxk1.021206_0240.056.3422','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxk1.021206_0240.056.fits'),('wxl1.020928_0145.084.3840','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxl1.020928_0145.084.fits'),('wxl1.020928_0201.089.3841','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxl1.020928_0201.089.fits'),('wxl1.020930_0111.049.3423','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxl1.020930_0111.049.fits'),('wxl1.020930_0121.054.3426','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxl1.020930_0121.054.fits'),('wxl1.021002_0104.064.2650','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxl1.021002_0104.064.fits'),('wxl1.021002_0116.069.2654','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxl1.021002_0116.069.fits'),('wxl1.021002_0129.074.2658','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxl1.021002_0129.074.fits'),('wxl1.021004_0104.068.1989','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxl1.021004_0104.068.fits'),('wxl1.021004_0114.073.1993','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxl1.021004_0114.073.fits'),('wxl1.021004_0127.078.1997','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxl1.021004_0127.078.fits'),('wxl1.021006_0141.064.1220','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxl1.021006_0141.064.fits'),('wxl1.021006_0152.069.1224','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxl1.021006_0152.069.fits'),('wxl1.021006_0205.074.1228','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxl1.021006_0205.074.fits'),('wxl1.021008_0110.063.477','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxl1.021008_0110.063.fits'),('wxl1.021008_0125.068.481','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxl1.021008_0125.068.fits'),('wxl1.021010_0114.062.3565','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxl1.021010_0114.062.fits'),('wxl1.021010_0137.067.3568','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxl1.021010_0137.067.fits'),('wxl1.021012_0113.054.3005','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxl1.021012_0113.054.fits'),('wxl1.021012_0136.059.3009','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxl1.021012_0136.059.fits'),('wxl1.021014_0207.060.2376','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxl1.021014_0207.060.fits'),('wxl1.021014_0229.065.2380','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxl1.021014_0229.065.fits'),('wxl1.021101_0146.058.1287','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxl1.021101_0146.058.fits'),('wxl1.021101_0156.060.1291','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxl1.021101_0156.060.fits'),('wxl1.021101_0220.062.1295','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxl1.021101_0220.062.fits'),('wxl1.021109_0146.056.3775','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxl1.021109_0146.056.fits'),('wxl1.021109_0158.058.3777','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxl1.021109_0158.058.fits'),('wxl1.021109_0223.060.3779','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxl1.021109_0223.060.fits'),('wxl1.021113_0206.051.2814','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxl1.021113_0206.051.fits'),('wxl1.021113_0215.053.2818','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxl1.021113_0215.053.fits'),('wxl1.021113_0304.058.2824','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxl1.021113_0304.058.fits'),('wxl1.021130_0207.053.1226','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxl1.021130_0207.053.fits'),('wxl1.021130_0221.041.1230','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxl1.021130_0221.041.fits'),('wxl1.021130_0245.043.1234','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxl1.021130_0245.043.fits'),('wxl1.021202_0150.060.933','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxl1.021202_0150.060.fits'),('wxl1.021202_0200.062.937','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxl1.021202_0200.062.fits'),('wxl1.021202_0224.064.941','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxl1.021202_0224.064.fits'),('wxm1.020928_0147.085.3842','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxm1.020928_0147.085.fits'),('wxm1.020928_0203.090.3843','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxm1.020928_0203.090.fits'),('wxm1.020930_0113.050.3430','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxm1.020930_0113.050.fits'),('wxm1.020930_0124.055.3435','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxm1.020930_0124.055.fits'),('wxm1.020930_0136.060.3439','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxm1.020930_0136.060.fits'),('wxm1.021002_0106.065.2662','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxm1.021002_0106.065.fits'),('wxm1.021002_0118.070.2666','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxm1.021002_0118.070.fits'),('wxm1.021002_0131.075.2670','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxm1.021002_0131.075.fits'),('wxm1.021004_0106.069.2001','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxm1.021004_0106.069.fits'),('wxm1.021004_0117.074.2005','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxm1.021004_0117.074.fits'),('wxm1.021004_0129.079.2009','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxm1.021004_0129.079.fits'),('wxm1.021006_0143.065.1232','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxm1.021006_0143.065.fits'),('wxm1.021006_0155.070.1237','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxm1.021006_0155.070.fits'),('wxm1.021006_0207.075.1241','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxm1.021006_0207.075.fits'),('wxm1.021008_0113.064.486','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxm1.021008_0113.064.fits'),('wxm1.021008_0128.069.490','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxm1.021008_0128.069.fits'),('wxm1.021010_0117.063.3571','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxm1.021010_0117.063.fits'),('wxm1.021010_0140.068.3574','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxm1.021010_0140.068.fits'),('wxm1.021012_0116.055.3014','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxm1.021012_0116.055.fits'),('wxm1.021012_0139.060.3017','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxm1.021012_0139.060.fits'),('wxm1.021014_0210.061.2384','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxm1.021014_0210.061.fits'),('wxm1.021014_0232.066.2388','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxm1.021014_0232.066.fits'),('wxm1.021030_0135.051.1803','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxm1.021030_0135.051.fits'),('wxm1.021030_0149.053.1807','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxm1.021030_0149.053.fits'),('wxm1.021030_0210.055.1811','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxm1.021030_0210.055.fits'),('wxm1.021030_0212.056.1815','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxm1.021030_0212.056.fits'),('wxm1.021103_0311.083.793','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/wxm1.021103_0311.083.fits'),('wxm1.021105_0132.052.555','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxm1.021105_0132.052.fits'),('wxm1.021105_0144.054.559','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxm1.021105_0144.054.fits'),('wxm1.021105_0205.056.563','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxm1.021105_0205.056.fits'),('wxm1.021111_0148.062.3432','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxm1.021111_0148.062.fits'),('wxm1.021111_0155.063.3436','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxm1.021111_0155.063.fits'),('wxm1.021111_0217.065.3440','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxm1.021111_0217.065.fits'),('wxm1.021128_0201.042.1691','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxm1.021128_0201.042.fits'),('wxm1.021128_0214.044.1695','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxm1.021128_0214.044.fits'),('wxm1.021204_0226.047.431','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxm1.021204_0226.047.fits'),('wxm1.021204_0250.049.435','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxm1.021204_0250.049.fits'),('wxm1.021206_0208.053.3427','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxm1.021206_0208.053.fits'),('wxm1.021206_0221.055.3431','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxm1.021206_0221.055.fits'),('wxm1.021206_0243.057.3434','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxm1.021206_0243.057.fits'),('wxm1.021210_0133.045.2648','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxm1.021210_0133.045.fits'),('wxm1.021210_0140.046.2652','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxm1.021210_0140.046.fits'),('wxm1.021210_0159.047.2656','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxm1.021210_0159.047.fits'),('wxm1.021216_0132.047.1515','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxm1.021216_0132.047.fits'),('wxm1.021216_0150.048.1519','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxm1.021216_0150.048.fits'),('wxm1.021216_0156.049.1522','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxm1.021216_0156.049.fits'),('wxm1.021216_0206.050.1526','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxm1.021216_0206.050.fits'),('wxm1.021216_0216.051.1530','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxm1.021216_0216.051.fits'),('wxm1.021229_0206.051.1014','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/wxm1.021229_0206.051.fits'),('wxm1.021229_0212.052.1018','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/wxm1.021229_0212.052.fits'),('wxm1.030103_0127.046.474','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/wxm1.030103_0127.046.fits'),('wxm1.030103_0134.047.478','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/wxm1.030103_0134.047.fits'),('wxn1.020928_0150.086.3844','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxn1.020928_0150.086.fits'),('wxn1.020928_0205.091.3845','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxn1.020928_0205.091.fits'),('wxn1.020930_0115.051.3442','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxn1.020930_0115.051.fits'),('wxn1.020930_0127.056.3446','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxn1.020930_0127.056.fits'),('wxn1.020930_0138.061.3450','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxn1.020930_0138.061.fits'),('wxn1.021002_0108.066.2674','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxn1.021002_0108.066.fits'),('wxn1.021002_0121.071.2678','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxn1.021002_0121.071.fits'),('wxn1.021002_0133.076.2682','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxn1.021002_0133.076.fits'),('wxn1.021004_0108.070.2013','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxn1.021004_0108.070.fits'),('wxn1.021004_0120.075.2017','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxn1.021004_0120.075.fits'),('wxn1.021004_0131.080.2021','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxn1.021004_0131.080.fits'),('wxn1.021006_0145.066.1245','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxn1.021006_0145.066.fits'),('wxn1.021006_0157.071.1249','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxn1.021006_0157.071.fits'),('wxn1.021006_0209.076.1253','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxn1.021006_0209.076.fits'),('wxn1.021008_0116.065.494','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxn1.021008_0116.065.fits'),('wxn1.021008_0131.070.498','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxn1.021008_0131.070.fits'),('wxn1.021010_0124.064.3577','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxn1.021010_0124.064.fits'),('wxn1.021010_0142.069.3580','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxn1.021010_0142.069.fits'),('wxn1.021012_0123.056.3021','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxn1.021012_0123.056.fits'),('wxn1.021012_0142.061.3025','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxn1.021012_0142.061.fits'),('wxn1.021014_0217.062.2392','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxn1.021014_0217.062.fits'),('wxn1.021014_0235.067.2396','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxn1.021014_0235.067.fits'),('wxn1.021101_0150.059.1299','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxn1.021101_0150.059.fits'),('wxn1.021101_0202.061.1303','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxn1.021101_0202.061.fits'),('wxn1.021101_0223.063.1307','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxn1.021101_0223.063.fits'),('wxn1.021107_0307.103.112','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/wxn1.021107_0307.103.fits'),('wxn1.021109_0151.057.3781','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxn1.021109_0151.057.fits'),('wxn1.021109_0204.059.3783','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxn1.021109_0204.059.fits'),('wxn1.021109_0226.061.3785','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxn1.021109_0226.061.fits'),('wxn1.021113_0208.052.2826','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxn1.021113_0208.052.fits'),('wxn1.021113_0221.054.2830','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxn1.021113_0221.054.fits'),('wxn1.021113_0231.055.2834','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxn1.021113_0231.055.fits'),('wxn1.021113_0307.059.2839','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxn1.021113_0307.059.fits'),('wxn1.021130_0211.054.1238','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxn1.021130_0211.054.fits'),('wxn1.021130_0227.042.1240','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxn1.021130_0227.042.fits'),('wxn1.021130_0248.044.1244','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxn1.021130_0248.044.fits'),('wxn1.021202_0153.061.945','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxn1.021202_0153.061.fits'),('wxn1.021202_0205.063.949','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxn1.021202_0205.063.fits'),('wxn1.021202_0226.065.953','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxn1.021202_0226.065.fits'),('wxn1.021208_0135.047.2932','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/wxn1.021208_0135.047.fits'),('wxn1.021208_0143.048.2936','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/wxn1.021208_0143.048.fits'),('wxn1.021208_0203.049.2940','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/wxn1.021208_0203.049.fits'),('wxo1.020928_0208.092.3846','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxo1.020928_0208.092.fits'),('wxo1.020930_0117.052.3455','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxo1.020930_0117.052.fits'),('wxo1.020930_0129.057.3459','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxo1.020930_0129.057.fits'),('wxo1.020930_0141.062.3463','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxo1.020930_0141.062.fits'),('wxo1.021002_0111.067.2686','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxo1.021002_0111.067.fits'),('wxo1.021002_0124.072.2690','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxo1.021002_0124.072.fits'),('wxo1.021002_0136.077.2694','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxo1.021002_0136.077.fits'),('wxo1.021004_0110.071.2025','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxo1.021004_0110.071.fits'),('wxo1.021004_0123.076.2029','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxo1.021004_0123.076.fits'),('wxo1.021004_0151.037.2033','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxo1.021004_0151.037.fits'),('wxo1.021006_0147.067.1257','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxo1.021006_0147.067.fits'),('wxo1.021006_0200.072.1261','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxo1.021006_0200.072.fits'),('wxo1.021006_0211.077.1265','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxo1.021006_0211.077.fits'),('wxo1.021008_0119.066.502','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxo1.021008_0119.066.fits'),('wxo1.021008_0134.071.506','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxo1.021008_0134.071.fits'),('wxo1.021010_0131.065.3583','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxo1.021010_0131.065.fits'),('wxo1.021010_0145.070.3586','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxo1.021010_0145.070.fits'),('wxo1.021012_0130.057.3030','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxo1.021012_0130.057.fits'),('wxo1.021012_0144.062.3034','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxo1.021012_0144.062.fits'),('wxo1.021014_0223.063.2400','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxo1.021014_0223.063.fits'),('wxo1.021014_0237.068.2403','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxo1.021014_0237.068.fits'),('wxp1.020928_0210.093.3847','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxp1.020928_0210.093.fits'),('wxp1.020928_0220.097.3848','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxp1.020928_0220.097.fits'),('wxp1.020928_0223.098.3849','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxp1.020928_0223.098.fits'),('wxp1.020930_0143.063.3467','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxp1.020930_0143.063.fits'),('wxp1.020930_0152.067.3471','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxp1.020930_0152.067.fits'),('wxp1.020930_0203.071.3475','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxp1.020930_0203.071.fits'),('wxp1.021002_0138.078.2698','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxp1.021002_0138.078.fits'),('wxp1.021002_0157.034.2702','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxp1.021002_0157.034.fits'),('wxp1.021002_0208.038.2706','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxp1.021002_0208.038.fits'),('wxp1.021004_0153.038.2037','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxp1.021004_0153.038.fits'),('wxp1.021004_0417.048.2041','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxp1.021004_0417.048.fits'),('wxp1.021006_0213.078.1269','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxp1.021006_0213.078.fits'),('wxp1.021006_0222.082.1273','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxp1.021006_0222.082.fits'),('wxp1.021006_0226.083.1277','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxp1.021006_0226.083.fits'),('wxp1.021008_0137.072.509','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxp1.021008_0137.072.fits'),('wxp1.021008_0149.076.513','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxp1.021008_0149.076.fits'),('wxp1.021010_0148.071.3589','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxp1.021010_0148.071.fits'),('wxp1.021010_0207.075.3592','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxp1.021010_0207.075.fits'),('wxp1.021012_0147.063.3038','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxp1.021012_0147.063.fits'),('wxp1.021012_0207.067.3042','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxp1.021012_0207.067.fits'),('wxp1.021014_0240.069.2407','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxp1.021014_0240.069.fits'),('wxp1.021014_0259.073.2412','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxp1.021014_0259.073.fits'),('wxp1.021030_0215.057.1819','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxp1.021030_0215.057.fits'),('wxp1.021030_0225.059.1823','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxp1.021030_0225.059.fits'),('wxp1.021030_0249.061.1827','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxp1.021030_0249.061.fits'),('wxp1.021105_0207.057.567','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxp1.021105_0207.057.fits'),('wxp1.021105_0217.059.571','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxp1.021105_0217.059.fits'),('wxp1.021105_0241.061.575','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxp1.021105_0241.061.fits'),('wxp1.021111_0220.066.3444','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxp1.021111_0220.066.fits'),('wxp1.021111_0251.069.3449','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxp1.021111_0251.069.fits'),('wxp1.021115_0104.049.2217','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxp1.021115_0104.049.fits'),('wxp1.021115_0116.051.2221','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxp1.021115_0116.051.fits'),('wxp1.021115_0143.054.2225','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxp1.021115_0143.054.fits'),('wxp1.021128_0235.045.1699','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxp1.021128_0235.045.fits'),('wxp1.021128_0245.047.1703','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxp1.021128_0245.047.fits'),('wxp1.021204_0309.050.439','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxp1.021204_0309.050.fits'),('wxp1.021204_0328.052.443','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxp1.021204_0328.052.fits'),('wxp1.021206_0247.058.3438','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxp1.021206_0247.058.fits'),('wxp1.021206_0257.060.3443','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxp1.021206_0257.060.fits'),('wxp1.021206_0321.062.3447','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxp1.021206_0321.062.fits'),('wxq1.020928_0213.094.3850','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxq1.020928_0213.094.fits'),('wxq1.020928_0225.099.3851','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxq1.020928_0225.099.fits'),('wxq1.020930_0145.064.3479','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxq1.020930_0145.064.fits'),('wxq1.020930_0154.068.3483','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxq1.020930_0154.068.fits'),('wxq1.020930_0216.073.3486','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxq1.020930_0216.073.fits'),('wxq1.021002_0140.079.2710','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxq1.021002_0140.079.fits'),('wxq1.021002_0200.035.2714','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxq1.021002_0200.035.fits'),('wxq1.021002_0210.039.2718','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxq1.021002_0210.039.fits'),('wxq1.021004_0420.049.2045','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxq1.021004_0420.049.fits'),('wxq1.021006_0215.079.1280','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxq1.021006_0215.079.fits'),('wxq1.021006_0228.084.1284','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxq1.021006_0228.084.fits'),('wxq1.021008_0140.073.517','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxq1.021008_0140.073.fits'),('wxq1.021008_0152.077.521','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxq1.021008_0152.077.fits'),('wxq1.021010_0150.072.3595','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxq1.021010_0150.072.fits'),('wxq1.021010_0210.076.3598','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxq1.021010_0210.076.fits'),('wxq1.021012_0150.064.3046','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxq1.021012_0150.064.fits'),('wxq1.021012_0210.068.3049','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxq1.021012_0210.068.fits'),('wxq1.021014_0243.070.2415','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxq1.021014_0243.070.fits'),('wxq1.021014_0302.074.2420','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxq1.021014_0302.074.fits'),('wxq1.021101_0226.064.1311','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxq1.021101_0226.064.fits'),('wxq1.021101_0236.066.1315','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxq1.021101_0236.066.fits'),('wxq1.021101_0300.068.1319','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxq1.021101_0300.068.fits'),('wxq1.021107_0342.108.115','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/wxq1.021107_0342.108.fits'),('wxq1.021109_0230.062.3787','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxq1.021109_0230.062.fits'),('wxq1.021109_0240.064.3789','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxq1.021109_0240.064.fits'),('wxq1.021109_0305.066.3791','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxq1.021109_0305.066.fits'),('wxq1.021115_0152.056.2229','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxq1.021115_0152.056.fits'),('wxq1.021115_0202.058.2233','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxq1.021115_0202.058.fits'),('wxq1.021115_0236.057.2237','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxq1.021115_0236.057.fits'),('wxq1.021130_0251.045.1248','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxq1.021130_0251.045.fits'),('wxq1.021130_0301.047.1252','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxq1.021130_0301.047.fits'),('wxq1.021130_0326.049.1256','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxq1.021130_0326.049.fits'),('wxq1.021202_0229.066.957','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxq1.021202_0229.066.fits'),('wxq1.021202_0239.068.961','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxq1.021202_0239.068.fits'),('wxq1.021202_0302.070.965','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxq1.021202_0302.070.fits'),('wxr1.020928_0227.100.3852','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxr1.020928_0227.100.fits'),('wxr1.020930_0148.065.3490','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxr1.020930_0148.065.fits'),('wxr1.020930_0157.069.3494','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxr1.020930_0157.069.fits'),('wxr1.020930_0218.074.3497','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxr1.020930_0218.074.fits'),('wxr1.021002_0142.080.2722','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxr1.021002_0142.080.fits'),('wxr1.021002_0202.036.2726','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxr1.021002_0202.036.fits'),('wxr1.021002_0212.040.2730','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxr1.021002_0212.040.fits'),('wxr1.021004_0422.050.2049','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxr1.021004_0422.050.fits'),('wxr1.021006_0218.080.1288','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxr1.021006_0218.080.fits'),('wxr1.021006_0230.085.1292','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxr1.021006_0230.085.fits'),('wxr1.021008_0143.074.525','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxr1.021008_0143.074.fits'),('wxr1.021008_0155.078.529','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxr1.021008_0155.078.fits'),('wxr1.021010_0153.073.3601','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxr1.021010_0153.073.fits'),('wxr1.021010_0212.077.3604','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxr1.021010_0212.077.fits'),('wxr1.021012_0153.065.3051','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxr1.021012_0153.065.fits'),('wxr1.021012_0213.069.3056','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxr1.021012_0213.069.fits'),('wxr1.021014_0246.071.2423','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxr1.021014_0246.071.fits'),('wxr1.021014_0305.075.2427','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxr1.021014_0305.075.fits'),('wxr1.021030_0218.058.1831','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxr1.021030_0218.058.fits'),('wxr1.021030_0231.060.1835','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxr1.021030_0231.060.fits'),('wxr1.021030_0252.062.1839','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxr1.021030_0252.062.fits'),('wxr1.021030_0255.063.1844','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxr1.021030_0255.063.fits'),('wxr1.021103_0319.084.797','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/wxr1.021103_0319.084.fits'),('wxr1.021105_0210.058.579','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxr1.021105_0210.058.fits'),('wxr1.021105_0222.060.583','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxr1.021105_0222.060.fits'),('wxr1.021105_0243.062.587','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxr1.021105_0243.062.fits'),('wxr1.021111_0223.067.3453','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxr1.021111_0223.067.fits'),('wxr1.021111_0232.068.3456','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxr1.021111_0232.068.fits'),('wxr1.021111_0254.070.3460','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxr1.021111_0254.070.fits'),('wxr1.021115_0107.050.2241','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxr1.021115_0107.050.fits'),('wxr1.021115_0123.052.2245','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxr1.021115_0123.052.fits'),('wxr1.021115_0133.053.2249','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxr1.021115_0133.053.fits'),('wxr1.021115_0146.055.2253','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxr1.021115_0146.055.fits'),('wxr1.021128_0238.046.1708','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxr1.021128_0238.046.fits'),('wxr1.021128_0250.048.1710','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxr1.021128_0250.048.fits'),('wxr1.021204_0316.051.448','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxr1.021204_0316.051.fits'),('wxr1.021204_0340.053.451','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxr1.021204_0340.053.fits'),('wxr1.021206_0250.059.3451','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxr1.021206_0250.059.fits'),('wxr1.021206_0302.061.3454','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxr1.021206_0302.061.fits'),('wxr1.021206_0324.063.3458','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxr1.021206_0324.063.fits'),('wxs1.020928_0218.096.3853','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxs1.020928_0218.096.fits'),('wxs1.020928_0229.101.3854','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxs1.020928_0229.101.fits'),('wxs1.020930_0150.066.3500','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxs1.020930_0150.066.fits'),('wxs1.020930_0200.070.3503','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxs1.020930_0200.070.fits'),('wxs1.020930_0220.075.3507','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxs1.020930_0220.075.fits'),('wxs1.021002_0156.033.2734','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxs1.021002_0156.033.fits'),('wxs1.021002_0205.037.2738','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxs1.021002_0205.037.fits'),('wxs1.021002_0214.041.2742','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxs1.021002_0214.041.fits'),('wxs1.021004_0425.051.2053','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxs1.021004_0425.051.fits'),('wxs1.021006_0220.081.1296','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxs1.021006_0220.081.fits'),('wxs1.021006_0233.086.1300','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxs1.021006_0233.086.fits'),('wxs1.021008_0146.075.533','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxs1.021008_0146.075.fits'),('wxs1.021008_0158.079.537','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxs1.021008_0158.079.fits'),('wxs1.021010_0200.074.3607','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxs1.021010_0200.074.fits'),('wxs1.021010_0215.078.3610','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxs1.021010_0215.078.fits'),('wxs1.021012_0159.066.3059','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxs1.021012_0159.066.fits'),('wxs1.021012_0215.070.3066','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxs1.021012_0215.070.fits'),('wxs1.021014_0252.072.2431','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxs1.021014_0252.072.fits'),('wxs1.021101_0229.065.1323','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxs1.021101_0229.065.fits'),('wxs1.021101_0242.067.1327','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxs1.021101_0242.067.fits'),('wxs1.021101_0304.069.1331','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxs1.021101_0304.069.fits'),('wxs1.021107_0314.104.119','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/wxs1.021107_0314.104.fits'),('wxs1.021109_0233.063.3793','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxs1.021109_0233.063.fits'),('wxs1.021109_0246.065.001.3795','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxs1.021109_0246.065.001.fits'),('wxs1.021109_0246.065.002.3797','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxs1.021109_0246.065.002.fits'),('wxs1.021109_0246.065.3799','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxs1.021109_0246.065.fits'),('wxs1.021109_0308.067.3801','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxs1.021109_0308.067.fits'),('wxs1.021113_0310.060.2843','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxs1.021113_0310.060.fits'),('wxs1.021115_0155.057.2257','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxs1.021115_0155.057.fits'),('wxs1.021115_0224.056.2261','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxs1.021115_0224.056.fits'),('wxs1.021115_0239.058.2265','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxs1.021115_0239.058.fits'),('wxs1.021130_0254.046.1260','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxs1.021130_0254.046.fits'),('wxs1.021130_0306.048.1264','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxs1.021130_0306.048.fits'),('wxs1.021130_0330.050.1268','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wxs1.021130_0330.050.fits'),('wxs1.021202_0232.067.971','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxs1.021202_0232.067.fits'),('wxs1.021202_0244.069.975','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxs1.021202_0244.069.fits'),('wxs1.021202_0305.071.979','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxs1.021202_0305.071.fits'),('wxs1.021208_0207.050.2943','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/wxs1.021208_0207.050.fits'),('wxs1.021208_0214.051.2947','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/wxs1.021208_0214.051.fits'),('wxs1.021208_0233.052.2951','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/wxs1.021208_0233.052.fits'),('wxt1.020928_0231.102.3855','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxt1.020928_0231.102.fits'),('wxt1.020928_0238.105.3856','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxt1.020928_0238.105.fits'),('wxt1.020930_0222.076.3509','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxt1.020930_0222.076.fits'),('wxt1.020930_0229.079.3512','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxt1.020930_0229.079.fits'),('wxt1.020930_0238.082.3515','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxt1.020930_0238.082.fits'),('wxt1.021002_0216.042.2746','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxt1.021002_0216.042.fits'),('wxt1.021002_0224.045.2750','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxt1.021002_0224.045.fits'),('wxt1.021002_0232.048.2754','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxt1.021002_0232.048.fits'),('wxt1.021006_0235.087.1305','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxt1.021006_0235.087.fits'),('wxt1.021008_0201.080.541','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxt1.021008_0201.080.fits'),('wxt1.021008_0211.083.545','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxt1.021008_0211.083.fits'),('wxt2.020928_0247.108.3857','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxt2.020928_0247.108.fits'),('wxt2.020928_0254.111.3858','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxt2.020928_0254.111.fits'),('wxt2.020928_0309.114.3859','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxt2.020928_0309.114.fits'),('wxt2.020930_0244.085.3518','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxt2.020930_0244.085.fits'),('wxt2.020930_0252.088.3521','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxt2.020930_0252.088.fits'),('wxt2.020930_0308.091.3524','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxt2.020930_0308.091.fits'),('wxt2.021002_0238.051.2758','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxt2.021002_0238.051.fits'),('wxt2.021002_0245.054.2762','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxt2.021002_0245.054.fits'),('wxt2.021002_0300.057.2766','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxt2.021002_0300.057.fits'),('wxt2.021004_0407.045.2057','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxt2.021004_0407.045.fits'),('wxt2.021008_0220.086.549','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxt2.021008_0220.086.fits'),('wxt2.021008_0247.042.553','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxt2.021008_0247.042.fits'),('wxt2.021008_0300.045.557','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxt2.021008_0300.045.fits'),('wxt2.021010_0218.079.3613','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxt2.021010_0218.079.fits'),('wxt2.021012_0218.071.3069','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxt2.021012_0218.071.fits'),('wxt2.021014_0310.076.2435','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxt2.021014_0310.076.fits'),('wxt2.021030_0258.064.1847','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxt2.021030_0258.064.fits'),('wxt2.021030_0306.065.1851','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxt2.021030_0306.065.fits'),('wxt2.021030_0325.066.1855','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wxt2.021030_0325.066.fits'),('wxt2.021103_0342.087.801','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/wxt2.021103_0342.087.fits'),('wxt2.021105_0342.069.591','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxt2.021105_0342.069.fits'),('wxt2.021105_0349.070.595','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxt2.021105_0349.070.fits'),('wxt2.021105_0407.071.599','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxt2.021105_0407.071.fits'),('wxt2.021111_0300.072.3464','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxt2.021111_0300.072.fits'),('wxt2.021111_0308.073.3468','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxt2.021111_0308.073.fits'),('wxt2.021111_0326.074.3472','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxt2.021111_0326.074.fits'),('wxt2.021115_0315.064.2270','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxt2.021115_0315.064.fits'),('wxt2.021115_0321.065.2273','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxt2.021115_0321.065.fits'),('wxt2.021115_0331.066.2276','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxt2.021115_0331.066.fits'),('wxt2.021115_0341.067.2282','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxt2.021115_0341.067.fits'),('wxt2.021128_0342.051.1714','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxt2.021128_0342.051.fits'),('wxt2.021128_0349.052.1718','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxt2.021128_0349.052.fits'),('wxt2.021204_0406.055.455','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxt2.021204_0406.055.fits'),('wxt2.021206_0356.067.3462','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxt2.021206_0356.067.fits'),('wxt2.021206_0402.068.3466','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxt2.021206_0402.068.fits'),('wxt2.021206_0416.069.3470','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxt2.021206_0416.069.fits'),('wxt2.021210_0230.051.2660','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxt2.021210_0230.051.fits'),('wxt2.021210_0237.052.2664','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxt2.021210_0237.052.fits'),('wxt2.021210_0255.053.2668','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxt2.021210_0255.053.fits'),('wxt2.021216_0226.052.1535','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxt2.021216_0226.052.fits'),('wxt2.021216_0233.053.1538','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxt2.021216_0233.053.fits'),('wxt2.021216_0244.054.1542','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxt2.021216_0244.054.fits'),('wxt2.021229_0230.053.1022','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/wxt2.021229_0230.053.fits'),('wxt2.021229_0238.054.1025','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/wxt2.021229_0238.054.fits'),('wxt2.030103_0246.052.482','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/wxt2.030103_0246.052.fits'),('wxt2.030103_0253.053.485','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/wxt2.030103_0253.053.fits'),('wxu1.020930_0225.077.3527','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxu1.020930_0225.077.fits'),('wxu1.020930_0232.080.3530','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxu1.020930_0232.080.fits'),('wxu1.020930_0240.083.3533','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxu1.020930_0240.083.fits'),('wxu1.021002_0219.043.2770','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxu1.021002_0219.043.fits'),('wxu1.021002_0227.046.2774','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxu1.021002_0227.046.fits'),('wxu1.021002_0234.049.2778','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxu1.021002_0234.049.fits'),('wxu1.021006_0237.088.1309','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxu1.021006_0237.088.fits'),('wxu1.021008_0204.081.561','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxu1.021008_0204.081.fits'),('wxu1.021008_0214.084.565','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxu1.021008_0214.084.fits'),('wxu2.020928_0249.109.3860','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxu2.020928_0249.109.fits'),('wxu2.020928_0259.112.3861','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxu2.020928_0259.112.fits'),('wxu2.020928_0311.115.3862','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxu2.020928_0311.115.fits'),('wxu2.020930_0248.086.3536','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxu2.020930_0248.086.fits'),('wxu2.020930_0258.089.3539','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxu2.020930_0258.089.fits'),('wxu2.020930_0310.092.3542','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxu2.020930_0310.092.fits'),('wxu2.021002_0241.052.2782','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxu2.021002_0241.052.fits'),('wxu2.021002_0250.055.2786','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxu2.021002_0250.055.fits'),('wxu2.021002_0303.058.2790','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxu2.021002_0303.058.fits'),('wxu2.021004_0411.046.2061','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxu2.021004_0411.046.fits'),('wxu2.021008_0223.087.569','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxu2.021008_0223.087.fits'),('wxu2.021008_0251.043.573','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxu2.021008_0251.043.fits'),('wxu2.021008_0315.046.577','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxu2.021008_0315.046.fits'),('wxu2.021010_0225.080.3616','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wxu2.021010_0225.080.fits'),('wxu2.021012_0235.073.3072','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxu2.021012_0235.073.fits'),('wxu2.021014_0317.077.2439','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxu2.021014_0317.077.fits'),('wxu2.021101_0405.076.1335','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxu2.021101_0405.076.fits'),('wxu2.021101_0412.077.1339','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxu2.021101_0412.077.fits'),('wxu2.021101_0432.078.1343','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wxu2.021101_0432.078.fits'),('wxu2.021107_0334.107.123','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/wxu2.021107_0334.107.fits'),('wxu2.021109_0408.074.3803','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxu2.021109_0408.074.fits'),('wxu2.021109_0415.075.3805','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxu2.021109_0415.075.fits'),('wxu2.021109_0434.076.3807','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wxu2.021109_0434.076.fits'),('wxu2.021113_0417.069.2847','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxu2.021113_0417.069.fits'),('wxu2.021113_0424.070.2851','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxu2.021113_0424.070.fits'),('wxu2.021113_0434.071.2855','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxu2.021113_0434.071.fits'),('wxu2.021113_0443.072.2861','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wxu2.021113_0443.072.fits'),('wxu2.021202_0404.078.982','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxu2.021202_0404.078.fits'),('wxu2.021202_0411.079.986','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxu2.021202_0411.079.fits'),('wxu2.021202_0429.080.990','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wxu2.021202_0429.080.fits'),('wxu2.021210_0202.048.2671','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxu2.021210_0202.048.fits'),('wxu2.021210_0209.049.2675','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxu2.021210_0209.049.fits'),('wxu2.021210_0228.050.2679','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxu2.021210_0228.050.fits'),('wxu2.021214_0215.054.2056','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/wxu2.021214_0215.054.fits'),('wxu2.021214_0223.055.2060','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/wxu2.021214_0223.055.fits'),('wxu2.021214_0233.056.2064','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/wxu2.021214_0233.056.fits'),('wxu2.021214_0243.057.2068','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/wxu2.021214_0243.057.fits'),('wxu2.021216_0254.055.1545','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxu2.021216_0254.055.fits'),('wxu2.021216_0301.056.1550','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxu2.021216_0301.056.fits'),('wxu2.021229_0256.055.1029','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/wxu2.021229_0256.055.fits'),('wxu2.021229_0303.056.1033','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/wxu2.021229_0303.056.fits'),('wxu2.030103_0219.050.489','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/wxu2.030103_0219.050.fits'),('wxu2.030103_0227.051.493','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/wxu2.030103_0227.051.fits'),('wxv1.020928_0236.104.3863','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxv1.020928_0236.104.fits'),('wxv1.020928_0244.107.3864','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxv1.020928_0244.107.fits'),('wxv1.020930_0227.078.3545','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxv1.020930_0227.078.fits'),('wxv1.020930_0235.081.3548','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxv1.020930_0235.081.fits'),('wxv1.020930_0242.084.3551','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxv1.020930_0242.084.fits'),('wxv1.021002_0221.044.2795','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxv1.021002_0221.044.fits'),('wxv1.021002_0229.047.2798','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxv1.021002_0229.047.fits'),('wxv1.021002_0236.050.2802','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxv1.021002_0236.050.fits'),('wxv1.021006_0239.089.1312','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxv1.021006_0239.089.fits'),('wxv1.021008_0208.082.581','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxv1.021008_0208.082.fits'),('wxv1.021008_0217.085.585','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxv1.021008_0217.085.fits'),('wxv2.020928_0251.110.3865','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxv2.020928_0251.110.fits'),('wxv2.020928_0314.116.3866','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxv2.020928_0314.116.fits'),('wxv2.020930_0250.087.3554','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxv2.020930_0250.087.fits'),('wxv2.020930_0303.090.3557','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxv2.020930_0303.090.fits'),('wxv2.020930_0312.093.3560','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxv2.020930_0312.093.fits'),('wxv2.021002_0243.053.2806','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxv2.021002_0243.053.fits'),('wxv2.021002_0255.056.2810','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxv2.021002_0255.056.fits'),('wxv2.021002_0305.059.2815','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxv2.021002_0305.059.fits'),('wxv2.021004_0413.047.2065','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxv2.021004_0413.047.fits'),('wxv2.021008_0226.088.589','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxv2.021008_0226.088.fits'),('wxv2.021008_0255.044.593','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxv2.021008_0255.044.fits'),('wxv2.021008_0325.047.597','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxv2.021008_0325.047.fits'),('wxv2.021012_0242.074.3075','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxv2.021012_0242.074.fits'),('wxv2.021014_0324.078.2444','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxv2.021014_0324.078.fits'),('wxv2.021105_0410.072.603','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxv2.021105_0410.072.fits'),('wxv2.021105_0416.073.607','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxv2.021105_0416.073.fits'),('wxv2.021105_0425.074.611','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wxv2.021105_0425.074.fits'),('wxv2.021111_0329.075.3476','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxv2.021111_0329.075.fits'),('wxv2.021111_0336.076.3480','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxv2.021111_0336.076.fits'),('wxv2.021111_0354.077.3484','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wxv2.021111_0354.077.fits'),('wxv2.021115_0344.068.2284','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxv2.021115_0344.068.fits'),('wxv2.021115_0351.069.2290','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxv2.021115_0351.069.fits'),('wxv2.021115_0401.070.2292','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxv2.021115_0401.070.fits'),('wxv2.021115_0411.071.2298','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wxv2.021115_0411.071.fits'),('wxv2.021128_0408.053.1722','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxv2.021128_0408.053.fits'),('wxv2.021128_0414.054.1726','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wxv2.021128_0414.054.fits'),('wxv2.021204_0420.056.459','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wxv2.021204_0420.056.fits'),('wxv2.021206_0419.070.3474','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxv2.021206_0419.070.fits'),('wxv2.021206_0424.071.3478','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wxv2.021206_0424.071.fits'),('wxv2.021210_0258.054.2683','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxv2.021210_0258.054.fits'),('wxv2.021210_0305.055.2687','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxv2.021210_0305.055.fits'),('wxv2.021210_0324.056.2691','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/wxv2.021210_0324.056.fits'),('wxv2.021214_0246.058.2072','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/wxv2.021214_0246.058.fits'),('wxv2.021214_0253.059.2076','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/wxv2.021214_0253.059.fits'),('wxv2.021216_0311.057.1553','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxv2.021216_0311.057.fits'),('wxv2.021216_0318.058.1557','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxv2.021216_0318.058.fits'),('wxv2.021216_0328.059.1562','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/wxv2.021216_0328.059.fits'),('wxv2.021229_0321.057.1037','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/wxv2.021229_0321.057.fits'),('wxv2.021229_0328.058.1041','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/wxv2.021229_0328.058.fits'),('wxv2.021229_0337.059.1045','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/wxv2.021229_0337.059.fits'),('wxv2.030103_0311.054.497','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/wxv2.030103_0311.054.fits'),('wxv2.030103_0318.055.501','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/wxv2.030103_0318.055.fits'),('wxw1.020928_0317.117.3867','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxw1.020928_0317.117.fits'),('wxw1.020928_0324.120.3868','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxw1.020928_0324.120.fits'),('wxw1.020928_0333.123.3869','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxw1.020928_0333.123.fits'),('wxw1.020930_0315.094.3563','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxw1.020930_0315.094.fits'),('wxw1.020930_0322.097.3566','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxw1.020930_0322.097.fits'),('wxw1.020930_0330.100.3569','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxw1.020930_0330.100.fits'),('wxw1.021002_0307.060.2819','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxw1.021002_0307.060.fits'),('wxw1.021002_0313.063.2822','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxw1.021002_0313.063.fits'),('wxw1.021002_0321.066.2829','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxw1.021002_0321.066.fits'),('wxw1.021008_0337.048.602','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxw1.021008_0337.048.fits'),('wxw1.021008_0352.051.605','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxw1.021008_0352.051.fits'),('wxw1.021008_0427.054.609','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxw1.021008_0427.054.fits'),('wxw2.020928_0340.126.3870','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxw2.020928_0340.126.fits'),('wxw2.020928_0348.129.3871','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxw2.020928_0348.129.fits'),('wxw2.020928_0404.132.3872','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxw2.020928_0404.132.fits'),('wxw2.020928_0411.135.3873','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxw2.020928_0411.135.fits'),('wxw2.020930_0336.103.3572','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxw2.020930_0336.103.fits'),('wxw2.020930_0343.106.3575','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxw2.020930_0343.106.fits'),('wxw2.020930_0358.109.3578','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxw2.020930_0358.109.fits'),('wxw2.020930_0405.112.3581','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxw2.020930_0405.112.fits'),('wxw2.020930_0412.115.3585','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxw2.020930_0412.115.fits'),('wxw2.020930_0428.118.3588','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxw2.020930_0428.118.fits'),('wxw2.021002_0327.069.2833','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxw2.021002_0327.069.fits'),('wxw2.021002_0334.072.2836','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxw2.021002_0334.072.fits'),('wxw2.021002_0350.075.2840','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxw2.021002_0350.075.fits'),('wxw2.021002_0357.078.2844','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxw2.021002_0357.078.fits'),('wxw2.021002_0407.081.2848','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxw2.021002_0407.081.fits'),('wxw2.021002_0426.034.2852','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxw2.021002_0426.034.fits'),('wxw2.021004_0429.052.2069','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxw2.021004_0429.052.fits'),('wxw2.021006_0352.103.1316','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxw2.021006_0352.103.fits'),('wxw2.021006_0407.106.1320','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxw2.021006_0407.106.fits'),('wxw2.021006_0422.109.1325','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxw2.021006_0422.109.fits'),('wxw2.021012_0248.075.3079','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxw2.021012_0248.075.fits'),('wxw2.021014_0330.079.2447','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxw2.021014_0330.079.fits'),('wxx1.020928_0319.118.3874','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxx1.020928_0319.118.fits'),('wxx1.020930_0317.095.3591','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxx1.020930_0317.095.fits'),('wxx1.020930_0324.098.3594','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxx1.020930_0324.098.fits'),('wxx1.020930_0332.101.3597','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxx1.020930_0332.101.fits'),('wxx1.021002_0309.061.2856','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxx1.021002_0309.061.fits'),('wxx1.021002_0316.064.2859','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxx1.021002_0316.064.fits'),('wxx1.021002_0323.067.2863','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxx1.021002_0323.067.fits'),('wxx1.021008_0341.049.614','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxx1.021008_0341.049.fits'),('wxx1.021008_0404.052.618','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxx1.021008_0404.052.fits'),('wxx1.021008_0430.055.621','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxx1.021008_0430.055.fits'),('wxx2.020928_0343.127.3875','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxx2.020928_0343.127.fits'),('wxx2.020928_0406.133.3876','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxx2.020928_0406.133.fits'),('wxx2.020928_0414.136.3877','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxx2.020928_0414.136.fits'),('wxx2.020928_0425.139.3878','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxx2.020928_0425.139.fits'),('wxx2.020930_0338.104.3600','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxx2.020930_0338.104.fits'),('wxx2.020930_0348.107.3603','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxx2.020930_0348.107.fits'),('wxx2.020930_0400.110.3606','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxx2.020930_0400.110.fits'),('wxx2.020930_0408.113.3609','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxx2.020930_0408.113.fits'),('wxx2.020930_0417.116.3612','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxx2.020930_0417.116.fits'),('wxx2.020930_0430.119.3615','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxx2.020930_0430.119.fits'),('wxx2.021002_0330.070.2867','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxx2.021002_0330.070.fits'),('wxx2.021002_0339.073.2873','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxx2.021002_0339.073.fits'),('wxx2.021002_0352.076.2877','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxx2.021002_0352.076.fits'),('wxx2.021002_0400.079.2880','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxx2.021002_0400.079.fits'),('wxx2.021002_0412.082.2885','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxx2.021002_0412.082.fits'),('wxx2.021002_0428.035.2887','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxx2.021002_0428.035.fits'),('wxx2.021004_0432.053.2073','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxx2.021004_0432.053.fits'),('wxx2.021006_0355.104.1329','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxx2.021006_0355.104.fits'),('wxx2.021006_0412.107.1333','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxx2.021006_0412.107.fits'),('wxx2.021006_0425.110.1337','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxx2.021006_0425.110.fits'),('wxx2.021012_0255.076.3084','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxx2.021012_0255.076.fits'),('wxx2.021014_0337.080.2451','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxx2.021014_0337.080.fits'),('wxy1.020928_0321.119.3879','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxy1.020928_0321.119.fits'),('wxy1.020928_0330.122.3880','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxy1.020928_0330.122.fits'),('wxy1.020930_0319.096.3618','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxy1.020930_0319.096.fits'),('wxy1.020930_0327.099.3619','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxy1.020930_0327.099.fits'),('wxy1.020930_0334.102.3622','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxy1.020930_0334.102.fits'),('wxy1.021002_0311.062.2891','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxy1.021002_0311.062.fits'),('wxy1.021002_0318.065.2895','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxy1.021002_0318.065.fits'),('wxy1.021002_0325.068.2900','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxy1.021002_0325.068.fits'),('wxy1.021008_0345.050.625','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxy1.021008_0345.050.fits'),('wxy1.021008_0415.053.629','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxy1.021008_0415.053.fits'),('wxy1.021008_0433.056.634','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/wxy1.021008_0433.056.fits'),('wxy2.020928_0345.128.3881','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxy2.020928_0345.128.fits'),('wxy2.020928_0358.131.3882','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxy2.020928_0358.131.fits'),('wxy2.020928_0409.134.3883','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxy2.020928_0409.134.fits'),('wxy2.020928_0417.137.3884','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/wxy2.020928_0417.137.fits'),('wxy2.020930_0341.105.3625','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxy2.020930_0341.105.fits'),('wxy2.020930_0353.108.3628','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxy2.020930_0353.108.fits'),('wxy2.020930_0403.111.3631','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxy2.020930_0403.111.fits'),('wxy2.020930_0410.114.3634','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxy2.020930_0410.114.fits'),('wxy2.020930_0423.117.3637','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxy2.020930_0423.117.fits'),('wxy2.020930_0433.120.3641','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/wxy2.020930_0433.120.fits'),('wxy2.021002_0332.071.2903','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxy2.021002_0332.071.fits'),('wxy2.021002_0345.074.2907','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxy2.021002_0345.074.fits'),('wxy2.021002_0355.077.2911','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxy2.021002_0355.077.fits'),('wxy2.021002_0404.080.2915','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxy2.021002_0404.080.fits'),('wxy2.021002_0421.033.2919','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxy2.021002_0421.033.fits'),('wxy2.021002_0431.036.2923','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/wxy2.021002_0431.036.fits'),('wxy2.021004_0434.054.2077','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/wxy2.021004_0434.054.fits'),('wxy2.021006_0404.105.1341','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxy2.021006_0404.105.fits'),('wxy2.021006_0417.108.1345','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxy2.021006_0417.108.fits'),('wxy2.021006_0427.111.1348','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wxy2.021006_0427.111.fits'),('wxy2.021012_0258.077.3087','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wxy2.021012_0258.077.fits'),('wxy2.021014_0340.081.2455','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wxy2.021014_0340.081.fits'),('wya1.021010_0315.088.3620','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wya1.021010_0315.088.fits'),('wya3.021006_0251.090.1352','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wya3.021006_0251.090.fits'),('wya3.021006_0308.094.1356','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wya3.021006_0308.094.fits'),('wya3.021006_0333.098.1360','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wya3.021006_0333.098.fits'),('wya3.021012_0303.078.3092','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wya3.021012_0303.078.fits'),('wyb3.021006_0255.091.1364','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wyb3.021006_0255.091.fits'),('wyb3.021006_0314.095.1368','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wyb3.021006_0314.095.fits'),('wyb3.021006_0336.099.1372','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wyb3.021006_0336.099.fits'),('wyb3.021012_0312.079.3098','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wyb3.021012_0312.079.fits'),('wyb3.021012_0334.082.3099','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wyb3.021012_0334.082.fits'),('wyb3.021014_0343.082.2459','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wyb3.021014_0343.082.fits'),('wyb3.021014_0637.108.2463','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wyb3.021014_0637.108.fits'),('wyb3.021014_0700.111.2467','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wyb3.021014_0700.111.fits'),('wyb3.021030_0334.067.1859','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wyb3.021030_0334.067.fits'),('wyb3.021030_0349.069.1863','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wyb3.021030_0349.069.fits'),('wyb3.021030_0426.071.1867','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wyb3.021030_0426.071.fits'),('wyb3.021103_0327.085.805','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/wyb3.021103_0327.085.fits'),('wyb3.021105_0246.063.615','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wyb3.021105_0246.063.fits'),('wyb3.021105_0300.065.620','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wyb3.021105_0300.065.fits'),('wyb3.021105_0336.067.624','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wyb3.021105_0336.067.fits'),('wyb3.021111_0358.078.3488','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wyb3.021111_0358.078.fits'),('wyb3.021111_0406.079.3492','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/wyb3.021111_0406.079.fits'),('wyb3.021115_0241.059.2302','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wyb3.021115_0241.059.fits'),('wyb3.021115_0248.060.2304','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wyb3.021115_0248.060.fits'),('wyb3.021115_0259.061.2308','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wyb3.021115_0259.061.fits'),('wyb3.021115_0309.062.2312','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/wyb3.021115_0309.062.fits'),('wyb3.021128_0311.049.1730','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wyb3.021128_0311.049.fits'),('wyb3.021128_0322.050.1734','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/wyb3.021128_0322.050.fits'),('wyb3.021204_0358.054.463','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/wyb3.021204_0358.054.fits'),('wyb3.021206_0327.064.3482','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wyb3.021206_0327.064.fits'),('wyb3.021206_0335.065.3487','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wyb3.021206_0335.065.fits'),('wyb3.021206_0353.066.3491','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/wyb3.021206_0353.066.fits'),('wyb3.030103_0337.056.505','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/wyb3.030103_0337.056.fits'),('wyb3.030103_0344.057.510','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/wyb3.030103_0344.057.fits'),('wyc3.021006_0258.092.1376','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wyc3.021006_0258.092.fits'),('wyc3.021006_0320.096.1380','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wyc3.021006_0320.096.fits'),('wyc3.021006_0339.100.1384','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wyc3.021006_0339.100.fits'),('wyc3.021012_0319.080.3103','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wyc3.021012_0319.080.fits'),('wyc3.021012_0337.083.3107','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wyc3.021012_0337.083.fits'),('wyc3.021014_0646.109.2472','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wyc3.021014_0646.109.fits'),('wyc3.021014_0703.112.2476','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wyc3.021014_0703.112.fits'),('wyc3.021101_0307.070.1347','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wyc3.021101_0307.070.fits'),('wyc3.021101_0322.072.1351','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wyc3.021101_0322.072.fits'),('wyc3.021101_0359.074.1355','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wyc3.021101_0359.074.fits'),('wyc3.021107_0321.105.127','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/wyc3.021107_0321.105.fits'),('wyc3.021109_0310.068.3809','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wyc3.021109_0310.068.fits'),('wyc3.021109_0325.070.3811','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wyc3.021109_0325.070.fits'),('wyc3.021109_0402.072.3813','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wyc3.021109_0402.072.fits'),('wyc3.021113_0319.061.2864','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wyc3.021113_0319.061.fits'),('wyc3.021113_0333.063.2868','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wyc3.021113_0333.063.fits'),('wyc3.021113_0342.064.2871','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wyc3.021113_0342.064.fits'),('wyc3.021113_0410.067.2875','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wyc3.021113_0410.067.fits'),('wyc3.021130_0333.051.1272','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/wyc3.021130_0333.051.fits'),('wyc3.021202_0308.072.994','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wyc3.021202_0308.072.fits'),('wyc3.021202_0321.074.998','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wyc3.021202_0321.074.fits'),('wyc3.021202_0358.076.1002','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wyc3.021202_0358.076.fits'),('wyc3.021208_0236.053.2955','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/wyc3.021208_0236.053.fits'),('wyc3.021214_0118.048.2080','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/wyc3.021214_0118.048.fits'),('wyc3.021214_0127.049.2084','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/wyc3.021214_0127.049.fits'),('wyc3.021214_0137.050.2088','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/wyc3.021214_0137.050.fits'),('wyd3.021006_0306.093.1388','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wyd3.021006_0306.093.fits'),('wyd3.021006_0328.097.1392','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wyd3.021006_0328.097.fits'),('wyd3.021006_0341.101.1396','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/wyd3.021006_0341.101.fits'),('wyd3.021012_0325.081.3111','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wyd3.021012_0325.081.fits'),('wyd3.021012_0350.086.3116','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wyd3.021012_0350.086.fits'),('wyd3.021014_0653.110.2480','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wyd3.021014_0653.110.fits'),('wyd3.021014_0711.113.2484','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wyd3.021014_0711.113.fits'),('wyd3.021030_0342.068.1871','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wyd3.021030_0342.068.fits'),('wyd3.021030_0408.070.1875','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wyd3.021030_0408.070.fits'),('wyd3.021030_0429.072.1879','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/wyd3.021030_0429.072.fits'),('wyd3.021103_0334.086.809','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/wyd3.021103_0334.086.fits'),('wyd3.021105_0253.064.628','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wyd3.021105_0253.064.fits'),('wyd3.021105_0318.066.632','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wyd3.021105_0318.066.fits'),('wyd3.021105_0339.068.636','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/wyd3.021105_0339.068.fits'),('wye2.021012_0340.084.3121','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wye2.021012_0340.084.fits'),('wye2.021012_0347.085.3126','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/wye2.021012_0347.085.fits'),('wye2.021014_0713.114.2488','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wye2.021014_0713.114.fits'),('wye2.021014_0720.115.2492','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/wye2.021014_0720.115.fits'),('wye2.021101_0315.071.1359','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wye2.021101_0315.071.fits'),('wye2.021101_0340.073.1363','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wye2.021101_0340.073.fits'),('wye2.021101_0402.075.1367','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/wye2.021101_0402.075.fits'),('wye2.021107_0328.106.131','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/wye2.021107_0328.106.fits'),('wye2.021109_0318.069.3814','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wye2.021109_0318.069.fits'),('wye2.021109_0344.071.3817','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wye2.021109_0344.071.fits'),('wye2.021109_0405.073.3819','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/wye2.021109_0405.073.fits'),('wye2.021113_0326.062.2879','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wye2.021113_0326.062.fits'),('wye2.021113_0352.065.2883','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wye2.021113_0352.065.fits'),('wye2.021113_0401.066.2889','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wye2.021113_0401.066.fits'),('wye2.021113_0413.068.2893','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/wye2.021113_0413.068.fits'),('wye2.021202_0314.073.1006','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wye2.021202_0314.073.fits'),('wye2.021202_0340.075.1009','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wye2.021202_0340.075.fits'),('wye2.021202_0401.077.1013','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/wye2.021202_0401.077.fits'),('wye2.021214_0147.051.2092','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/wye2.021214_0147.051.fits'),('wye2.021214_0158.052.2096','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/wye2.021214_0158.052.fits'),('wye2.021214_0208.053.2100','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/wye2.021214_0208.053.fits'),('wza1.021010_0234.081.3623','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wza1.021010_0234.081.fits'),('wza1.021010_0308.085.3626','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wza1.021010_0308.085.fits'),('wzb1.021010_0242.082.3629','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wzb1.021010_0242.082.fits'),('wzb1.021010_0310.086.3632','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wzb1.021010_0310.086.fits'),('wzc1.021010_0250.083.3635','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wzc1.021010_0250.083.fits'),('wzc1.021010_0313.087.3639','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wzc1.021010_0313.087.fits'),('wzd1.021010_0257.084.3642','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/wzd1.021010_0257.084.fits'),('zero001.136','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/zero001.fits'),('zero001.1371','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/zero001.fits'),('zero001.1567','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero001.fits'),('zero001.1739','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/zero001.fits'),('zero001.1884','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/zero001.fits'),('zero001.2081','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/zero001.fits'),('zero001.2224','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/zero001.fits'),('zero001.2318','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/zero001.fits'),('zero001.2496','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/zero001.fits'),('zero001.2897','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/zero001.fits'),('zero001.2929','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/zero001.fits'),('zero001.3495','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/zero001.fits'),('zero001.3644','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/zero001.fits'),('zero001.4','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/zero001.fits'),('zero001.514','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero001.fits'),('zero001.6','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/zero001.fits'),('zero001.638','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/zero001.fits'),('zero001.692','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/zero001.fits'),('zero001.813','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/zero001.fits'),('zero002.10','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/zero002.fits'),('zero002.1375','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/zero002.fits'),('zero002.140','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/zero002.fits'),('zero002.1571','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero002.fits'),('zero002.1743','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/zero002.fits'),('zero002.1888','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/zero002.fits'),('zero002.2085','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/zero002.fits'),('zero002.2228','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/zero002.fits'),('zero002.2322','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/zero002.fits'),('zero002.2500','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/zero002.fits'),('zero002.2901','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/zero002.fits'),('zero002.2931','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/zero002.fits'),('zero002.3498','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/zero002.fits'),('zero002.3645','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/zero002.fits'),('zero002.518','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero002.fits'),('zero002.642','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/zero002.fits'),('zero002.696','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/zero002.fits'),('zero002.8','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/zero002.fits'),('zero002.817','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/zero002.fits'),('zero003.12','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/zero003.fits'),('zero003.1379','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/zero003.fits'),('zero003.14','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/zero003.fits'),('zero003.144','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/zero003.fits'),('zero003.1575','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero003.fits'),('zero003.1748','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/zero003.fits'),('zero003.1892','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/zero003.fits'),('zero003.2089','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/zero003.fits'),('zero003.2232','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/zero003.fits'),('zero003.2326','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/zero003.fits'),('zero003.2504','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/zero003.fits'),('zero003.2905','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/zero003.fits'),('zero003.2935','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/zero003.fits'),('zero003.3501','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/zero003.fits'),('zero003.3648','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/zero003.fits'),('zero003.522','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero003.fits'),('zero003.646','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/zero003.fits'),('zero003.700','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/zero003.fits'),('zero003.821','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/zero003.fits'),('zero004.1383','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/zero004.fits'),('zero004.147','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/zero004.fits'),('zero004.1578','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero004.fits'),('zero004.16','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/zero004.fits'),('zero004.1753','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/zero004.fits'),('zero004.18','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/zero004.fits'),('zero004.1895','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/zero004.fits'),('zero004.2093','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/zero004.fits'),('zero004.2236','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/zero004.fits'),('zero004.2330','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/zero004.fits'),('zero004.2508','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/zero004.fits'),('zero004.2908','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/zero004.fits'),('zero004.2939','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/zero004.fits'),('zero004.3504','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/zero004.fits'),('zero004.3650','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/zero004.fits'),('zero004.526','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero004.fits'),('zero004.650','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/zero004.fits'),('zero004.704','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/zero004.fits'),('zero004.825','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/zero004.fits'),('zero005.1387','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/zero005.fits'),('zero005.152','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/zero005.fits'),('zero005.1582','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero005.fits'),('zero005.1756','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/zero005.fits'),('zero005.1900','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/zero005.fits'),('zero005.20','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/zero005.fits'),('zero005.2097','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/zero005.fits'),('zero005.22','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/zero005.fits'),('zero005.2240','fpa','fpa','path://ESSENCE/SM_SN02/sm021210/zero005.fits'),('zero005.2334','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/zero005.fits'),('zero005.2512','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/zero005.fits'),('zero005.2913','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/zero005.fits'),('zero005.2944','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/zero005.fits'),('zero005.3506','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/zero005.fits'),('zero005.3652','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/zero005.fits'),('zero005.530','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero005.fits'),('zero005.654','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/zero005.fits'),('zero005.708','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/zero005.fits'),('zero005.829','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/zero005.fits'),('zero006.1391','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/zero006.fits'),('zero006.155','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/zero006.fits'),('zero006.1586','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero006.fits'),('zero006.1761','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/zero006.fits'),('zero006.2101','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/zero006.fits'),('zero006.23','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/zero006.fits'),('zero006.2515','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/zero006.fits'),('zero006.2917','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/zero006.fits'),('zero006.2948','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/zero006.fits'),('zero006.3510','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/zero006.fits'),('zero006.3654','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/zero006.fits'),('zero006.534','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero006.fits'),('zero006.712','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/zero006.fits'),('zero007.1395','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/zero007.fits'),('zero007.1590','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero007.fits'),('zero007.160','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/zero007.fits'),('zero007.1765','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/zero007.fits'),('zero007.2104','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/zero007.fits'),('zero007.2520','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/zero007.fits'),('zero007.27','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/zero007.fits'),('zero007.2921','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/zero007.fits'),('zero007.2952','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/zero007.fits'),('zero007.3513','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/zero007.fits'),('zero007.3656','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/zero007.fits'),('zero007.538','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero007.fits'),('zero007.716','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/zero007.fits'),('zero008.1399','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/zero008.fits'),('zero008.1594','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero008.fits'),('zero008.164','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/zero008.fits'),('zero008.1769','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/zero008.fits'),('zero008.2108','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/zero008.fits'),('zero008.2524','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/zero008.fits'),('zero008.2924','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/zero008.fits'),('zero008.2957','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/zero008.fits'),('zero008.31','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/zero008.fits'),('zero008.3516','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/zero008.fits'),('zero008.3658','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/zero008.fits'),('zero008.542','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero008.fits'),('zero008.720','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/zero008.fits'),('zero009.1403','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/zero009.fits'),('zero009.1598','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero009.fits'),('zero009.168','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/zero009.fits'),('zero009.1773','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/zero009.fits'),('zero009.2112','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/zero009.fits'),('zero009.2528','fpa','fpa','path://ESSENCE/SM_SN02/sm021012/zero009.fits'),('zero009.2928','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/zero009.fits'),('zero009.2959','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/zero009.fits'),('zero009.35','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/zero009.fits'),('zero009.3519','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/zero009.fits'),('zero009.3660','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/zero009.fits'),('zero009.546','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero009.fits'),('zero009.724','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/zero009.fits'),('zero010.1407','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/zero010.fits'),('zero010.1602','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero010.fits'),('zero010.172','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/zero010.fits'),('zero010.1777','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/zero010.fits'),('zero010.2116','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/zero010.fits'),('zero010.2933','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/zero010.fits'),('zero010.2964','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/zero010.fits'),('zero010.3522','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/zero010.fits'),('zero010.3662','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/zero010.fits'),('zero010.39','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/zero010.fits'),('zero010.550','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero010.fits'),('zero010.728','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/zero010.fits'),('zero011.1411','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/zero011.fits'),('zero011.1780','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/zero011.fits'),('zero011.2937','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/zero011.fits'),('zero011.2967','fpa','fpa','path://ESSENCE/SM_SN02/sm020930/zero011.fits'),('zero011.3525','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/zero011.fits'),('zero011.3664','fpa','fpa','path://ESSENCE/SM_SN02/sm020928/zero011.fits'),('zero011.43','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/zero011.fits'),('zero011.554','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero011.fits'),('zero011.732','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/zero011.fits'),('zero012.47','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/zero012.fits'),('zero012.736','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/zero012.fits'),('zero013.51','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/zero013.fits'),('zero013.740','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/zero013.fits'),('zero014.55','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/zero014.fits'),('zero014.744','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/zero014.fits'),('zero015.59','fpa','fpa','path://ESSENCE/SM_SN02/sm021107/zero015.fits'),('zero015.749','fpa','fpa','path://ESSENCE/SM_SN02/sm021103/zero015.fits'),('zero021.1','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/zero021.fits'),('zero021.1049','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/zero021.fits'),('zero021.1276','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/zero021.fits'),('zero021.1400','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/zero021.fits'),('zero021.2','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/zero021.fits'),('zero021.2697','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/zero021.fits'),('zero021.2960','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/zero021.fits'),('zero021.3130','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/zero021.fits'),('zero021.467','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/zero021.fits'),('zero022.1019','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/zero022.fits'),('zero022.1052','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/zero022.fits'),('zero022.1281','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/zero022.fits'),('zero022.1404','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/zero022.fits'),('zero022.2699','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/zero022.fits'),('zero022.2963','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/zero022.fits'),('zero022.3','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/zero022.fits'),('zero022.3134','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/zero022.fits'),('zero022.471','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/zero022.fits'),('zero022.5','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/zero022.fits'),('zero023.1023','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/zero023.fits'),('zero023.1056','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/zero023.fits'),('zero023.1285','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/zero023.fits'),('zero023.1408','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/zero023.fits'),('zero023.2703','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/zero023.fits'),('zero023.2968','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/zero023.fits'),('zero023.3138','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/zero023.fits'),('zero023.475','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/zero023.fits'),('zero023.7','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/zero023.fits'),('zero023.9','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/zero023.fits'),('zero024.1027','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/zero024.fits'),('zero024.1060','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/zero024.fits'),('zero024.11','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/zero024.fits'),('zero024.1289','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/zero024.fits'),('zero024.13','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/zero024.fits'),('zero024.1412','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/zero024.fits'),('zero024.2708','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/zero024.fits'),('zero024.2972','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/zero024.fits'),('zero024.3142','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/zero024.fits'),('zero024.480','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/zero024.fits'),('zero025.1031','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/zero025.fits'),('zero025.1064','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/zero025.fits'),('zero025.1293','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/zero025.fits'),('zero025.1416','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/zero025.fits'),('zero025.15','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/zero025.fits'),('zero025.17','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/zero025.fits'),('zero025.2712','fpa','fpa','path://ESSENCE/SM_SN02/sm021208/zero025.fits'),('zero025.2976','fpa','fpa','path://ESSENCE/SM_SN02/sm021206/zero025.fits'),('zero025.3146','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/zero025.fits'),('zero025.484','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/zero025.fits'),('zero026.1034','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/zero026.fits'),('zero026.1068','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/zero026.fits'),('zero026.1297','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/zero026.fits'),('zero026.19','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/zero026.fits'),('zero026.1904','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/zero026.fits'),('zero026.2339','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/zero026.fits'),('zero026.487','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/zero026.fits'),('zero026.833','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/zero026.fits'),('zero027.1038','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/zero027.fits'),('zero027.1072','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/zero027.fits'),('zero027.1301','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/zero027.fits'),('zero027.1907','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/zero027.fits'),('zero027.2343','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/zero027.fits'),('zero027.24','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/zero027.fits'),('zero027.492','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/zero027.fits'),('zero027.837','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/zero027.fits'),('zero028.1042','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/zero028.fits'),('zero028.1076','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/zero028.fits'),('zero028.1304','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/zero028.fits'),('zero028.1911','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/zero028.fits'),('zero028.2347','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/zero028.fits'),('zero028.496','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/zero028.fits'),('zero028.841','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/zero028.fits'),('zero029.1046','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/zero029.fits'),('zero029.1080','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/zero029.fits'),('zero029.1308','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/zero029.fits'),('zero029.1915','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/zero029.fits'),('zero029.2351','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/zero029.fits'),('zero029.500','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/zero029.fits'),('zero029.845','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/zero029.fits'),('zero030.1050','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/zero030.fits'),('zero030.1084','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/zero030.fits'),('zero030.1313','fpa','fpa','path://ESSENCE/SM_SN02/sm021128/zero030.fits'),('zero030.1919','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/zero030.fits'),('zero030.2355','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/zero030.fits'),('zero030.504','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/zero030.fits'),('zero030.849','fpa','fpa','path://ESSENCE/SM_SN02/sm021101/zero030.fits'),('zero031.1054','fpa','fpa','path://ESSENCE/SM_SN02/sm021130/zero031.fits'),('zero031.1088','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/zero031.fits'),('zero031.2359','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/zero031.fits'),('zero031.508','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/zero031.fits'),('zero066.26','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/zero066.fits'),('zero066.3885','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/zero066.fits'),('zero067.30','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/zero067.fits'),('zero067.3886','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/zero067.fits'),('zero068.1606','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero068.fits'),('zero068.34','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/zero068.fits'),('zero068.3887','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/zero068.fits'),('zero069.1609','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero069.fits'),('zero069.38','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/zero069.fits'),('zero069.3888','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/zero069.fits'),('zero070.1613','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero070.fits'),('zero070.3889','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/zero070.fits'),('zero070.42','fpa','fpa','path://ESSENCE/SM_SN02/sm021008/zero070.fits'),('zero071.1617','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero071.fits'),('zero071.3890','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/zero071.fits'),('zero072.1621','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero072.fits'),('zero072.3891','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/zero072.fits'),('zero073.21','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/zero073.fits'),('zero073.3892','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/zero073.fits'),('zero074.2363','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/zero074.fits'),('zero074.25','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/zero074.fits'),('zero074.3893','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/zero074.fits'),('zero075.2367','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/zero075.fits'),('zero075.29','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/zero075.fits'),('zero075.3894','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/zero075.fits'),('zero076.2371','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/zero076.fits'),('zero076.33','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/zero076.fits'),('zero076.3895','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/zero076.fits'),('zero077.2375','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/zero077.fits'),('zero077.37','fpa','fpa','path://ESSENCE/SM_SN02/sm021204/zero077.fits'),('zero077.3896','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/zero077.fits'),('zero078.2379','fpa','fpa','path://ESSENCE/SM_SN02/sm021113/zero078.fits'),('zero078.3528','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/zero078.fits'),('zero078.3897','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/zero078.fits'),('zero079.3531','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/zero079.fits'),('zero079.3898','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/zero079.fits'),('zero080.3534','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/zero080.fits'),('zero080.3899','fpa','fpa','path://ESSENCE/SM_SN02/sm020909/zero080.fits'),('zero081.3537','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/zero081.fits'),('zero082.3540','fpa','fpa','path://ESSENCE/SM_SN02/sm021109/zero082.fits'),('zero084.558','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero084.fits'),('zero085.562','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero085.fits'),('zero086.566','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero086.fits'),('zero087.2120','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/zero087.fits'),('zero087.570','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero087.fits'),('zero088.2124','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/zero088.fits'),('zero088.574','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero088.fits'),('zero089.2128','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/zero089.fits'),('zero089.578','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero089.fits'),('zero090.2133','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/zero090.fits'),('zero090.582','fpa','fpa','path://ESSENCE/SM_SN02/sm021229/zero090.fits'),('zero091.2137','fpa','fpa','path://ESSENCE/SM_SN02/sm021002/zero091.fits'),('zero105.1420','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/zero105.fits'),('zero106.1424','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/zero106.fits'),('zero107.1428','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/zero107.fits'),('zero108.1432','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/zero108.fits'),('zero109.1436','fpa','fpa','path://ESSENCE/SM_SN02/sm021004/zero109.fits'),('zero111.1092','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/zero111.fits'),('zero112.1096','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/zero112.fits'),('zero113.1100','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/zero113.fits'),('zero114.1104','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/zero114.fits'),('zero115.1108','fpa','fpa','path://ESSENCE/SM_SN02/sm021216/zero115.fits'),('zero124.3150','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/zero124.fits'),('zero125.3154','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/zero125.fits'),('zero126.176','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/zero126.fits'),('zero126.3157','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/zero126.fits'),('zero127.180','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/zero127.fits'),('zero127.28','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/zero127.fits'),('zero127.3161','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/zero127.fits'),('zero128.184','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/zero128.fits'),('zero128.3165','fpa','fpa','path://ESSENCE/SM_SN02/sm021010/zero128.fits'),('zero128.32','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/zero128.fits'),('zero129.188','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/zero129.fits'),('zero129.36','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/zero129.fits'),('zero130.1415','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/zero130.fits'),('zero130.192','fpa','fpa','path://ESSENCE/SM_SN02/sm021105/zero130.fits'),('zero130.40','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/zero130.fits'),('zero131.1419','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/zero131.fits'),('zero131.1923','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/zero131.fits'),('zero131.44','fpa','fpa','path://ESSENCE/SM_SN02/sm030103/zero131.fits'),('zero132.1423','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/zero132.fits'),('zero132.1928','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/zero132.fits'),('zero133.1427','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/zero133.fits'),('zero133.1932','fpa','fpa','path://ESSENCE/SM_SN02/sm021014/zero133.fits'),('zero134.1431','fpa','fpa','path://ESSENCE/SM_SN02/sm021030/zero134.fits'),('zero139.512','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/zero139.fits'),('zero140.516','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/zero140.fits'),('zero141.1784','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/zero141.fits'),('zero141.520','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/zero141.fits'),('zero141.658','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/zero141.fits'),('zero142.1788','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/zero142.fits'),('zero142.2105','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/zero142.fits'),('zero142.524','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/zero142.fits'),('zero142.662','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/zero142.fits'),('zero143.1792','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/zero143.fits'),('zero143.2109','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/zero143.fits'),('zero143.528','fpa','fpa','path://ESSENCE/SM_SN02/sm021202/zero143.fits'),('zero143.666','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/zero143.fits'),('zero144.1796','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/zero144.fits'),('zero144.2113','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/zero144.fits'),('zero144.670','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/zero144.fits'),('zero145.1800','fpa','fpa','path://ESSENCE/SM_SN02/sm021115/zero145.fits'),('zero145.2117','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/zero145.fits'),('zero145.674','fpa','fpa','path://ESSENCE/SM_SN02/sm021006/zero145.fits'),('zero146.2121','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/zero146.fits'),('zero147.2125','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/zero147.fits'),('zero148.2129','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/zero148.fits'),('zero149.2132','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/zero149.fits'),('zero150.2136','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/zero150.fits'),('zero151.2140','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/zero151.fits'),('zero151.2941','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/zero151.fits'),('zero152.2144','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/zero152.fits'),('zero152.2945','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/zero152.fits'),('zero153.2148','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/zero153.fits'),('zero153.2949','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/zero153.fits'),('zero154.2152','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/zero154.fits'),('zero154.2953','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/zero154.fits'),('zero155.2156','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/zero155.fits'),('zero155.2956','fpa','fpa','path://ESSENCE/SM_SN02/sm021111/zero155.fits'),('zero156.2160','fpa','fpa','path://ESSENCE/SM_SN02/sm021212/zero156.fits'),('zero157.1625','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero157.fits'),('zero158.1630','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero158.fits'),('zero159.1633','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero159.fits'),('zero160.1638','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero160.fits'),('zero161.1643','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero161.fits'),('zero162.1648','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero162.fits'),('zero165.1652','fpa','fpa','path://ESSENCE/SM_SN02/sm021214/zero165.fits'); +/*!40000 ALTER TABLE `newImfile` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `p1PendingExp` +-- + +DROP TABLE IF EXISTS `p1PendingExp`; +CREATE TABLE `p1PendingExp` ( + `exp_tag` varchar(64) NOT NULL default '', + `recipe` varchar(64) default NULL, + `p1_version` int(11) default NULL, + PRIMARY KEY (`exp_tag`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `p1PendingExp` +-- + +LOCK TABLES `p1PendingExp` WRITE; +/*!40000 ALTER TABLE `p1PendingExp` DISABLE KEYS */; +/*!40000 ALTER TABLE `p1PendingExp` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `p2Mask` +-- + +DROP TABLE IF EXISTS `p2Mask`; +CREATE TABLE `p2Mask` ( + `label` varchar(64) NOT NULL default '', + PRIMARY KEY (`label`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `p2Mask` +-- + +LOCK TABLES `p2Mask` WRITE; +/*!40000 ALTER TABLE `p2Mask` DISABLE KEYS */; +/*!40000 ALTER TABLE `p2Mask` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `p2PendingExp` +-- + +DROP TABLE IF EXISTS `p2PendingExp`; +CREATE TABLE `p2PendingExp` ( + `exp_tag` varchar(64) NOT NULL default '', + `recipe` varchar(64) default NULL, + `p1_version` int(11) default NULL, + `p2_version` int(11) default NULL, + `label` varchar(64) default NULL, + PRIMARY KEY (`exp_tag`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `p2PendingExp` +-- + +LOCK TABLES `p2PendingExp` WRITE; +/*!40000 ALTER TABLE `p2PendingExp` DISABLE KEYS */; +/*!40000 ALTER TABLE `p2PendingExp` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `p2PendingImfile` +-- + +DROP TABLE IF EXISTS `p2PendingImfile`; +CREATE TABLE `p2PendingImfile` ( + `exp_tag` varchar(64) NOT NULL default '', + `class_id` varchar(64) NOT NULL default '', + `uri` varchar(255) default NULL, + `recipe` varchar(64) default NULL, + `p1_version` int(11) default NULL, + `p2_version` int(11) default NULL, + PRIMARY KEY (`exp_tag`,`class_id`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `p2PendingImfile` +-- + +LOCK TABLES `p2PendingImfile` WRITE; +/*!40000 ALTER TABLE `p2PendingImfile` DISABLE KEYS */; +/*!40000 ALTER TABLE `p2PendingImfile` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `p2ProcessedExp` +-- + +DROP TABLE IF EXISTS `p2ProcessedExp`; +CREATE TABLE `p2ProcessedExp` ( + `exp_tag` varchar(64) NOT NULL default '', + `p1_version` int(11) default NULL, + `p2_version` int(11) default NULL, + `label` varchar(64) default NULL, + PRIMARY KEY (`exp_tag`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `p2ProcessedExp` +-- + +LOCK TABLES `p2ProcessedExp` WRITE; +/*!40000 ALTER TABLE `p2ProcessedExp` DISABLE KEYS */; +/*!40000 ALTER TABLE `p2ProcessedExp` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `p2ProcessedImfile` +-- + +DROP TABLE IF EXISTS `p2ProcessedImfile`; +CREATE TABLE `p2ProcessedImfile` ( + `exp_tag` varchar(64) NOT NULL default '', + `class_id` varchar(64) NOT NULL default '', + `uri` varchar(255) default NULL, + `recipe` varchar(64) default NULL, + `bg` double default NULL, + `bg_stdev` double default NULL, + `bg_mean_stdev` double default NULL, + `b1_uri` varchar(255) default NULL, + `b2_uri` varchar(255) default NULL, + `p1_version` int(11) default NULL, + `p2_version` int(11) default NULL, + PRIMARY KEY (`exp_tag`,`class_id`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `p2ProcessedImfile` +-- + +LOCK TABLES `p2ProcessedImfile` WRITE; +/*!40000 ALTER TABLE `p2ProcessedImfile` DISABLE KEYS */; +/*!40000 ALTER TABLE `p2ProcessedImfile` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `p3Mask` +-- + +DROP TABLE IF EXISTS `p3Mask`; +CREATE TABLE `p3Mask` ( + `label` varchar(64) NOT NULL default '', + PRIMARY KEY (`label`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `p3Mask` +-- + +LOCK TABLES `p3Mask` WRITE; +/*!40000 ALTER TABLE `p3Mask` DISABLE KEYS */; +/*!40000 ALTER TABLE `p3Mask` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `p3PendingExp` +-- + +DROP TABLE IF EXISTS `p3PendingExp`; +CREATE TABLE `p3PendingExp` ( + `exp_tag` varchar(64) NOT NULL default '', + `p2_version` int(11) default NULL, + `p3_version` int(11) default NULL, + `label` varchar(64) default NULL, + PRIMARY KEY (`exp_tag`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `p3PendingExp` +-- + +LOCK TABLES `p3PendingExp` WRITE; +/*!40000 ALTER TABLE `p3PendingExp` DISABLE KEYS */; +/*!40000 ALTER TABLE `p3PendingExp` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `p3ProcessedExp` +-- + +DROP TABLE IF EXISTS `p3ProcessedExp`; +CREATE TABLE `p3ProcessedExp` ( + `exp_tag` varchar(64) NOT NULL default '', + `uri` varchar(255) default NULL, + `recipe` varchar(64) default NULL, + `bg` double default NULL, + `bg_stdev` double default NULL, + `bg_mean_stdev` double default NULL, + `sigma_ra` float default NULL, + `sigma_dec` float default NULL, + `nastro` int(11) default NULL, + `b1_uri` varchar(255) default NULL, + `b2_uri` varchar(255) default NULL, + `zp_mean` float default NULL, + `zp_stdev` float default NULL, + `p2_version` int(11) default NULL, + `p3_version` int(11) default NULL, + `label` varchar(64) default NULL, + PRIMARY KEY (`exp_tag`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `p3ProcessedExp` +-- + +LOCK TABLES `p3ProcessedExp` WRITE; +/*!40000 ALTER TABLE `p3ProcessedExp` DISABLE KEYS */; +/*!40000 ALTER TABLE `p3ProcessedExp` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `pzDoneExp` +-- + +DROP TABLE IF EXISTS `pzDoneExp`; +CREATE TABLE `pzDoneExp` ( + `exp_id` varchar(64) NOT NULL default '', + `camera` varchar(64) NOT NULL default '', + `telescope` varchar(64) NOT NULL default '', + PRIMARY KEY (`exp_id`,`camera`,`telescope`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `pzDoneExp` +-- + +LOCK TABLES `pzDoneExp` WRITE; +/*!40000 ALTER TABLE `pzDoneExp` DISABLE KEYS */; +/*!40000 ALTER TABLE `pzDoneExp` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `pzDoneImfile` +-- + +DROP TABLE IF EXISTS `pzDoneImfile`; +CREATE TABLE `pzDoneImfile` ( + `exp_id` varchar(64) NOT NULL default '', + `camera` varchar(64) NOT NULL default '', + `telescope` varchar(64) NOT NULL default '', + `class` varchar(64) NOT NULL default '', + `class_id` varchar(64) NOT NULL default '', + `exp_tag` varchar(64) default NULL, + `uri` varchar(255) default NULL, + PRIMARY KEY (`exp_id`,`camera`,`telescope`,`class`,`class_id`), + UNIQUE KEY `exp_tag` (`exp_tag`), + KEY `exp_tag_2` (`exp_tag`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `pzDoneImfile` +-- + +LOCK TABLES `pzDoneImfile` WRITE; +/*!40000 ALTER TABLE `pzDoneImfile` DISABLE KEYS */; +/*!40000 ALTER TABLE `pzDoneImfile` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `pzPendingExp` +-- + +DROP TABLE IF EXISTS `pzPendingExp`; +CREATE TABLE `pzPendingExp` ( + `exp_id` varchar(64) NOT NULL default '', + `camera` varchar(64) NOT NULL default '', + `telescope` varchar(64) NOT NULL default '', + PRIMARY KEY (`exp_id`,`camera`,`telescope`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `pzPendingExp` +-- + +LOCK TABLES `pzPendingExp` WRITE; +/*!40000 ALTER TABLE `pzPendingExp` DISABLE KEYS */; +/*!40000 ALTER TABLE `pzPendingExp` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `pzPendingImfile` +-- + +DROP TABLE IF EXISTS `pzPendingImfile`; +CREATE TABLE `pzPendingImfile` ( + `exp_id` varchar(64) NOT NULL default '', + `camera` varchar(64) NOT NULL default '', + `telescope` varchar(64) NOT NULL default '', + `class` varchar(64) NOT NULL default '', + `class_id` varchar(64) NOT NULL default '', + `exp_tag` varchar(64) default NULL, + PRIMARY KEY (`exp_id`,`camera`,`telescope`,`class`,`class_id`), + UNIQUE KEY `exp_tag` (`exp_tag`), + KEY `exp_tag_2` (`exp_tag`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `pzPendingImfile` +-- + +LOCK TABLES `pzPendingImfile` WRITE; +/*!40000 ALTER TABLE `pzPendingImfile` DISABLE KEYS */; +/*!40000 ALTER TABLE `pzPendingImfile` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `rawDetrendExp` +-- + +DROP TABLE IF EXISTS `rawDetrendExp`; +CREATE TABLE `rawDetrendExp` ( + `exp_tag` varchar(64) NOT NULL default '', + `camera` varchar(64) default NULL, + `telescope` varchar(64) default NULL, + `exp_type` varchar(64) default NULL, + `imfiles` int(11) default NULL, + `filter` varchar(64) default NULL, + `airmass` float default NULL, + `ra` double default NULL, + `decl` double default NULL, + `exp_time` float default NULL, + `bg` double default NULL, + `bg_stdev` double default NULL, + `bg_mean_stdev` double default NULL, + `alt` double default NULL, + `az` double default NULL, + `ccd_temp` float default NULL, + `posang` double default NULL, + `object` varchar(64) default NULL, + `dateobs` datetime default NULL, + PRIMARY KEY (`exp_tag`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `rawDetrendExp` +-- + +LOCK TABLES `rawDetrendExp` WRITE; +/*!40000 ALTER TABLE `rawDetrendExp` DISABLE KEYS */; +/*!40000 ALTER TABLE `rawDetrendExp` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `rawImfile` +-- + +DROP TABLE IF EXISTS `rawImfile`; +CREATE TABLE `rawImfile` ( + `exp_tag` varchar(64) NOT NULL default '', + `class` varchar(64) default NULL, + `class_id` varchar(64) NOT NULL default '', + `uri` varchar(255) default NULL, + `exp_type` varchar(64) default NULL, + `filter` varchar(64) default NULL, + `airmass` float default NULL, + `ra` double default NULL, + `decl` double default NULL, + `exp_time` float default NULL, + `bg` double default NULL, + `bg_stdev` double default NULL, + `bg_mean_stdev` double default NULL, + `alt` double default NULL, + `az` double default NULL, + `ccd_temp` float default NULL, + `posang` double default NULL, + `object` varchar(64) default NULL, + `dateobs` datetime default NULL, + PRIMARY KEY (`exp_tag`,`class_id`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `rawImfile` +-- + +LOCK TABLES `rawImfile` WRITE; +/*!40000 ALTER TABLE `rawImfile` DISABLE KEYS */; +/*!40000 ALTER TABLE `rawImfile` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `rawScienceExp` +-- + +DROP TABLE IF EXISTS `rawScienceExp`; +CREATE TABLE `rawScienceExp` ( + `exp_tag` varchar(64) NOT NULL default '', + `camera` varchar(64) default NULL, + `telescope` varchar(64) default NULL, + `exp_type` varchar(64) default NULL, + `imfiles` int(11) default NULL, + `filter` varchar(64) default NULL, + `airmass` float default NULL, + `ra` double default NULL, + `decl` double default NULL, + `exp_time` float default NULL, + `bg` double default NULL, + `bg_stdev` double default NULL, + `bg_mean_stdev` double default NULL, + `alt` double default NULL, + `az` double default NULL, + `ccd_temp` float default NULL, + `posang` double default NULL, + `object` varchar(64) default NULL, + `dateobs` datetime default NULL, + PRIMARY KEY (`exp_tag`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `rawScienceExp` +-- + +LOCK TABLES `rawScienceExp` WRITE; +/*!40000 ALTER TABLE `rawScienceExp` DISABLE KEYS */; +/*!40000 ALTER TABLE `rawScienceExp` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `summitExp` +-- + +DROP TABLE IF EXISTS `summitExp`; +CREATE TABLE `summitExp` ( + `exp_id` varchar(64) NOT NULL default '', + `camera` varchar(64) NOT NULL default '', + `telescope` varchar(64) NOT NULL default '', + `dateobs` datetime default NULL, + `exp_type` varchar(64) default NULL, + `uri` varchar(255) default NULL, + `imfiles` int(11) default NULL, + PRIMARY KEY (`exp_id`,`camera`,`telescope`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `summitExp` +-- + +LOCK TABLES `summitExp` WRITE; +/*!40000 ALTER TABLE `summitExp` DISABLE KEYS */; +/*!40000 ALTER TABLE `summitExp` ENABLE KEYS */; +UNLOCK TABLES; + +-- +-- Table structure for table `summitImfile` +-- + +DROP TABLE IF EXISTS `summitImfile`; +CREATE TABLE `summitImfile` ( + `exp_id` varchar(64) NOT NULL default '', + `camera` varchar(64) NOT NULL default '', + `telescope` varchar(64) NOT NULL default '', + `file_id` varchar(64) default NULL, + `bytes` int(11) default NULL, + `md5sum` varchar(32) default NULL, + `class` varchar(64) NOT NULL default '', + `class_id` varchar(64) NOT NULL default '', + `uri` varchar(255) default NULL, + PRIMARY KEY (`exp_id`,`camera`,`telescope`,`class`,`class_id`), + KEY `file_id` (`file_id`) +) ENGINE=InnoDB DEFAULT CHARSET=utf8; + +-- +-- Dumping data for table `summitImfile` +-- + +LOCK TABLES `summitImfile` WRITE; +/*!40000 ALTER TABLE `summitImfile` DISABLE KEYS */; +/*!40000 ALTER TABLE `summitImfile` ENABLE KEYS */; +UNLOCK TABLES; + +/*!40101 SET SQL_MODE=@OLD_SQL_MODE */; +/*!40014 SET FOREIGN_KEY_CHECKS=@OLD_FOREIGN_KEY_CHECKS */; +/*!40014 SET UNIQUE_CHECKS=@OLD_UNIQUE_CHECKS */; +/*!40101 SET CHARACTER_SET_CLIENT=@OLD_CHARACTER_SET_CLIENT */; +/*!40101 SET CHARACTER_SET_RESULTS=@OLD_CHARACTER_SET_RESULTS */; +/*!40101 SET COLLATION_CONNECTION=@OLD_COLLATION_CONNECTION */; +/*!40111 SET SQL_NOTES=@OLD_SQL_NOTES */; + Index: /tags/sj_tags/sj_root_20080929/DataChallenge/inject_essence.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/DataChallenge/inject_essence.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataChallenge/inject_essence.pl (revision 22322) @@ -0,0 +1,62 @@ +#!/usr/bin/env perl + +use warnings; +use strict; + +use IPC::Cmd qw( can_run run ); +use File::Spec; +use File::Find::Rule; +use PS::IPP::Config; +my $ipprc = PS::IPP::Config->new(); + +die "Usage: $0 DIR1 DIR2 DIR3...\n" if scalar @ARGV == 0; + +my $pxinject = can_run('pxinject') or die "Can't find pxinject\n"; + +my $num = 0; +foreach my $dir ( @ARGV ) { + my $absdir = File::Spec->rel2abs( $dir ); + + $num += inject('bias', 'zero*.fits', $absdir); + $num += inject('flat', '?flat*.fits', $absdir); + $num += inject('sm', 'sm*.fits', $absdir); + $num += inject('w', 'w*.fits', $absdir); +} + +print "$num files injected.\n"; + + +sub inject +{ + my $type = shift; # Type of image + my $glob = shift; # Glob for this type + my $dir = shift; # Directory to search (absolute path) + + my @files = File::Find::Rule->file->name( $glob )->in( $dir ); + foreach my $file ( @files ) { + my ( $vol, $path, $name ) = File::Spec->splitpath( $file ); + my ( $exp ) = $name =~ /(.*)\.fits/; + + my $relpath = $ipprc->convert_filename_relative( $file ); + + my $command_exp = "$pxinject -newExp -exp_id $exp -inst CTIO_MOSAIC2 -telescope CTIO4m " . + "-exp_type $type -imfiles 1" ; # Command to run + my ( $success_exp, $error_code_exp, $full_buf_exp, $stdout_buf_exp, $stderr_buf_exp ) = + run( command => $command_exp, verbose => 1 ); + die "Unable to inject $exp: $error_code_exp\n" if not $success_exp; + + my @line = split(/\s+/, $$stdout_buf_exp[0]); # The output line, containing the exposure tag + my $exp_tag = $line[2]; # The exposure tag + + my $command_imfile = "$pxinject -newImfile -exp_tag $exp_tag -class fpa -class_id fpa " . + "-uri $relpath"; # Command to run + my ( $success_imfile, $error_code_imfile, $full_buf_imfile, + $stdout_buf_imfile, $stderr_buf_imfile ) = run( command => $command_imfile, verbose => 1 ); + die "Unable to inject $exp imfile: $error_code_imfile\n" if not $success_imfile; + } + + return scalar @files; +} + + +__END__ Index: /tags/sj_tags/sj_root_20080929/DataStore/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/.cvsignore (revision 22322) @@ -0,0 +1,6 @@ +Build +META.yml +Makefile +Makefile.PL +_build +blib Index: /tags/sj_tags/sj_root_20080929/DataStore/Build.PL =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/Build.PL (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/Build.PL (revision 22322) @@ -0,0 +1,40 @@ +use Module::Build; +# See perldoc Module::Build for details of how this works + +Module::Build->new( + module_name => 'DataStore', + dist_version_from => 'lib/DataStore.pm', + author => 'Joshua Hoblitt ', + license => 'gpl', + create_makefile_pl => 'passthrough', + requires => { + 'Carp' => 0, + 'Data::Validate::URI' => '0.01', + 'Digest::MD5::File' => '0.03', + 'IPC::Cmd' => '0.36', + 'File::Basename' => 0, + 'File::Temp' => '0.16', + 'File::Path' => 0, + 'File::stat' => 0, + 'LWP::UserAgent' => 0, + 'Params::Validate' => '0.77', + 'YAML' => '0.58', + }, + build_requires => { + 'CGI' => '3', + 'Net::HTTPServer' => '1.1.1', + 'Test::Cmd' => '1.05', + 'Test::More' => 0, + 'Test::Warn' => '0.08', + }, + recommends => { + 'Test::Distribution' => '1.22', + }, + script_files => [qw( + scripts/dsget + scripts/dsproductls + scripts/dsleech + scripts/dsfilesetls + scripts/dsrootls + )], +)->create_build_script; Index: /tags/sj_tags/sj_root_20080929/DataStore/Changes =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/Changes (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/Changes (revision 22322) @@ -0,0 +1,59 @@ +Revision history for Perl module DataStore + +0.08 + - add --copies option to dsget + - have dsget set "user.copies" xattr on files downloaded into Nebulous + - change dsget to flush() & sync() downloaded files + - change ds*ls utilties to always return the HTTP status code - 300 as the + exit status + +0.07 Mon May 12 12:04:24 HST 2008 + - add --timeout option to all ds*ls utilties and other minor doc changes + - add the ability to all DataStore::* classes that handle HTTP to pass + options directly to LWP::UserAgent + - add support for checksumming compressed fits files + - Change DateStore::File to handle passing args to LWP::UserAgent + - change dsget to return the HTTP status code on failure + - remove use of parse_neb_key() from dsget + - dsget doc updates + - fix error reporting bug is dsfilesetls + - change dsget to overwrite existing Nebulous keys + - trap exceptions from DateStore::File::Parse in DataStore::FileSet being + caused by empty file lists + +0.06 Thu Feb 1 13:57:56 HST 2007 + - fix dsleech to handle valid but empty filesets + - change dsfilesetls to output "extra" fields + - add --overwrite option to dsleech + - distcheck fixes + +0.05 Fri Sep 1 11:28:13 HST 2006 + - add --recall, --remember, & rcfile support to dsleech + - add a dep on YAML 0.58 + +0.04 Thu Aug 31 13:01:59 HST 2006 + - allow upper & lower case characters in DataStore fields + - change from lower to upper case all fileset types + - change DataStore::File to always return a DataStore::Response (even when + there is a problem with the retrieved file) + - add dsleech script + +0.03 Wed Aug 30 12:46:00 HST 2006 + - fix a bug in dsproductls where ->status was being called on a + DataStore::Response instead of ->status_line + - Added a Root object and associated Product::Parser to query the root of + the datastore. + - The 'is_success' field in a Response now gets its value carried over from + the HTTP::Response as intended. + - The 'data' field in a Response can now be undef to indicate that no + records were parsed. + - Root::request, Product::request, FileSet::request now always return a + Response object. + - FileSets and Files will now have any additional non-standard fields + parsed into the @extra array. + - Updated tests. + +0.01 Thu Feb 23 13:55:57 2006 + - original version; created by ExtUtils::ModuleMaker 0.44 + + Index: /tags/sj_tags/sj_root_20080929/DataStore/LICENSE =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/LICENSE (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/LICENSE (revision 22322) @@ -0,0 +1,260 @@ +The General Public License (GPL) +Version 2, June 1991 + +Copyright (C) 1989, 1991 Free Software Foundation, Inc. 675 Mass Ave, +Cambridge, MA 02139, USA. Everyone is permitted to copy and distribute +verbatim copies of this license document, but changing it is not allowed. + +Preamble + +The licenses for most software are designed to take away your freedom to share +and change it. By contrast, the GNU General Public License is intended to +guarantee your freedom to share and change free software--to make sure the +software is free for all its users. This General Public License applies to most of +the Free Software Foundation's software and to any other program whose +authors commit to using it. (Some other Free Software Foundation software is +covered by the GNU Library General Public License instead.) You can apply it to +your programs, too. + +When we speak of free software, we are referring to freedom, not price. Our +General Public Licenses are designed to make sure that you have the freedom +to distribute copies of free software (and charge for this service if you wish), that +you receive source code or can get it if you want it, that you can change the +software or use pieces of it in new free programs; and that you know you can do +these things. + +To protect your rights, we need to make restrictions that forbid anyone to deny +you these rights or to ask you to surrender the rights. These restrictions +translate to certain responsibilities for you if you distribute copies of the +software, or if you modify it. + +For example, if you distribute copies of such a program, whether gratis or for a +fee, you must give the recipients all the rights that you have. You must make +sure that they, too, receive or can get the source code. And you must show +them these terms so they know their rights. + +We protect your rights with two steps: (1) copyright the software, and (2) offer +you this license which gives you legal permission to copy, distribute and/or +modify the software. + +Also, for each author's protection and ours, we want to make certain that +everyone understands that there is no warranty for this free software. If the +software is modified by someone else and passed on, we want its recipients to +know that what they have is not the original, so that any problems introduced by +others will not reflect on the original authors' reputations. + +Finally, any free program is threatened constantly by software patents. We wish +to avoid the danger that redistributors of a free program will individually obtain +patent licenses, in effect making the program proprietary. To prevent this, we +have made it clear that any patent must be licensed for everyone's free use or +not licensed at all. + +The precise terms and conditions for copying, distribution and modification +follow. + +GNU GENERAL PUBLIC LICENSE +TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND +MODIFICATION + +0. This License applies to any program or other work which contains a notice +placed by the copyright holder saying it may be distributed under the terms of +this General Public License. The "Program", below, refers to any such program +or work, and a "work based on the Program" means either the Program or any +derivative work under copyright law: that is to say, a work containing the +Program or a portion of it, either verbatim or with modifications and/or translated +into another language. (Hereinafter, translation is included without limitation in +the term "modification".) Each licensee is addressed as "you". + +Activities other than copying, distribution and modification are not covered by +this License; they are outside its scope. The act of running the Program is not +restricted, and the output from the Program is covered only if its contents +constitute a work based on the Program (independent of having been made by +running the Program). Whether that is true depends on what the Program does. + +1. You may copy and distribute verbatim copies of the Program's source code as +you receive it, in any medium, provided that you conspicuously and appropriately +publish on each copy an appropriate copyright notice and disclaimer of warranty; +keep intact all the notices that refer to this License and to the absence of any +warranty; and give any other recipients of the Program a copy of this License +along with the Program. + +You may charge a fee for the physical act of transferring a copy, and you may at +your option offer warranty protection in exchange for a fee. + +2. You may modify your copy or copies of the Program or any portion of it, thus +forming a work based on the Program, and copy and distribute such +modifications or work under the terms of Section 1 above, provided that you also +meet all of these conditions: + +a) You must cause the modified files to carry prominent notices stating that you +changed the files and the date of any change. + +b) You must cause any work that you distribute or publish, that in whole or in +part contains or is derived from the Program or any part thereof, to be licensed +as a whole at no charge to all third parties under the terms of this License. + +c) If the modified program normally reads commands interactively when run, you +must cause it, when started running for such interactive use in the most ordinary +way, to print or display an announcement including an appropriate copyright +notice and a notice that there is no warranty (or else, saying that you provide a +warranty) and that users may redistribute the program under these conditions, +and telling the user how to view a copy of this License. (Exception: if the +Program itself is interactive but does not normally print such an announcement, +your work based on the Program is not required to print an announcement.) + +These requirements apply to the modified work as a whole. If identifiable +sections of that work are not derived from the Program, and can be reasonably +considered independent and separate works in themselves, then this License, +and its terms, do not apply to those sections when you distribute them as +separate works. But when you distribute the same sections as part of a whole +which is a work based on the Program, the distribution of the whole must be on +the terms of this License, whose permissions for other licensees extend to the +entire whole, and thus to each and every part regardless of who wrote it. + +Thus, it is not the intent of this section to claim rights or contest your rights to +work written entirely by you; rather, the intent is to exercise the right to control +the distribution of derivative or collective works based on the Program. + +In addition, mere aggregation of another work not based on the Program with the +Program (or with a work based on the Program) on a volume of a storage or +distribution medium does not bring the other work under the scope of this +License. + +3. You may copy and distribute the Program (or a work based on it, under +Section 2) in object code or executable form under the terms of Sections 1 and 2 +above provided that you also do one of the following: + +a) Accompany it with the complete corresponding machine-readable source +code, which must be distributed under the terms of Sections 1 and 2 above on a +medium customarily used for software interchange; or, + +b) Accompany it with a written offer, valid for at least three years, to give any +third party, for a charge no more than your cost of physically performing source +distribution, a complete machine-readable copy of the corresponding source +code, to be distributed under the terms of Sections 1 and 2 above on a medium +customarily used for software interchange; or, + +c) Accompany it with the information you received as to the offer to distribute +corresponding source code. (This alternative is allowed only for noncommercial +distribution and only if you received the program in object code or executable +form with such an offer, in accord with Subsection b above.) + +The source code for a work means the preferred form of the work for making +modifications to it. For an executable work, complete source code means all the +source code for all modules it contains, plus any associated interface definition +files, plus the scripts used to control compilation and installation of the +executable. However, as a special exception, the source code distributed need +not include anything that is normally distributed (in either source or binary form) +with the major components (compiler, kernel, and so on) of the operating system +on which the executable runs, unless that component itself accompanies the +executable. + +If distribution of executable or object code is made by offering access to copy +from a designated place, then offering equivalent access to copy the source +code from the same place counts as distribution of the source code, even though +third parties are not compelled to copy the source along with the object code. + +4. You may not copy, modify, sublicense, or distribute the Program except as +expressly provided under this License. Any attempt otherwise to copy, modify, +sublicense or distribute the Program is void, and will automatically terminate +your rights under this License. However, parties who have received copies, or +rights, from you under this License will not have their licenses terminated so long +as such parties remain in full compliance. + +5. You are not required to accept this License, since you have not signed it. +However, nothing else grants you permission to modify or distribute the Program +or its derivative works. These actions are prohibited by law if you do not accept +this License. Therefore, by modifying or distributing the Program (or any work +based on the Program), you indicate your acceptance of this License to do so, +and all its terms and conditions for copying, distributing or modifying the +Program or works based on it. + +6. Each time you redistribute the Program (or any work based on the Program), +the recipient automatically receives a license from the original licensor to copy, +distribute or modify the Program subject to these terms and conditions. You +may not impose any further restrictions on the recipients' exercise of the rights +granted herein. You are not responsible for enforcing compliance by third parties +to this License. + +7. If, as a consequence of a court judgment or allegation of patent infringement +or for any other reason (not limited to patent issues), conditions are imposed on +you (whether by court order, agreement or otherwise) that contradict the +conditions of this License, they do not excuse you from the conditions of this +License. If you cannot distribute so as to satisfy simultaneously your obligations +under this License and any other pertinent obligations, then as a consequence +you may not distribute the Program at all. For example, if a patent license would +not permit royalty-free redistribution of the Program by all those who receive +copies directly or indirectly through you, then the only way you could satisfy +both it and this License would be to refrain entirely from distribution of the +Program. + +If any portion of this section is held invalid or unenforceable under any particular +circumstance, the balance of the section is intended to apply and the section as +a whole is intended to apply in other circumstances. + +It is not the purpose of this section to induce you to infringe any patents or other +property right claims or to contest validity of any such claims; this section has +the sole purpose of protecting the integrity of the free software distribution +system, which is implemented by public license practices. Many people have +made generous contributions to the wide range of software distributed through +that system in reliance on consistent application of that system; it is up to the +author/donor to decide if he or she is willing to distribute software through any +other system and a licensee cannot impose that choice. + +This section is intended to make thoroughly clear what is believed to be a +consequence of the rest of this License. + +8. If the distribution and/or use of the Program is restricted in certain countries +either by patents or by copyrighted interfaces, the original copyright holder who +places the Program under this License may add an explicit geographical +distribution limitation excluding those countries, so that distribution is permitted +only in or among countries not thus excluded. In such case, this License +incorporates the limitation as if written in the body of this License. + +9. The Free Software Foundation may publish revised and/or new versions of the +General Public License from time to time. Such new versions will be similar in +spirit to the present version, but may differ in detail to address new problems or +concerns. + +Each version is given a distinguishing version number. If the Program specifies a +version number of this License which applies to it and "any later version", you +have the option of following the terms and conditions either of that version or of +any later version published by the Free Software Foundation. If the Program does +not specify a version number of this License, you may choose any version ever +published by the Free Software Foundation. + +10. If you wish to incorporate parts of the Program into other free programs +whose distribution conditions are different, write to the author to ask for +permission. For software which is copyrighted by the Free Software Foundation, +write to the Free Software Foundation; we sometimes make exceptions for this. +Our decision will be guided by the two goals of preserving the free status of all +derivatives of our free software and of promoting the sharing and reuse of +software generally. + +NO WARRANTY + +11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS +NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY +APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE +COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM +"AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR +IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF +MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE +ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE +PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, +YOU ASSUME THE COST OF ALL NECESSARY SERVICING, REPAIR OR +CORRECTION. + +12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED +TO IN WRITING WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY +WHO MAY MODIFY AND/OR REDISTRIBUTE THE PROGRAM AS +PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY +GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES +ARISING OUT OF THE USE OR INABILITY TO USE THE PROGRAM +(INCLUDING BUT NOT LIMITED TO LOSS OF DATA OR DATA BEING +RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD +PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY +OTHER PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS +BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES. + +END OF TERMS AND CONDITIONS Index: /tags/sj_tags/sj_root_20080929/DataStore/MANIFEST =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/MANIFEST (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/MANIFEST (revision 22322) @@ -0,0 +1,39 @@ +Build.PL +Changes +LICENSE +MANIFEST +META.yml +Makefile.PL +README +Todo +lib/DataStore.pm +lib/DataStore/File.pm +lib/DataStore/File/Parser.pm +lib/DataStore/FileSet.pm +lib/DataStore/FileSet/Parser.pm +lib/DataStore/Product.pm +lib/DataStore/Product/Parser.pm +lib/DataStore/Record.pm +lib/DataStore/Response.pm +lib/DataStore/Root.pm +lib/DataStore/Utils.pm +scripts/dsfilesetls +scripts/dsget +scripts/dsleech +scripts/dsproductls +scripts/dsrootls +t/00_distribution.t +t/01_load.t +t/02_fileset_parse.t +t/03_file_parse.t +t/04_record.t +t/05_product.t +t/06_fileset.t +t/07_file.t +t/08_response.t +t/09_datastore.t +t/10_dsget.t +t/11_dsproductls.t +t/12_dsfilesetls.t +t/13_dsrootls.t +t/14_root.t Index: /tags/sj_tags/sj_root_20080929/DataStore/README =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/README (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/README (revision 22322) @@ -0,0 +1,15 @@ +pod2text DataStore.pm > README + +If this is still here it means the programmer was too lazy to create the readme file. + +You can create it now by using the command shown above from this directory. + +At the very least you should be able to use this set of instructions +to install the module... + +perl Build.PL +./Build +./Build test +./Build install + +If you are on a windows box you should use 'nmake' rather than 'make'. Index: /tags/sj_tags/sj_root_20080929/DataStore/Todo =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/Todo (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/Todo (revision 22322) @@ -0,0 +1,5 @@ +TODO list for Perl module DataStore + +- Nothing yet + + Index: /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore.pm (revision 22322) @@ -0,0 +1,159 @@ +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: DataStore.pm,v 1.11 2008-05-13 03:12:52 jhoblitt Exp $ + +package DataStore; + +use strict; +use warnings; + +use vars qw($VERSION); +$VERSION = '0.08'; + +=pod + +=head1 NAME + +DataStore - client interface to a DataStore server + +=head1 SYNOPSIS + + use DataStore; + + # equivalent to: + + use DataStore::File::Parser; + use DataStore::File; + use DataStore::FileSet::Parser; + use DataStore::FileSet; + use DataStore::Product; + use DataStore::Response; + use DataStore::Utils; + +=head1 DESCRIPTION + +This is a convenience module so that that don't have to individualy load (C) all of the common DataStore inteface modules. Please see the POD of the +individual modules for usage information. If this is your browsing of the +documentation you may want to start with L. + +=head1 USAGE + +=head2 Import Parameters + +This module accepts no arguments to it's C method and exports no +I. + +=head2 Methods + +None. + +=head1 EXAMPLE PROGRAM + + #!/usr/bin/perl + + use strict; + use warnings; + + # loads DataStore::* + use DataStore; + + my $dsp = DataStore::Product->new( + uri => 'http://example.org/productid/', + last_fileset => 'foobarbaz', + ); + + # returns a DataStore::Response object + my $response = $dsp->request; + + unless ($response->is_success) { + die $response->status; + } + + # arrayref of DataStore::FileSet objects + my $filesets = $response->data; + + # the query could be a success but still return no filesets + unless ($filesets) { + warn "no filesets returned"; + exit(0); + } + + # returns a DataStore::Response object + my $response2 = @$filesets[0]->request; + + unless ($response2->is_success) { + die $response2->status; + } + + # arrayref of DataStore::File objects + my $files = $response->data; + + # the query could be a success but still return no files (is that legal?) + unless (@$files) { + warn "no files returned"; + exit(0); + } + + # requires a filename + my $response3 = @$files[0]->request( filename => '/dev/null' ); + unless ($response3->is_success) { + warn $response3->status; + die; + } + + # $response3->data is '/dev/null' + +=cut + +use DataStore::File::Parser; +use DataStore::File; +use DataStore::FileSet::Parser; +use DataStore::FileSet; +use DataStore::Product::Parser; +use DataStore::Product; +use DataStore::Root; +use DataStore::Response; +use DataStore::Utils; + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2006 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the LICENSE file included with +this module, or in the L Pod as supplied with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L, L + +=cut + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/File.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/File.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/File.pm (revision 22322) @@ -0,0 +1,338 @@ +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: File.pm,v 1.18 2008-05-07 03:05:03 jhoblitt Exp $ + +package DataStore::File; + +use strict; +use warnings; + +use vars qw($VERSION); +$VERSION = '0.03'; + +use base qw( DataStore::Record ); + +use Carp qw( carp ); +use DataStore::Response; +use DataStore::Utils qw( $STD_FIELD $BYTE_FIELD $MD5_FIELD %KNOWN_FILE_TYPES ); +use Digest::MD5::File qw( file_md5_hex ); +use File::Basename qw( basename ); +use File::Temp (); +use File::stat; +use IPC::Cmd 0.36 qw( can_run run ); +use Params::Validate qw( validate SCALAR ARRAYREF UNDEF ); + +use vars qw( @BASE_FIELDS ); + +@BASE_FIELDS = qw( fileid bytes md5sum type extra compressed ); + +__PACKAGE__->mk_accessors(@BASE_FIELDS); + +=pod + +=head1 NAME + +DataStore::File - represents a DataStore File + +=head1 SYNOPSIS + + use DataStore::file; + + my $dsf = DateStore::File->new( + uri => 'http://example.org/foo', + fileid => '12buckelyourshoe', + bytes => 12345, + md5sum => 'fe6a2b6564c0d4cfb3bbf1db813824ba', + type => 'foo', + ); + + my $uri = $dsf->uri; + my fileid = $dsf->fileid; + my $bytes = $dsf-bytes; + my $md5sum = $dsf->md5sum; + my $type = $dsf-type; + my DataStore::Response $response = $dsf->request( filename => "/foo/bar" ); + +=head1 DESCRIPTION + +This class I L + +=head1 USAGE + +=head2 Import Parameters + +This module accepts no arguments to it's C method and exports no +I. + +=head2 Methods + +=head3 Constructors + +=over 4 + +=item * C + +Basic constructor. + + my $dsf = DateStore::File->new( + uri => 'http://example.org/foo', + fileid => '12buckelyourshoe', + bytes => 12345, + md5sum => 'fe6a2b6564c0d4cfb3bbf1db813824ba', + type => 'foo', + ); + +Accepts a mandatory hash and returns a L object. + +=over 4 + +=item * uri + +A valid I URI as a string. I + +=item * fileid + +The FIle ID as a string. + +This key is optional. + +=item * bytes + +The size of the file as an integer number of bytes. + +This key is optional. + +=item * md5sum + +The hex encoded md5 checksum of the file. + +This key is optional. + +=item * type + +The type of file as a string. + +This key is optional. + +=back + +=cut + +sub new +{ + my $class = shift; + + # validates uri, doesn't check other params + my $self = $class->SUPER::new(@_); + + validate(@_, + { + uri => { + type => SCALAR, + callbacks => { + 'is valid uri filename' => sub { $_[0] !~ m|/$| }, + }, + }, + fileid => { + type => SCALAR, + regex => $STD_FIELD, + optional => 1, + }, + bytes => { + type => SCALAR, + regex => $BYTE_FIELD, + optional => 1, + }, + md5sum => { + type => SCALAR, + regex => $MD5_FIELD, + optional => 1, + }, + type => { + type => SCALAR, + callbacks => { + 'is valid type' => + sub { exists $KNOWN_FILE_TYPES{$_[0]} }, + }, + optional => 1, + }, + extra => { + type => SCALAR | ARRAYREF, + optional => 1, + }, + compressed => { + type => SCALAR | UNDEF, + optional => 1, + }, + }, + ); + + return $self; +} + +=back + +=head3 Object Methods + +=over 4 + +=item * C + +Basic accessor. + +=item * C + +Basic accessor. + +=item * C + +Basic accessor. + +=item * C + +Basic accessor. + +=item * C + +Basic accessor. + +=item * C + +Retrieves and processes the File listing pointed to by the L of this +object. + +XXX writing the file into memory or to a filehandle will be implemented upon +request. + + my $response = $dsf->request( filename => "/foo/bar" ); + +Accepts a mandatory hash and returns a L object. + +=over 4 + +=item * filename + +The filename/path to save the file to disk as. It is the user's responsibility +to make sure that this is a valid filename/path. + +=back + +=cut + +sub request +{ + my $self = shift; + + my %p = validate(@_, + { + filename => { + type => SCALAR, + regex => qr/\S+/, # string with at least 1 non WS char + }, + ua_args => { + optional => 1, + }, + }, + ); + + my $verbose = 0; + + # make request + my $ua; + if (defined $p{ua_args}) { + $ua = LWP::UserAgent->new(%{$p{ua_args}}); + } else { + $ua = LWP::UserAgent->new; + } + my $request = HTTP::Request->new(GET => $self->uri); + my $filename = $p{filename}; + my $response = $ua->request($request, $filename); + + if ($response->is_success) { + my $funpack; + if ($self->compressed) { + $funpack = can_run('funpack') + or warn "can't find funpack -- unable to compute checksum"; + } + + my $chk_file = $filename; + # so that the tmp file stays in scope until we're done processing + my $tmp; + if ($funpack) { + $tmp = File::Temp->new( + DIR => '/tmp', + TEMPLATE => basename($filename) . '.XXXXXXXX', + SUFFIX => '.tmp', + UNLINK => 1, + ); + + my $unpacked_path = $tmp->filename; + + my $command = "$funpack -S -C $filename > $unpacked_path"; + my ($success, $status, $full_buf, $stdout_buf, $stderr_buf) + = run(command => $command, verbose => $verbose); + + unless ($success) { + die "funpack returned exit status $status\n"; + } + + $chk_file = $unpacked_path; + } + + # check size + if (defined $self->bytes) { + my $size = stat($chk_file)->size; + if (! ($self->bytes == $size)) { + unlink $filename; + carp "uri: ", $self->uri, + " - expected size: ", $self->bytes, + " got: ", $size; + # set the filename to undef to indicate an error + $filename = undef; + } else { + carp "uri: ", $self->uri, + " - expected size: ", $self->bytes, + " got: ", $size + if $verbose; + } + } + + if (defined $filename and defined $self->md5sum) { + my $md5 = file_md5_hex($chk_file); + if (! ($self->md5sum eq $md5)) { + unlink $filename; + carp "uri: ", $self->uri, + " - expected md5: ", $self->md5sum, + " got: ", $md5; + # set the filename to undef to indicate an error + $filename = undef; + } else { + carp "uri: ", $self->uri, + " - expected md5: ", $self->md5sum, + " got: ", $md5 + if $verbose; + } + } + } + + # return DS::Response object + my $dsr = DataStore::Response->new( + is_success => $response->is_success, + code => $response->code, + status_line => $response->status_line, + data => $filename, + request => $self, + ); +} + +=back + +=head1 SEE ALSO + +L + +=cut + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/File/Parser.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/File/Parser.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/File/Parser.pm (revision 22322) @@ -0,0 +1,232 @@ +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: Parser.pm,v 1.15 2007-09-26 03:41:00 jhoblitt Exp $ + +package DataStore::File::Parser; + +use strict; +use warnings; + +use vars qw($VERSION); +$VERSION = '0.02'; + +use base qw( Class::Accessor::Fast ); + +use Carp qw( carp ); +use Data::Validate::URI qw( is_uri ); +use DataStore::Utils qw( $STD_FIELD $BYTE_FIELD $MD5_FIELD %KNOWN_FILE_TYPES ); +use DataStore::File; +use Params::Validate qw( validate validate_pos SCALAR ); + +__PACKAGE__->mk_ro_accessors(qw(base_uri)); + +=pod + +=head1 NAME + +DataStore::File::Parser - parses the DataStore 'File' list format + +=head1 SYNOPSIS + + use DataStore::File::Parser; + + my $parser = DataStore::File::Parser->new( + base_uri => 'http://example.org/', + ); + + my @data = $parser->parse($str); + or + my $data = $parser->parse($str); + + +=head1 DESCRIPTION + +This class parses a DataStore listing of Is into an array of L objects. + +=head1 USAGE + +=head2 Import Parameters + +This module accepts no arguments to it's C method and exports no +I. + +=head2 Methods + +=head3 Constructors + +=over 4 + +=item * C + +Basic constructor. + + my $parser = DataStore::File::Parser->new( + base_uri => 'http://example.org/', + ); + +Accepts an optional hash and returns a L object. + +=over 4 + +=item * base_uri + +The base of the URI to set in the created L objects. + +This key is optional and defaults to C. + +=back + +=cut + +sub new +{ + my $class = shift; + + my %p = validate(@_, + { + base_uri => { + type => SCALAR, + callbacks => { + 'is valid http uri' => + sub { is_uri($_[0]) and $_[0] =~ /^http:/ }, + 'uri ends with /index.txt' => + sub { $_[0] =~ m|/index.txt$| }, + + }, + default => 'http://example.org/index.txt', + }, + }, + ); + + my $self = bless {}, ref $class || $class; + + $p{base_uri} =~ qr|(.*?/)index.txt|; + $self->{base_uri} = $1; + + return $self; +} + + +=back + +=head3 Object Methods + +=over 4 + +=item * C + +Basic accessor. + +=item * C + +Accepts a string and returns a list in list context or an arrayref is scalar +context. An empty list or undef is returned if the string contained no rows. + +=cut + +sub parse +{ + my $self = shift; + + my ($doc) = validate_pos(@_, + { + type => SCALAR, + regex => qr/\S+/, # string with at least 1 non WS char + } + ); + + my @data; + my $lineno = 1; +LINE: foreach my $line (split /\n/, $doc) { + # blank lines + next LINE if $line =~ /^\s*$/; + + # comment lines + next LINE if $line =~ /^\s*\#/; + + my @fields = split /\|/, $line; + + # at least fileid, bytes, md5sum, and type fields are required + if (scalar @fields < 4) { + carp "line $lineno: not enough fields: $line"; + next LINE; + } + + foreach my $field (@fields) { + # fields are not allowed to contain \# + if ($field =~ /\#/) { + carp "line $lineno: field $field: contains #: $line"; + next LINE; + } + + # strip leading and trailing whitespace + $field =~ s/^\s+//; + $field =~ s/\s+$//; + } + + my ($fileid, $bytes, $md5sum, $type) = @fields; + + # validate format of fileid and type + foreach my $field ($fileid, $type) { + unless ($field =~ $STD_FIELD) { + carp "line $lineno: field $field:" + . " does not conform to $STD_FIELD: $line"; + next LINE; + } + } + + # validate format of bytes + unless ($bytes =~ $BYTE_FIELD) { + carp "line $lineno: field $bytes:" + . " does not conform to $BYTE_FIELD: $line"; + next LINE; + } + + # validate format of md5sum, hex encoded + unless ($md5sum =~ $MD5_FIELD) { + # allow md5sum to be empty + unless ($md5sum =~ /^\s*$/) { + carp "line $lineno: field $md5sum:" + . " does not conform to $MD5_FIELD: $line"; + next LINE; + } + $md5sum = undef; + } + + unless (exists $KNOWN_FILE_TYPES{$type}) { + carp "line $lineno: type $type unknown: $line"; + next LINE; + } + + my @extra = @fields[4 .. $#fields] if $#fields >= 4; + + my %p = ( + fileid => $fileid, + bytes => $bytes, + type => $type, + extra => \@extra, + uri => $self->base_uri . $fileid, + ); + $p{md5sum} = $md5sum if $md5sum; + + # fifo + push @data, DataStore::File->new(%p); + } continue { + $lineno++; + } + + return unless @data; + return wantarray ? @data : \@data; +} + +=back + +=head1 SEE ALSO + +L, L + +=cut + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/FileSet.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/FileSet.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/FileSet.pm (revision 22322) @@ -0,0 +1,240 @@ +# Copyright (C) 2006-2008 Joshua Hoblitt +# +# $Id: FileSet.pm,v 1.15 2008-05-12 22:04:53 jhoblitt Exp $ + +package DataStore::FileSet; + +use strict; +use warnings; + +use vars qw($VERSION); +$VERSION = '0.04'; + +use base qw( DataStore::Record ); + +use Carp qw( carp ); +use DataStore::File::Parser; +use DataStore::Response; +use DataStore::Utils qw( $STD_FIELD $TIME_FIELD %KNOWN_FILESET_TYPES ); +use LWP::UserAgent; +use Params::Validate qw( validate SCALAR ARRAYREF ); + +use vars qw( @BASE_FIELDS ); + +@BASE_FIELDS = qw( fileset datetime type extra ); + +__PACKAGE__->mk_accessors(@BASE_FIELDS); + +=pod + +=head1 NAME + +DataStore::FileSet - represents a DataStore FileSet + +=head1 SYNOPSIS + + use DataStore::FileSet; + + my $dsfs = DateStore::FileSet->new( + uri => 'http://example.org/', + fileset => '12buckelyourshoe', + datetime => '2042-01-01T00:00:00Z', + type => 'foo', + ); + + my $uri = $dsfs->uri; + my $fileset = $dsfs->fileset; + my $datatime = $dsfs->datetime; + my $type = $dsfs->type; + my DataStore::Response $response = $dsfs->request; + +=head1 DESCRIPTION + +This class I L + +=head1 USAGE + +=head2 Import Parameters + +This module accepts no arguments to it's C method and exports no +I. + +=head2 Methods + +=head3 Constructors + +=over 4 + +=item * C + +Basic constructor. + + my $dsfs = DateStore::FileSet->new( + uri => 'http://example.org/', + fileset => '12buckelyourshoe', + datetime => '2042-01-01T00:00:00Z', + type => 'foo', + ); + +Accepts a mandatory hash and returns a L object. + +=over 4 + +=item * uri + +A valid I URI as a string. I + +=item * fileset + +The FileSet ID as a string. + +This key is optional. + +=item * datetime + +The time and date as a string. + +This key is optional. + +=item * type + +The I of record as a string. + +This key is optional. + +=back + +=cut + +sub new +{ + my $class = shift; + + # validates uri, doesn't check other params + my $self = $class->SUPER::new(@_); + + validate(@_, + { + uri => { + type => SCALAR, + callbacks => { + 'uri ends with /index.txt' + => sub { $_[0] =~ m|/index.txt$| }, + } + }, + fileset => { + type => SCALAR, + regex => $STD_FIELD, + optional => 1, + }, + datetime => { + type => SCALAR, + regex => $TIME_FIELD, + optional => 1, + }, + type => { + type => SCALAR, + callbacks => { + 'is valid type' => + sub { exists $KNOWN_FILESET_TYPES{$_[0]} }, + }, + optional => 1, + }, + extra => { + type => SCALAR | ARRAYREF, + optional => 1, + }, + }, + ); + + return $self; +} + +=back + +=head3 Object Methods + +=over 4 + +=item * C + +Basic accessor. + +=item * C + +Basic accessor. + +=item * C + +Basic accessor. + +=item * C + +Basic accessor. + +=item * C + +Retrieves and processes the File listing pointed to by the L of this +object. + +Accepts no parameters and returns a L object. + +=cut + +sub request +{ + my $self = shift; + + my %p = validate(@_, + { + ua_args => { + optional => 1, + }, + }, + ); + + # make request + my $ua; + if (defined $p{ua_args}) { + $ua = LWP::UserAgent->new(%{$p{ua_args}}); + } else { + $ua = LWP::UserAgent->new; + } + my $request = HTTP::Request->new(GET => $self->uri); + my $response = $ua->request($request); + + my $data; + + if ($response->is_success) { + # parse document + my $parser = DataStore::File::Parser->new(base_uri => $self->uri); + + eval { + $data = $parser->parse($response->content); + }; + if ($@) { + carp "error parsing DataStore File format: $@"; + } + } + + # return DS::Response object + my $dsr = DataStore::Response->new( + is_success => $response->is_success, + code => $response->code, + status_line => $response->status_line, + data => $data, + request => $self, + ); +} + +=back + +=head1 SEE ALSO + +L + +=cut + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/FileSet/Parser.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/FileSet/Parser.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/FileSet/Parser.pm (revision 22322) @@ -0,0 +1,215 @@ +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: Parser.pm,v 1.17 2007-09-26 00:09:52 jhoblitt Exp $ + +package DataStore::FileSet::Parser; + +use strict; +use warnings; + +use vars qw($VERSION); +$VERSION = '0.02'; + +use base qw( Class::Accessor::Fast ); + +use Carp qw( carp ); +use Data::Validate::URI qw( is_uri ); +use DataStore::FileSet; +use DataStore::Utils qw( $STD_FIELD $TIME_FIELD %KNOWN_FILESET_TYPES ); +use Params::Validate qw( validate validate_pos SCALAR); + +__PACKAGE__->mk_ro_accessors(qw(base_uri)); + +=pod + +=head1 NAME + +DataStore::FileSet::Parser - parses the DataStore 'FileSet' list format + +=head1 SYNOPSIS + + use DataStore::FileSet::Parser; + + my $parser = DataStore::FileSet::Parser->new( + base_uri => 'http://example.org/index.txt', + ); + + my @data = $parser->parse($str); + or + my $data = $parser->parse($str); + +=head1 DESCRIPTION + +This class parses a DataStore listing of Is into an array of L objects. + +=head1 USAGE + +=head2 Import Parameters + +This module accepts no arguments to it's C method and exports no +I. + +=head2 Methods + +=head3 Constructors + +=over 4 + +=item * C + +Basic constructor. + + my $parser = DataStore::FileSet::Parser->new( + base_uri => 'http://example.org/index.txt', + ); + +Accepts an optional hash and returns a L object. + +=over 4 + +=item * base_uri + +The base of the URI to set in the created L objects. + +This key is optional and defaults to C. + +=back + +=cut + +sub new +{ + my $class = shift; + + my %p = validate(@_, + { + base_uri => { + type => SCALAR, + callbacks => { + 'is valid http uri' => + sub { is_uri($_[0]) and $_[0] =~ /^http:/ }, + 'uri ends with /index.txt' => + sub { $_[0] =~ m|/index.txt$| }, + }, + default => 'http://example.org/index.txt', + }, + }, + ); + + my $self = bless {}, ref $class || $class; + + $p{base_uri} =~ qr|(.*?/)index.txt|; + $self->{base_uri} = $1; + + return $self; +} + +=back + +=head3 Object Methods + +=over 4 + +=item * C + +Basic accessor. + +=item * C + +Accepts a string and returns a list in list context or an arrayref is scalar +context. An empty list or undef is returned if the string contained no rows. + +=cut + +sub parse +{ + my $self = shift; + + my ($doc) = validate_pos(@_, + { + type => SCALAR, + regex => qr/\S+/, # string with at least 1 non WS char + } + ); + + my @data; + my $lineno = 1; +LINE: foreach my $line (split /\n/, $doc) { + # blank lines + next LINE if $line =~ /^\s*$/; + + # comment lines + next LINE if $line =~ /^\s*\#/; + + my @fields = split /\|/, $line; + + # at least fileset, datatime, and type fields are required + if (scalar @fields < 3) { + carp "line $lineno: not enough fields: $line"; + next LINE; + } + + foreach my $field (@fields) { + # fields are not allowed to contain # + if ($field =~ /\#/) { + carp "line $lineno: field $field: contains #: $line"; + next LINE; + } + + # strip leading and trailing whitespace + $field =~ s/^\s+//; + $field =~ s/\s+$//; + } + + my ($fileset, $datetime, $type) = @fields; + + # validate format of fileset and type + foreach my $field ($fileset, $type) { + unless ($field =~ $STD_FIELD) { + carp "line $lineno: field $field:" + . " does not conform to $STD_FIELD: $line"; + next LINE; + } + } + + # validate format of datetime + unless ($datetime =~ $TIME_FIELD) { + carp "line $lineno: field $datetime:" + . " does not conform to $TIME_FIELD"; + next LINE; + } + + unless (exists $KNOWN_FILESET_TYPES{$type}) { + carp "line $lineno: type $type unknown: $line"; + next LINE; + } + + my @extra = @fields[3 .. $#fields] if $#fields >= 3; + + # fifo + push @data, DataStore::FileSet->new({ + fileset => $fileset, + datetime => $datetime, + type => $type, + extra => \@extra, + uri => $self->base_uri . $fileset . '/index.txt', + }); + } continue { + $lineno++; + } + + return unless @data; + return wantarray ? @data : \@data; +} + +=back + +=head1 SEE ALSO + +L, L + +=cut + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Product.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Product.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Product.pm (revision 22322) @@ -0,0 +1,224 @@ +# Copyright (C) 2006-2008 Joshua Hoblitt +# +# $Id: Product.pm,v 1.11 2008-05-12 22:04:53 jhoblitt Exp $ + +package DataStore::Product; + +use strict; +use warnings; + +use vars qw($VERSION); +$VERSION = '0.02'; + +use base qw( DataStore::Record ); + +use Carp qw( carp ); +use DataStore::FileSet::Parser; +use DataStore::Record; +use DataStore::Response; +use DataStore::Utils qw( $STD_FIELD $TIME_FIELD %KNOWN_PRODUCT_TYPES ); +use LWP::UserAgent; +use Params::Validate qw( validate SCALAR); + +use vars qw( @BASE_FIELDS ); + +@BASE_FIELDS = qw( product last_fileset last_datetime type desc ); + +__PACKAGE__->mk_ro_accessors(@BASE_FIELDS); + +=pod + +=head1 NAME + +DataStore::Product - represents a DataStore Product ID + +=head1 SYNOPSIS + + use DataStore::Product; + + my $dsp = DataStore::Product->new( + uri => 'http://example.com/productid/', + last_fileset => 'foobar', + ); + + my $uri = $dsp->uri; + my $fileset = $dsp_fileset; + my DataStore::Response $response = $dsp->request; + +=head1 DESCRIPTION + +This class I L + +=head1 USAGE + +=head2 Import Parameters + +This module accepts no arguments to it's C method and exports no +I. + +=head2 Methods + +=head3 Constructors + +=over 4 + +=item * C + +Basic constructor. + + my $dsp = DataStore::Product->new( + uri => 'http://example.com/productid/', + last_fileset => 'foobar', + ); + +Accepts a mandatory hash and returns a L object. + +=over 4 + +=item * uri + +A valid I URI as a string. I + +=item * last_fileset + +The last FileSet ID that was requested as a string. + +This key is optional. + +=back + +=cut + +sub new +{ + my $class = shift; + + # validates uri, doesn't check other params + my $self = $class->SUPER::new(@_); + + validate(@_, + { + uri => { + type => SCALAR, + callbacks => { + 'uri ends with /index.txt' + => sub { $_[0] =~ m|/index.txt$| }, + } + }, + product => { + type => SCALAR, + optional => 1, + }, + last_fileset => { + type => SCALAR, + callbacks => { + 'is valid fileset ID' => sub { $_[0] =~ $STD_FIELD }, + }, + optional => 1, + }, + last_datetime => { + type => SCALAR, + regex => $TIME_FIELD, + optional => 1, + }, + type => { + type => SCALAR, + callbacks => { + 'is valid type' => + sub { exists $KNOWN_PRODUCT_TYPES{$_[0]} }, + }, + optional => 1, + }, + desc => { + type => SCALAR, + optional => 1, + }, + }, + ); + + return $self; +} + +=back + +=head3 Object Methods + +=over 4 + +=item * C + +Basic accessor. + +=item * C + +Basic accessor. + +=item * C + +Retrieves and processes the FileSet listing pointed to by the L of this +object. + +Accepts no parameters and returns a L object. + +=cut + +sub request +{ + my $self = shift; + + my %p = validate(@_, + { + ua_args => { + optional => 1, + }, + }, + ); + + # make request + my $ua; + if (defined $p{ua_args}) { + $ua = LWP::UserAgent->new(%{$p{ua_args}}); + } else { + $ua = LWP::UserAgent->new; + } + + my $request; + if ($self->last_fileset) { + $request = HTTP::Request->new( + GET => $self->uri . "?" . $self->last_fileset, + ); + } else { + $request = HTTP::Request->new(GET => $self->uri); + } + my $response = $ua->request($request); + + my $data; + + if ($response->is_success) { + # parse document + my $parser = DataStore::FileSet::Parser->new(base_uri => $self->uri); + + $data = $parser->parse($response->content); + } + + # return DS::Response object + my $dsr = DataStore::Response->new( + is_success => $response->is_success, + code => $response->code, + status_line => $response->status_line, + data => $data, + request => $self, + ); +} + +=back + +=head1 SEE ALSO + +L + +=cut + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Product/Parser.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Product/Parser.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Product/Parser.pm (revision 22322) @@ -0,0 +1,215 @@ +# Adapted from FileSet/Parser.pm +# +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: Parser.pm,v 1.2 2007-09-26 00:13:29 jhoblitt Exp $ + +package DataStore::Product::Parser; + +use strict; +use warnings; + +use vars qw($VERSION); +$VERSION = '0.01'; + +use base qw( Class::Accessor::Fast ); + +use Carp qw( carp ); +use Data::Validate::URI qw( is_uri ); +use DataStore::Product; +use DataStore::Utils qw( $STD_FIELD $TIME_FIELD %KNOWN_PRODUCT_TYPES ); +use Params::Validate qw( validate validate_pos SCALAR); + +__PACKAGE__->mk_ro_accessors(qw(base_uri)); + +=pod + +=head1 NAME + +DataStore::Product::Parser - parses the DataStore 'Product' list format + +=head1 SYNOPSIS + + use DataStore::Product::Parser; + + my $parser = DataStore::Product::Parser->new( + base_uri => 'http://example.org/index.txt', + ); + + my @data = $parser->parse($str); + or + my $data = $parser->parse($str); + +=head1 DESCRIPTION + +This class parses a root DataStore listing into an array of L objects. + +=head1 USAGE + +=head2 Import Parameters + +This module accepts no arguments to it's C method and exports no +I. + +=head2 Methods + +=head3 Constructors + +=over 4 + +=item * C + +Basic constructor. + + my $parser = DataStore::Product::Parser->new( + base_uri => 'http://example.org/index.txt', + ); + +Accepts an optional hash and returns a L object. + +=over 4 + +=item * base_uri + +The base of the URI to set in the created L objects. + +This key is optional and defaults to C. + +=back + +=cut + +sub new +{ + my $class = shift; + + my %p = validate(@_, + { + base_uri => { + type => SCALAR, + callbacks => { + 'is valid http uri' => + sub { is_uri($_[0]) and $_[0] =~ /^http:/ }, + 'uri ends with /index.txt' => + sub { $_[0] =~ m|/index.txt$| }, + + }, + default => 'http://example.org/index.txt', + }, + }, + ); + + my $self = bless {}, ref $class || $class; + + $p{base_uri} =~ qr|(.*?/)index.txt|; + $self->{base_uri} = $1; + + return $self; +} + +=back + +=head3 Object Methods + +=over 4 + +=item * C + +Basic accessor. + +=item * C + +Accepts a string and returns a list in list context or an arrayref is scalar +context. An empty list or undef is returned if the string contained no rows. + +=cut + +sub parse +{ + my $self = shift; + + my ($doc) = validate_pos(@_, + { + type => SCALAR, + regex => qr/\S+/, # string with at least 1 non WS char + } + ); + + my @data; + my $lineno = 1; +LINE: foreach my $line (split /\n/, $doc) { + # blank lines + next LINE if $line =~ /^\s*$/; + + # comment lines + next LINE if $line =~ /^\s*\#/; + + my @fields = split /\|/, $line; + + # at least fileset, datatime, and type fields are required + if (scalar @fields < 5) { + carp "line $lineno: not enough fields: $line"; + next LINE; + } + + foreach my $field (@fields) { + # fields are not allowed to contain # + if ($field =~ /\#/) { + carp "line $lineno: field $field: contains #: $line"; + next LINE; + } + + # strip leading and trailing whitespace + $field =~ s/^\s+//; + $field =~ s/\s+$//; + } + + my ($product, $last_fileset, $last_datetime, $type, $desc) = @fields; + + # validate format of fileset + unless ($last_fileset =~ $STD_FIELD) { + carp "line $lineno: field $last_fileset:" + . " does not conform to $STD_FIELD: $line"; + next LINE; + } + + # validate format of datetime + unless ($last_datetime =~ $TIME_FIELD) { + carp "line $lineno: field $last_datetime:" + . " does not conform to $TIME_FIELD"; + next LINE; + } + + unless (exists $KNOWN_PRODUCT_TYPES{$type}) { + carp "line $lineno: type $type unknown: $line"; + next LINE; + } + + # fifo + push @data, DataStore::Product->new({ + product => $product, + last_fileset => $last_fileset, + last_datetime => $last_datetime, + type => $type, + desc => $desc, + uri => $self->base_uri . $product . '/index.txt', + }); + } continue { + $lineno++; + } + + return unless @data; + return wantarray ? @data : \@data; +} + +=back + +=head1 SEE ALSO + +L, L + +=cut + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Record.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Record.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Record.pm (revision 22322) @@ -0,0 +1,118 @@ +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: Record.pm,v 1.7 2006-03-16 22:03:53 jhoblitt Exp $ + +package DataStore::Record; + +use strict; +use warnings; + +use vars qw($VERSION); +$VERSION = '0.01'; + +use base qw( Class::Accessor::Fast ); + +use Carp qw( carp croak ); +use Data::Validate::URI qw( is_uri ); +use Params::Validate qw( validate_with validate SCALAR ); + +use vars qw( @BASE_FIELDS ); + +@BASE_FIELDS = qw( uri ); + +__PACKAGE__->mk_ro_accessors(@BASE_FIELDS); + +=pod + +=head1 NAME + +DataStore::Record - base class of DataStore list records or rows + +=head1 SYNOPSIS + + use base qw( DataStore::Record ); + +=head1 DESCRIPTION + +=head1 USAGE + +=head2 Import Parameters + +This module accepts no arguments to it's C method and exports no +I. + +=head2 Methods + +=head3 Constructors + +=over 4 + +=item * C + +Basic constructor. + + my $dsp = DataStore::Record->new( + uri => 'http://example.com/', + ); + +Accepts a mandatory hash and returns a L object. + +=over 4 + +=item * uri + +A valid I URI as a string. + +=back + +=cut + +sub new +{ + my $class = shift; + + my %p = validate_with( + params => \@_, + spec => { + uri => { + type => SCALAR, + callbacks => { + 'is valid http uri' => + sub { is_uri($_[0]) and $_[0] =~ /^http:/ }, + }, + default => 'http://example.org/', + }, + }, + allow_extra => 1, + ); + + my $self = bless \%p, ref $class || $class; + + return $self; +} + +=back + +=head3 Object Methods + +=over 4 + +=item * C + +=cut + +=item * C + +This method must be overloaded in sub-classes. + +=cut + +sub request +{ + croak "sub classes of " . __PACKAGE__ + . " must override the ->request() method"; +} + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Response.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Response.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Response.pm (revision 22322) @@ -0,0 +1,173 @@ +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: Response.pm,v 1.4 2006-07-22 01:17:33 smalle Exp $ + +package DataStore::Response; + +use strict; +use warnings; + +use vars qw($VERSION); +$VERSION = '0.01'; + +use base qw( Class::Accessor::Fast ); + +use Params::Validate qw( validate ARRAYREF BOOLEAN SCALAR UNDEF ); + +use vars qw( @BASE_FIELDS ); + +@BASE_FIELDS = qw( is_success code status_line data request ); + +__PACKAGE__->mk_accessors(@BASE_FIELDS); + +=pod + +=head1 NAME + +DataStore::Response - represents a DataStore response + +=head1 SYNOPSIS + + use DataStore::Response; + + my $dsr = DateStore::Response->new( + is_success => undef, + code => 500, + status_line => 'foo', + data => 'bar', + request => DataStore::Product->new( uri => 'http://example.org/' ), + ); + + if ($data) { + my $success = $dsr->is_success; + my $code = $dsr->code; + my $status_line = $dsr->status_line; + my $data = $dsr->data; + my DataStore::Response $response = $dsp->request; + } + +=head1 DESCRIPTION + +This class represent the return state of the C method in +L sub-classes. + +=head1 USAGE + +=head2 Import Parameters + +This module accepts no arguments to it's C method and exports no +I. + +=head2 Methods + +=head3 Constructors + +=over 4 + +=item * C + +Basic constructor. + + my $dsr = DateStore::Response->new( + is_success => undef, + code => 500, + status_line => 'foo', + data => 'bar', + request => DataStore::Product->new( uri => 'http://example.org/' ), + ); + +Accepts a mandatory hash and returns a L object. + +=over 4 + +=item * uri + +A vvalid I URI as a string. + +=item * code + +An HTTP status code. + +=item * status_line + +An HTTP status line. + +=item * data + +A scalar value, an arrayref of scalar data, or undef. + +=item * request + +An object that I L. + +=back + +=cut + +sub new +{ + my $class = shift; + + my %p = validate(@_, + { + is_success => { + type => BOOLEAN, + callbacks => { + 'is 0, 1, or undef' => + sub { ! defined( $_[0] ) || $_[0] == 0 || $_[0] == 1 }, + }, + }, + code => { + type => SCALAR, + regex => qr/^\d{3}$/, + }, + status_line => { + type => SCALAR, + regex => qr/\S+/, # string with atleast 1 non WS char + + }, + data => { + type => SCALAR | ARRAYREF | UNDEF, + }, + request => { + isa => qw( DataStore::Record ), + }, + } + ); + + my $self = bless \%p, ref $class || $class; + + return $self; +} + +=back + +=head3 Object Methods + +=over 4 + +=item * C + +Basic accessor. + +=item * C + +Basic accessor. + +=item * C + +Basic accessor. + +=item * C + +Basic accessor. + +=item * C + +Basic accessor. + +=cut + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Root.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Root.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Root.pm (revision 22322) @@ -0,0 +1,181 @@ +# Adapted from Product.pm +# +# Copyright (C) 2006-2008 Joshua Hoblitt +# +# $Id: Root.pm,v 1.5 2008-05-12 22:04:53 jhoblitt Exp $ + +package DataStore::Root; + +use strict; +use warnings; + +use vars qw($VERSION); +$VERSION = '0.02'; + +use base qw( DataStore::Record ); + +use Carp qw( carp ); +use DataStore::Product::Parser; +use DataStore::Record; +use DataStore::Response; +use DataStore::Utils qw( $STD_FIELD ); +use LWP::UserAgent; +use Params::Validate qw( validate SCALAR); + +use vars qw( @BASE_FIELDS ); + +@BASE_FIELDS = qw( last_fileset ); + +__PACKAGE__->mk_ro_accessors(@BASE_FIELDS); + +=pod + +=head1 NAME + +DataStore::Root - container for root DataStore index + +=head1 SYNOPSIS + + use DataStore::Root; + + my $dsp = DataStore::Root->new( + uri => 'http://example.com/productid/', + ); + + my DataStore::Response $response = $dsp->request; + +=head1 DESCRIPTION + +This class I L + +=head1 USAGE + +=head2 Import Parameters + +This module accepts no arguments to it's C method and exports no +I. + +=head2 Methods + +=head3 Constructors + +=over 4 + +=item * C + +Basic constructor. + + my $dsp = DataStore::Root->new( + uri => 'http://example.com/productid/', + ); + +Accepts a mandatory hash and returns a L object. + +=over 4 + +=item * uri + +A valid I URI as a string. I + +=back + +=cut + +sub new +{ + my $class = shift; + + # validates uri, doesn't check other params + my $self = $class->SUPER::new(@_); + + validate(@_, + { + uri => { + type => SCALAR, + callbacks => { + 'uri ends with /index.txt' => + sub { $_[0] =~ m|/index.txt$| }, + } + }, + }, + ); + + return $self; +} + +=back + +=head3 Object Methods + +=over 4 + +=item * C + +Basic accessor. + +=item * C + +Basic accessor. + +=item * C + +Retrieves and processes the FileSet listing pointed to by the L of this +object. + +Accepts no parameters and returns a L object. + +=cut + +sub request +{ + my $self = shift; + + my %p = validate(@_, + { + ua_args => { + optional => 1, + }, + }, + ); + + # make request + my $ua; + if (defined $p{ua_args}) { + $ua = LWP::UserAgent->new(%{$p{ua_args}}); + } else { + $ua = LWP::UserAgent->new; + } + + my $request = HTTP::Request->new(GET => $self->uri); + my $response = $ua->request($request); + + my $data; + + if ($response->is_success) { + # parse document + my $parser = DataStore::Product::Parser->new(base_uri => $self->uri); + + $data = $parser->parse($response->content); + } + + # return DS::Response object + my $dsr = DataStore::Response->new( + is_success => $response->is_success, + code => $response->code, + status_line => $response->status_line, + data => $data, + request => $self, + ); +} + +=back + +=head1 SEE ALSO + +L + +=cut + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Utils.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Utils.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/lib/DataStore/Utils.pm (revision 22322) @@ -0,0 +1,104 @@ +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: Utils.pm,v 1.13 2008-08-29 01:39:48 bills Exp $ + +package DataStore::Utils; + +use strict; +use warnings; + +use vars qw( $VERSION ); +$VERSION = '0.02'; + +use base qw( Exporter ); + +use Carp qw( carp ); +use Data::Validate::URI qw( is_uri ); + +use vars qw( + @EXPORT_OK + $STD_FIELD + $TIME_FIELD + $BYTE_FIELD + $MD5_FIELD + %KNOWN_FILE_TYPES + %KNOWN_FILESET_TYPES + %KNOWN_PRODUCT_TYPES +); + +@EXPORT_OK = qw( + @EXPORT_OK + $STD_FIELD + $TIME_FIELD + $BYTE_FIELD + $MD5_FIELD + %KNOWN_FILE_TYPES + %KNOWN_FILESET_TYPES + %KNOWN_PRODUCT_TYPES +); + +$STD_FIELD = qr/^[A-z0-9-_.: ]+$/; +$TIME_FIELD = qr/^(\d{4})-(\d\d)-(\d\d) T (\d\d):(\d\d):(\d\d) Z$/x; +$BYTE_FIELD = qr/^\d+$/; +$MD5_FIELD = qr/^[0-9a-f]{32}$/; +%KNOWN_FILE_TYPES = map { $_ => 1 } qw( chip psrequest psresults pstamp chipproc warp stack diff ipp-mops table text xml tgz); +%KNOWN_FILESET_TYPES = map { $_ => 1 } qw( OBJECT BIAS DARK SKYFLAT DOMEFLAT OOF SHACKHARTMANN PSREQUEST PSRESULTS IPP-MOPS XRAY FOCUS MOPS_DETECTABILITY_QUERY MOPS_DETECTABILITY_RESPONSE MOPS_TRANSIENT_DETECTIONS LED notset IPP_PSPS); +%KNOWN_PRODUCT_TYPES = map { $_ => 1 } qw( image dump psrequest psresults table ); + +=pod + +=head1 NAME + +DataStore::Utils - functions and/or regexs common to DataStore::* modules + +=head1 SYNOPSIS + + use DataStore::Utils qw( ... ); + +=head1 DESCRIPTION + +This class parses a DataStore listing of Is into an array of L objects. + +=head1 USAGE + +=head2 Import Parameters + +This module exports no I by default. It will export these symbols upon request: + +=over 4 + +=item * C<$STD_FIELD> + +A C for the standard DataStore list field type. + +=item * C<$TIME_FIELD> + +A C for the standard DataStore time field type. + +=item * C<$BYTE_FIELD> + +A C for the standard DataStore byte field type. + +=item * C<$MD5_FIELD> + +A C for the standard DataStore hex encoded md5 field type. + +=item * C% + +A a hash of the known I types. + +=item * C% + +A a hash of the known I types. + +=back + +=head2 Methods + +None. + +=cut + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/DataStore/scripts/dsfilesetls =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/scripts/dsfilesetls (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/scripts/dsfilesetls (revision 22322) @@ -0,0 +1,131 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006-2008 Joshua Hoblitt +# +# $Id: dsfilesetls,v 1.10 2008-05-20 01:09:29 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.02'; + +use DataStore; + +use Getopt::Long qw( GetOptions :config auto_help auto_version gnu_getopt ); +use Pod::Usage qw( pod2usage ); + +my ($uri, $timeout); + +GetOptions( + 'uri|u=s' => \$uri, + 'timeout|t=s' => \$timeout, +) or pod2usage( 2 ); + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( + -msg => "Required options: --uri", + -exitval => 3, +) unless defined $uri; + +# default http request timeout is 30s +$timeout ||= 30; + +my $response = DataStore::FileSet->new( uri => $uri )->request( + ua_args => { timeout => $timeout }, + ); + +unless (defined $response and $response->is_success) { + warn "request failed: ", $response->status_line; + exit($response->code - 300); +} + +# file retreival succeed + +my $data = $response->data; + +unless ($data) { + warn "no files found"; + exit(0); +} + +print "# uri fileid bytes md5sum type \n"; +foreach my $fs (@$data) { + print + $fs->uri, " ", + $fs->fileid, " ", + $fs->bytes, " ", + $fs->md5sum || 0, " ", + $fs->type; + print " ", join(" ", @{$fs->extra}) if defined $fs->extra; + print "\n"; +} + +__END__ + +=pod + +=head1 NAME + +dsfilesetls - list all the Files under a FileSet from a DataStore server + +=head1 SYNOPSIS + + dsfilesetls --uri + +=head1 DESCRIPTION + +=head1 OPTIONS + +=over 4 + +=item * --uri|-u + +The URI of the file to be retrieved. + +=item * --timeout|-t + +The ammount of time (in seconds) to wait for a response from the DataStore +after making an HTTP request. The default is 30s. + +Optional. + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2006-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L, L + +=cut Index: /tags/sj_tags/sj_root_20080929/DataStore/scripts/dsget =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/scripts/dsget (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/scripts/dsget (revision 22322) @@ -0,0 +1,330 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006-2008 Joshua Hoblitt +# +# $Id: dsget,v 1.35 2008-09-24 21:58:03 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.02'; + +use DataStore; +use File::Path qw( mkpath ); +use File::Temp (); +use File::Basename qw( basename dirname ); + +use Getopt::Long qw( GetOptions :config auto_help auto_version gnu_getopt ); +use Pod::Usage qw( pod2usage ); + +my ($uri, + $bytes, + $copies, + $md5, + $nebulous, + $filename, + $volume, + $server, + $compress, + $timeout +); + +$server = $ENV{'NEB_SERVER'} unless $server; + +GetOptions( + 'uri|u=s' => \$uri, + 'bytes|m=s' => \$bytes, + 'copies=i' => \$copies, + 'nebulous|n' => \$nebulous, + 'volume|v=s' => \$volume, + 'server|s=s' => \$server, + 'md5|m=s' => \$md5, + 'filename|f=s' => \$filename, + 'compress|c' => \$compress, + 'timeout|t=s' => \$timeout, +) or pod2usage( 2 ); + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( + -msg => "Required options: --uri --filename", + -exitval => 3, +) unless defined $uri and defined $filename; + +# XXX EAM : should not need parse_neb_key, but how to handle case +# where we supply --volume and neb://volume/path ? +# 1) parse anyway and check for conflict +# 2) drop --volume option +# JH: the Nebulous server contains the policy to handle this conflict. +# At present --volume will overide the volume in neb://volume/... + +# --volume implies --nebulous +if ($volume) { + $nebulous ||=1; +} + +if (defined $copies) { + if (not defined $nebulous) { + warn "--copies is meanless without --nebulous or --volume"; + undef $copies; + } + if ($copies < 1) { + die "--copies must be >= 1"; + } +} + +if ($compress) { + $uri = "$uri?compress"; +} + +# default http request timeout is 30s +$timeout ||= 30; + +my %p = ( + uri => $uri, + type => 'chip', +); + +$p{bytes} = $bytes if defined $bytes; +$p{md5sum} = $md5 if defined $md5; +$p{compressed} = 1 if defined $compress; + +my $tmp; + +if (!$nebulous) { + + # create path and possibly fix up permissions + my $dirname = dirname($filename); + if (!-d $dirname) { + mkpath([$dirname], 1, 0775); + } + + # can we truly write to filename? +{ + # open file for read/write but not create + my $fh; + if (open($fh, '+<', $filename)) { + # do nothing and fall through + } elsif (open($fh, '>>', $filename)) { + # this is the "stomp on it behavior" this probably shouldn't be the + # default and it may make sense to check the md5sum/bytes count of the + # files that's already in place to see if we really need to re-fetch it + unlink $filename or die "can't unlink $filename: $!"; + } else { + die "can't write to $filename"; + } +} + + # for non-neb files, use the download directory for the tmp file + $tmp = File::Temp->new( + DIR => $dirname, + TEMPLATE => '.' . basename($filename) . '.XXXXXXXX', + SUFFIX => '.tmp', + UNLINK => 1, + ); +} else { + # for neb files, use /tmp for the tmp file + $tmp = File::Temp->new( + DIR => '/tmp', + TEMPLATE => basename($filename) . '.XXXXXXXX', + SUFFIX => '.tmp', + UNLINK => 1, + ); +} + +my $tmpfilename = $tmp->filename; +print "downloading file to $tmpfilename\n"; + +# request the file from the remote data store server (save in tmpfilename) +my $response = DataStore::File->new(%p)->request( + filename => $tmpfilename, + ua_args => { timeout => $timeout }, + ); + + +unless (defined $response and $response->is_success) { + warn "request failed: ", $response->status_line; + exit($response->code - 300); +} + +die "checksum failed" unless $response->data; + +# file retreival succeed + +# this can't cross a file system boundry so we can assume that a move will +# always be a rename operation instead of a copy and delete. + +my $neb; +if ($nebulous) { + require Nebulous::Client; + import Nebulous::Client; + require File::Copy; + import File::Copy; + + $neb = Nebulous::Client->new( + proxy => $server, + ); + + die "can't connected to Nebulous Server: $server" + unless defined $neb; + + # XXX see comment above about not blindly stomping the file + # - if the key doesn't already exist then create it + # - if it does, delete it so that we end up on the right storage volume + if ($neb->stat($filename)) { + $neb->delete($filename) + or die "Nebulous can't delete key $filename"; + } + + my $fh = $neb->open_create( $filename, $volume ) + or die "Nebulous can't create key $filename"; + + # user.copies is always set to at least 2 + my $user_copies = 2; + if (defined $copies) { + $user_copies = $copies if $copies > 2; + } + $neb->setxattr($filename, "user.copies", 2, "create") + or die "Nebulous can't set xattr on key $filename"; + + open(my $src_fh, $tmpfilename) or die "can't open file $tmpfilename: $!"; + + File::Copy::copy( $src_fh, $fh ) or die "file copy failed"; + + close($src_fh) or die "can't close file $tmpfilename: $!"; + $fh->flush or die "can't flush nebulous filehandle: $!"; + $fh->sync or die "can't sync nebulous filehandle: $!"; + close($fh) or die "can't close nebulous filehandle: $!"; + + # make any required IMMEDIATE copies + if (defined $copies and $copies > 1) { + foreach (1 .. ($copies - 1)) { + $neb->replicate($filename, 'any') + or die "failed to replicate $filename failed: $!"; + } + } +} else { + $tmp->flush or die "can't flush filehandle: $!"; + $tmp->sync or die "can't sync filehandle: $!"; + rename $tmpfilename, $filename + or die "renaming $tmpfilename to $filename failed: $!"; +} + +DESTROY { + unlink $tmpfilename if -e $tmpfilename; + if ($nebulous and $neb->stat($filename)) { + $neb->delete($filename) + or die "Nebulous can't delete key $filename"; + } +} + +__END__ + +=pod + +=head1 NAME + +gsget - download a file from a DataStore server + +=head1 SYNOPSIS + + dsget --uri --filename [--bytes ] [--md5 ] + [--compress] [--nebulous] [--volume ] [--copies ] + +=head1 DESCRIPTION + +=head1 OPTIONS + +=over 4 + +=item * --uri|-u + +The URI of the file to be retrieved. + +=item * --filename|-f + +The name to use when writing the file to disk. + +=item * --bytes|-s + +The size of the file in bytes. + +Optional, the size check is skipped if no value is specified. + +=item * --md5|-m + +The md5 checksum of the file in hex. + +Optional, the md5check is skipped if no value is specified. + +=item * --nebulous|-n + +Flag to enable C support. When set C<--filename> is used as the +Nebulous key. + +Optional. + +=item * --compress|-c + +When set C will request a compressed version of the file. + +Optional. + +=item * --volume|-v + +The volume name to request the first Nebulous instance be stored on. + +Optional, implies C<--nebulous> + +=item * --timeout|-t + +The ammount of time (in seconds) to wait for a response from the DataStore +after making an HTTP request. The default is 30s. + +Optional. + +=item * --copies + +If C<--nebulous> is in use, the number of Nebulous replications to make. + +Optional. + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2006-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L, L + +=cut Index: /tags/sj_tags/sj_root_20080929/DataStore/scripts/dsleech =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/scripts/dsleech (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/scripts/dsleech (revision 22322) @@ -0,0 +1,321 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006-2008 Joshua Hoblitt +# +# $Id: dsleech,v 1.12 2008-05-19 21:24:15 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.02'; + +use DataStore; +use File::Spec; +use YAML (); + +use Getopt::Long qw( GetOptions :config auto_help auto_version gnu_getopt ); +use Pod::Usage qw( pod2usage ); + +my ($dir, $uri, $last_fileset, $overwrite, $recall, $remember, $verbose, $timeout); + +GetOptions( + 'dir|d=s' => \$dir, + 'uri|u=s' => \$uri, + 'last_fileset|l=s' => \$last_fileset, + 'overwrite|o' => \$overwrite, + 'recall' => \$recall, + 'remember' => \$remember, + 'verbose|v' => \$verbose, + 'timeout|t' => \$timeout, +) or pod2usage( 2 ); + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( + -msg => "Required options: --uri", + -exitval => 3, +) unless defined $uri; + +# default http request timeout is 30s +$timeout ||= 30; + +my %p = ( + uri => $uri, +); + +# rc file path +my $rcfilename = File::Spec->catfile($ENV{'HOME'}, '.dsleechrc'); + +# load rc file +my $rc = load_rc($rcfilename) or die "failed to load rcfile"; + +$p{last_fileset} = $last_fileset if defined $last_fileset; +if ($recall) { + # if --last_fileset was specified it's value should override --recall + if (defined $last_fileset) { + warn "--last_fileset overriding --recall" if defined $verbose; + } elsif (defined $rc->{$uri}) { + $p{last_fileset} = $rc->{$uri}; + } else { + warn "--recall couldn't find a previous fileset ID" + if defined $verbose; + } +} + +my $response = DataStore::Product->new(%p)->request( + ua_args => { timeout => $timeout }, +); + +unless (defined $response and $response->is_success) { + warn "request failed: ", $response->status_line; + exit($response->code - 300); +} + +# file retreival succeed + +my $filesets = $response->data; +unless ($filesets) { + warn "no filesets found"; + exit(0); +} + +print "@$filesets filesets found\n" if $verbose; + +process_filesets($filesets, $dir, $overwrite, $verbose) or die "failed to process filesets"; + +# if we got this far we're assuming that the downloads completed and we can +# save the last fileset +if ($remember) { + my $lowest_fileset = $filesets->[-1]; + if (defined $lowest_fileset) { + $rc->{$uri} = $lowest_fileset->fileset; + } + + save_rc($rcfilename, $rc) or die "failed to save rcfile"; +} + +sub process_filesets +{ + my ($filsets, $dir, $overwrite, $verbose) = @_; + + my $n = 0; + foreach my $fileset (@$filesets) { + $n++; + print "processing fileset: $fileset->fileset $n/@$filesets\n" if $verbose; + + my $response = $fileset->request( + ua_args => { timeout => $timeout }, + ); + unless (defined $response->is_success) { + warn "request failed: ", $response->status_line; + return; + } + + my $files = $response->data; + # if we get an empty fileset ->request will sucessed but ->data will + # return undef + next unless defined $files; + unless (@$files) { + print "no files in fileset ", $fileset->set, "\n" if $verbose; + next; + } + + if (!process_files($files, $dir, $overwrite, $verbose)) { + warn "failed to process files"; + return; + } + } + + return 1; +} + +sub process_files +{ + my ($files, $dir, $overwrite, $vebose) = @_; + + foreach my $file (@$files) { + # generate the filename to downloda too + my $filename; + if (defined $dir) { + if (!-e $dir) { + print "creating dir $dir\n" if $verbose; + mkdir $dir or die "can't create dir: $!"; + } + if (!-d $dir) { + warn "$dir is not a directory"; + return; + } + + $filename = File::Spec->catfile($dir, $file->fileid); + } else { + $filename = $file->fileid; + } + + # make sure that filename doesn't already exist + if (-e $filename) { + if ($overwrite) { + warn "file $filename already exists, overwriting..."; + } else { + warn "file $filename already exists, skipping..."; + next; + } + } + + # use the short version of the filename (with out the path) + print "fetching ", $file->fileid, "..." if $verbose; + + my $response = $file->request( + filename => $filename, + ua_args => { timeout => $timeout }, + ); + unless (defined $response->is_success) { + warn "request failed: ", $response->status_line; + return; + } + + unless ($response->data) { + warn "there was a problem retreiving ", $file->fileid; + return; + } + + print " ok\n" if $verbose; + } + + return 1; +} + +sub load_rc { + my $rcfilename = shift; + + # initalize $sums with an empty hash so if there isn't a pre-existing + # database we still end up with a hashref instead of an undef scalar + my $rc; + if (-e $rcfilename) { + if (-f $rcfilename) { + $rc = YAML::LoadFile($rcfilename) or die "failed to load rc file"; + } else { + warn "$rcfilename is not a plain file"; + return; + } + } + + # if the rcfile exists but is empty YAML will return undef + $rc ||= {}; + + return $rc; +} + +sub save_rc { + my ($rcfilename, $rc) = @_; + + my $yaml = YAML::DumpFile($rcfilename, $rc) + or die "failed to write rc file"; + + return 1; +} + +__END__ + +=pod + +=head1 NAME + +dsleech - batch retrieve files from a DataStore server product + +=head1 SYNOPSIS + + dsleech --uri [--dir ] [--last_fileset ] + [--overwrite] [--recall] [--remember] [--verbose] + +=head1 DESCRIPTION + +=head1 OPTIONS + +=over 4 + +=item * --uri|-u + +The URI of the DataStore product to retrive files from. + +=item * --dir|-d + +This flag is optional. + +The directory to download retrived files into. The default is to fetch files into the current directory. + +=item * --last_fileset|-l + +The FileSet ID of the last FileSet that you've seen. Only filesets registered after C will be polled for files to retreive. + +This flag is optional. + +=item * --overwrite + +If a file already exists, overwrite it. + +This flag is optional. + +=item * --recall + +Load the last fileset ID seen for C<--uri> from the I, if it exists. + +This flag is optional. + +=item * --remember + +Store the last fileset ID seen for C<--uri> in the I. + +This flag is optional. + +=item * --verbose|-v + +Be more verbose in reporting actions. + +This flag is optional. + +=item * --timeout|-t + +The ammount of time (in seconds) to wait for a response from the DataStore +after making an HTTP request. The default is 30s. + +Optional. + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2006-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L, L + +=cut Index: /tags/sj_tags/sj_root_20080929/DataStore/scripts/dsproductls =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/scripts/dsproductls (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/scripts/dsproductls (revision 22322) @@ -0,0 +1,137 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006-2008 Joshua Hoblitt +# +# $Id: dsproductls,v 1.7 2008-07-29 05:49:53 bills Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.02'; + +use DataStore; + +use Getopt::Long qw( GetOptions :config auto_help auto_version gnu_getopt ); +use Pod::Usage qw( pod2usage ); + +my ($uri, $last_fileset, $timeout); + +GetOptions( + 'uri|u=s' => \$uri, + 'last_fileset|l=s' => \$last_fileset, + 'timeout|t=s' => \$timeout, +) or pod2usage( 2 ); + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( + -msg => "Required options: --uri", + -exitval => 3, +) unless defined $uri; + +# default http request timeout is 30s +$timeout ||= 30; + +my %p = ( + uri => $uri, +); + +$p{last_fileset} = $last_fileset if defined $last_fileset; + +my $response = DataStore::Product->new(%p)->request( + ua_args => { timeout => $timeout }, + ); + +unless (defined $response and $response->is_success) { + warn "request failed: ", $response->status_line; + exit($response->code - 300); +} + +# file retreival succeed + +my $data = $response->data; + +unless ($data) { + warn "no filesets found"; + exit(0); +} + +print "# uri fileset datetime type\n"; +foreach my $fs (@$data) { + print $fs->uri, " ", $fs->fileset, " ", $fs->datetime, " ", $fs->type, "\n"; +} + +__END__ + +=pod + +=head1 NAME + +dsproductls - list all the FileSets under a product from a DataStore server + +=head1 SYNOPSIS + + dsproductls --uri [--last_fileset ] + +=head1 DESCRIPTION + +=head1 OPTIONS + +=over 4 + +=item * --uri|-u + +The URI of the file to be retrieved. + +=item * --lst_fileset|-l + +The FileSet ID of the last FileSet that you've seen. + +This flag is optional. + +=item * --timeout|-t + +The ammount of time (in seconds) to wait for a response from the DataStore +after making an HTTP request. The default is 30s. + +Optional. + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2006-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L, L + +=cut Index: /tags/sj_tags/sj_root_20080929/DataStore/scripts/dsrootls =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/scripts/dsrootls (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/scripts/dsrootls (revision 22322) @@ -0,0 +1,133 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006-2008 Joshua Hoblitt +# +# $Id: dsrootls,v 1.4 2008-05-19 21:24:15 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.01'; + +use DataStore; + +use Getopt::Long qw( GetOptions :config auto_help auto_version gnu_getopt ); +use Pod::Usage qw( pod2usage ); + +my ($uri, $timeout); + +GetOptions( + 'uri|u=s' => \$uri, + 'timeout|t' => \$timeout, +) or pod2usage( 2 ); + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( + -msg => "Required options: --uri", + -exitval => 3, +) unless defined $uri; + +# default http request timeout is 30s +$timeout ||= 30; + +my %p = ( + uri => $uri, +); + +my $response = DataStore::Root->new(%p)->request( + ua_args => { timeout => $timeout }, + ); + +unless (defined $response and $response->is_success) { + warn "request failed: ", $response->status_line; + exit($response->code - 300); +} + +# file retreival succeed + +my $data = $response->data; + +unless ($data) { + warn "no products found"; + exit(0); +} + +print "# uri product last time type desc\n"; +foreach my $prod (@$data) { + print $prod->uri, " ", + $prod->product, " ", + $prod->last_fileset, " ", + $prod->last_datetime, " ", + $prod->type, " ", + $prod->desc, "\n"; +} + +__END__ + +=pod + +=head1 NAME + +dsrootls - list all the Product under the "root" of a DataStore server + +=head1 SYNOPSIS + + dsrootls --uri + +=head1 DESCRIPTION + +=head1 OPTIONS + +=over 4 + +=item * --uri|-u + +The URI of the file to be retrieved. + +=item * --timeout|-t + +The ammount of time (in seconds) to wait for a response from the DataStore +after making an HTTP request. The default is 30s. + +Optional. + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2006-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L, L + +=cut Index: /tags/sj_tags/sj_root_20080929/DataStore/t/00_distribution.t =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/t/00_distribution.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/t/00_distribution.t (revision 22322) @@ -0,0 +1,25 @@ +#!/usr/bin/env perl + +# Copyright (C) 2005 Joshua Hoblitt +# +# $Id: 00_distribution.t,v 1.2 2006-03-16 22:04:38 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use lib qw( ./lib ./t ); + +use Test::More; + +# example taken from Test::Distribution Pod + +BEGIN { + eval { + require Test::Distribution; + }; + if($@) { + plan skip_all => 'Test::Distribution not installed'; + } else { + import Test::Distribution; # not => qw( podcover ); + } +} Index: /tags/sj_tags/sj_root_20080929/DataStore/t/01_load.t =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/t/01_load.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/t/01_load.t (revision 22322) @@ -0,0 +1,19 @@ +# -*- perl -*- + +# t/001_load.t - check module loading and create testing directory + +use lib qw( ./lib ./t ); + +use Test::More tests => 11; + +BEGIN { use_ok('DataStore'); } +BEGIN { use_ok('DataStore::File'); } +BEGIN { use_ok('DataStore::File::Parser'); } +BEGIN { use_ok('DataStore::FileSet'); } +BEGIN { use_ok('DataStore::FileSet::Parser'); } +BEGIN { use_ok('DataStore::Product'); } +BEGIN { use_ok('DataStore::Product::Parser'); } +BEGIN { use_ok('DataStore::Root'); } +BEGIN { use_ok('DataStore::Record'); } +BEGIN { use_ok('DataStore::Response'); } +BEGIN { use_ok('DataStore::Utils'); } Index: /tags/sj_tags/sj_root_20080929/DataStore/t/02_fileset_parse.t =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/t/02_fileset_parse.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/t/02_fileset_parse.t (revision 22322) @@ -0,0 +1,188 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: 02_fileset_parse.t,v 1.10 2007-09-25 23:50:34 jhoblitt Exp $ + +use strict; +use warnings; + +use lib qw( ./lib ./t ); + +use Test::More tests => 43; +use Test::Warn; + +=head1 NAME + +t/02_fileset_parse.t - tests DataStore::FileSet::Parser + +=head1 SYNOPSIS + + prove t/02_fileset_parse.t + +=cut + +use DataStore::FileSet::Parser; +#use Test::Warn; + +can_ok('DataStore::FileSet::Parser', qw( + new + parse +)); + +# ->new() + +{ + my $parser = DataStore::FileSet::Parser->new; + + isa_ok($parser, 'DataStore::FileSet::Parser'); +} + +# ->parse() + +eval { + my $parser = DataStore::FileSet::Parser->new; + + $parser->parse(undef); +}; +like($@, qr/is not one of the allowed types/, + '->parse() fails when passed undef'); + +eval { + my $parser = DataStore::FileSet::Parser->new; + + $parser->parse(''); +}; +like($@, qr/ did not pass regex check/, + '->parse() fails when passed a zero length string'); + +warning_like { + my $parser = DataStore::FileSet::Parser->new; + + is($parser->parse('asdf|asdf'), undef, + '->parse() returns undef on failure'); +} qr/not enough fields/, + '->parse() fails when there are too few fields'; + +warning_like { + my $parser = DataStore::FileSet::Parser->new; + + is($parser->parse('|2006-01-01T00:03:04Z|OBJECT'), undef, + '->parse() returns undef on failure'); +} qr/does not conform /, + '->parse() fails when the fileset field is not in the proper format'; + +warning_like { + my $parser = DataStore::FileSet::Parser->new; + + is($parser->parse('foobar|2006-01-0100:03:04Z|OBJECT'), undef, + '->parse() returns undef on failure'); +} qr/does not conform /, + '->parse() fails when the datetime field is not in the proper format'; + +warning_like { + my $parser = DataStore::FileSet::Parser->new; + + is($parser->parse('foobar|2006-01-01T00:03:04Z| '), undef, + '->parse() returns undef on failure'); +} qr/does not conform /, + '->parse() fails when the type field is not in the proper format'; + +warning_like { + my $parser = DataStore::FileSet::Parser->new; + + is($parser->parse('foo#bonkbar|2006-01-01T00:03:04Z|baz'), undef, + '->parse() returns undef on failure'); +} qr/contains #/, + '->parse() fails when a field contains #'; + +warning_like { + my $parser = DataStore::FileSet::Parser->new; + + is($parser->parse('foobar|2006-01-01T00:03:04Z|baz # foo'), undef, + '->parse() returns undef on failure'); +} qr/contains #/, + '->parse() comments are not allowed after the last field'; + +{ + # multi-row example +my $example1 =<new( + base_uri => 'http://foo.com/index.txt' + ); + my @results = $parser->parse($example1); + + is(scalar @results, 4, "correct number of item returned in list context"); +} + +{ + # multi-row example +my $example1 =<new( + base_uri => 'http://foo.com/index.txt' + ); + my $results = $parser->parse($example1); + + is(scalar @$results, 4, + "correct number of item returned in scalar context"); + + isa_ok(@$results[0], 'DataStore::FileSet'); + is(@$results[0]->fileset, 'otis0123456', 'correct fileset'); + is(@$results[0]->datetime, '2006-01-01T00:03:04Z', 'correct datetime'); + is(@$results[0]->type, 'OBJECT', 'correct type'); + is(@$results[0]->uri, 'http://foo.com/otis0123456/index.txt', 'correct uri'); + + isa_ok(@$results[1], 'DataStore::FileSet'); + is(@$results[1]->fileset, 'otis0123456', 'correct fileset'); + is(@$results[1]->datetime, '2006-01-01T00:03:04Z', 'correct datetime'); + is(@$results[1]->type, 'OBJECT', 'correct type'); + is(@$results[1]->uri, 'http://foo.com/otis0123456/index.txt', 'correct uri'); + + isa_ok(@$results[2], 'DataStore::FileSet'); + is(@$results[2]->fileset, 'otis0123456', 'correct fileset'); + is(@$results[2]->datetime, '2006-01-01T00:03:04Z', 'correct datetime'); + is(@$results[2]->type, 'OBJECT', 'correct type'); + is(@$results[2]->uri, 'http://foo.com/otis0123456/index.txt', 'correct uri'); + + isa_ok(@$results[3], 'DataStore::FileSet'); + is(@$results[3]->fileset, 'otis0123456', 'correct fileset'); + is(@$results[3]->datetime, '2006-01-01T00:03:04Z', 'correct datetime'); + is(@$results[3]->type, 'OBJECT', 'correct type'); + is(@$results[3]->uri, 'http://foo.com/otis0123456/index.txt', 'correct uri'); +} + +{ + # example with blank lines & comments +my $example1 =<new->parse($example1); + + is(scalar @$results, 1, "correct number of item returned"); + + isa_ok(@$results[0], 'DataStore::FileSet'); + is(@$results[0]->fileset, 'otis0123456', 'correct fileset'); + is(@$results[0]->datetime, '2006-01-01T00:03:04Z', 'correct datetime'); + is(@$results[0]->type, 'OBJECT', 'correct type'); +} Index: /tags/sj_tags/sj_root_20080929/DataStore/t/03_file_parse.t =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/t/03_file_parse.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/t/03_file_parse.t (revision 22322) @@ -0,0 +1,200 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: 03_file_parse.t,v 1.5 2007-09-26 00:44:43 jhoblitt Exp $ + +use strict; +use warnings; + +use lib qw( ./lib ./t ); + +use Test::More tests => 50; +use Test::Warn; + +=head1 NAME + +t/03_file_parse.t - tests DataStore::File::Parser + +=head1 SYNOPSIS + + prove t/03_file_parse.t + +=cut + +use DataStore::File::Parser; +#use Test::Warn; + +can_ok('DataStore::File::Parser', qw( + new + parse +)); + +# ->new() + +{ + my $parser = DataStore::File::Parser->new; + + isa_ok($parser, 'DataStore::File::Parser'); +} + +# ->parse() + +eval { + my $parser = DataStore::File::Parser->new; + + $parser->parse(undef); +}; +like($@, qr/is not one of the allowed types/, + '->parse() fails when passed undef'); + +eval { + my $parser = DataStore::File::Parser->new; + + $parser->parse(''); +}; +like($@, qr/ did not pass regex check/, + '->parse() fails when passed a zero length string'); + +warning_like { + my $parser = DataStore::File::Parser->new; + + is($parser->parse('asdf|asdf'), undef, + '->parse() returns undef on failure'); +} qr/not enough fields/, + '->parse() fails when there are too few fields'; + +warning_like { + my $parser = DataStore::File::Parser->new; + + is($parser->parse( + 'foo+++bar|83002312|fe6a2b6564c0d4cfb3bbf1db813824ba|chip|'), undef, + '->parse() returns undef on failure'); +} qr/does not conform/, + '->parse() fails when the fileID field is not in the proper format'; + +warning_like { + my $parser = DataStore::File::Parser->new; + + is($parser->parse( + 'otis0123456.01|a83002312|fe6a2b6564c0d4cfb3bbf1db813824ba|chip|'), undef, + '->parse() returns undef on failure'); +} qr/does not conform/, + '->parse() fails when the bytes field is not in the proper format'; + +warning_like { + my $parser = DataStore::File::Parser->new; + + is($parser->parse( + 'otis0123456.01|83002312|zfe6a2b6564c0d4cfb3bbf1db813824ba|chip|'), undef, + '->parse() returns undef on failure'); +} qr/does not conform/, + '->parse() fails when the md5sum field is not in the proper format'; + +warning_like { + my $parser = DataStore::File::Parser->new; + + is($parser->parse( + 'otis0123456.01|83002312|fe6a2b6564c0d4cfb3bbf1db813824ba|c+hip|'), undef, + '->parse() returns undef on failure'); +} qr/does not conform/, + '->parse() fails when the fileID field is not in the proper format'; + +warning_like { + my $parser = DataStore::File::Parser->new; + + is($parser->parse( + 'otis012#3456.01|83002312|fe6a2b6564c0d4cfb3bbf1db813824ba|chip|'), undef, + '->parse() returns undef on failure'); +} qr/contains #/, + '->parse() fails when a field contains #'; + +warning_like { + my $parser = DataStore::File::Parser->new; + + is($parser->parse( + 'otis0123456.01|83002312|fe6a2b6564c0d4cfb3bbf1db813824ba|chip| # foo'), undef, + '->parse() returns undef on failure'); +} qr/contains #/, + '->parse() comments are not allowed after the last field'; + +{ + # multi-row example +my $example1 =<new->parse($example1); + is(scalar @results, 4, "correct number of item returned in list context"); +} + +{ + # multi-row example +my $example1 =<new->parse($example1); + + is(scalar @$results, 4, + "correct number of item returned in scalar context"); + + isa_ok(@$results[0], 'DataStore::File'); + is(@$results[0]->uri, 'http://example.org/otis0123456.01', 'correct uri'); + is(@$results[0]->fileid, 'otis0123456.01', 'correct fileid'); + is(@$results[0]->bytes, '83002312', 'correct datetime'); + is(@$results[0]->md5sum, 'fe6a2b6564c0d4cfb3bbf1db813824ba', 'correct md5'); + is(@$results[0]->type, 'chip', 'correct type'); + + isa_ok(@$results[1], 'DataStore::File'); + is(@$results[1]->uri, 'http://example.org/otis0123456.02', 'correct uri'); + is(@$results[1]->fileid, 'otis0123456.02', 'correct fileid'); + is(@$results[1]->bytes, '83002312', 'correct datetime'); + is(@$results[1]->md5sum, 'a2b4a7d7b94dc6076c5f3f67239a48c6', 'correct md5'); + is(@$results[1]->type, 'chip', 'correct type'); + + isa_ok(@$results[2], 'DataStore::File'); + is(@$results[2]->uri, 'http://example.org/otis0123456.03', 'correct uri'); + is(@$results[2]->fileid, 'otis0123456.03', 'correct fileid'); + is(@$results[2]->bytes, '83002312', 'correct datetime'); + is(@$results[2]->md5sum, 'a39b1510484c7833e27454b181f13981', 'correct md5'); + is(@$results[2]->type, 'chip', 'correct type'); + + isa_ok(@$results[3], 'DataStore::File'); + is(@$results[3]->uri, 'http://example.org/otis0123456.04', 'correct uri'); + is(@$results[3]->fileid, 'otis0123456.04', 'correct fileid'); + is(@$results[3]->bytes, '83002312', 'correct datetime'); + is(@$results[3]->md5sum, '7bb35e1e30f3f833c0416aea75f90304', 'correct md5'); + is(@$results[3]->type, 'chip', 'correct type'); +} + +{ + # example with blank lines & comments +my $example1 =<new->parse($example1); + + is(scalar @$results, 1, "correct number of item returned"); + + isa_ok(@$results[0], 'DataStore::File'); + is(@$results[0]->fileid, 'otis0123456.01', 'correct fileid'); + is(@$results[0]->bytes, '83002312', 'correct datetime'); + is(@$results[0]->md5sum, 'fe6a2b6564c0d4cfb3bbf1db813824ba', 'correct md5'); + is(@$results[0]->type, 'chip', 'correct type'); +} Index: /tags/sj_tags/sj_root_20080929/DataStore/t/04_record.t =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/t/04_record.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/t/04_record.t (revision 22322) @@ -0,0 +1,81 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: 04_record.t,v 1.1 2006-02-28 03:56:46 jhoblitt Exp $ + +use strict; +use warnings; + +use lib qw( ./lib ./t ); + +use Test::More tests => 7; +use DataStore::Record; + +=head1 NAME + +t/04_record.t - tests DataStore::Record + +=head1 SYNOPSIS + + prove t/04_record.t + +=cut + +can_ok('DataStore::Record', qw( + new + uri + request +)); + +# ->new() + +{ + my $rec = DataStore::Record->new; + + isa_ok($rec, 'DataStore::Record'); +} + +{ + # w/o trailing slash + my $rec = DataStore::Record->new( + uri => 'http://example.org/foo' + ); + + isa_ok($rec, 'DataStore::Record'); +} + +{ + # w/ trailing slash + my $rec = DataStore::Record->new( + uri => 'http://example.org/foo/' + ); + + isa_ok($rec, 'DataStore::Record'); +} + +# ->uri() + +{ + # default value + my $rec = DataStore::Record->new; + is($rec->uri, 'http://example.org/', '->uri() returned default uri'); +} + +{ + # default value + my $rec = DataStore::Record->new( + uri => 'http://example.org/foo/' + ); + is($rec->uri, 'http://example.org/foo/', '->uri() returned correct uri'); +} + +# ->request() + +eval { + my $rec = DataStore::Record->new; + + $rec->request; +}; +like($@, qr/must override the ->request\(\) method/, + '->request() dies when not overridden'); Index: /tags/sj_tags/sj_root_20080929/DataStore/t/05_product.t =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/t/05_product.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/t/05_product.t (revision 22322) @@ -0,0 +1,181 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: 05_product.t,v 1.6 2007-09-25 23:37:44 jhoblitt Exp $ + +use strict; +use warnings; + +use lib qw( ./lib ./t ); + +use Test::More tests => 23; + +=head1 NAME + +t/05_product.t - tests DataStore::Product + +=head1 SYNOPSIS + + prove t/05_product.t + +=cut + +use DataStore::Product; + +can_ok('DataStore::Product', qw( + new + request +)); + +# ->new() + +{ + my $dsp = DataStore::Product->new( uri => 'http://example.org/index.txt' ); + + isa_ok($dsp, 'DataStore::Product'); +} + +{ + my $dsp = DataStore::Product->new( + uri => 'http://example.org/index.txt', + last_fileset => '12buckelyourshoe', + ); + + isa_ok($dsp, 'DataStore::Product'); +} + +eval { + my $dsp = DataStore::Product->new( uri => 'http://example.org/index.txt', foo => 1 ); +}; +like($@, qr/not listed in the validation options/, + '->new() fails whe passed extra params'); + +eval { + my $dsp = DataStore::Product->new( + uri => 'http://example.org/index.txt', + last_fileset => '12buckelyourshoe', + foo => 1, + ); +}; +like($@, qr/not listed in the validation options/, + '->new() fails whe passed extra params'); + +eval { + my $dsp = DataStore::Product->new( uri => 'http://example.org' ); +}; +like($@, qr/uri ends with \/index.txt/, + '->new() fails when uri param does not end with /index.txt'); + +eval { + my $dsp = DataStore::Product->new( uri => 'http://example.org/index.html' ); +}; +like($@, qr/uri ends with \/index.txt/, + '->new() fails when uri param does not end with /index.txt'); + +eval { + my $dsp = DataStore::Product->new( uri => '://example.org/index.txt' ); +}; +like($@, qr/is valid http uri/, + '->new() fails when uri param is not http protocol'); + +eval { + my $dsp = DataStore::Product->new( + uri => 'http://example.org/index.txt', + last_fileset => '++12buckelyourshoe', + ); +}; +like($@, qr/is valid fileset ID/, + '->new() fails when last_fileset param is not a valid fileset ID'); + +eval { + my $dsp = DataStore::Product->new; +}; +like($@, qr/Mandatory parameter 'uri'/, + '->new() fails when not passed a uri param'); + +eval { + my $dsp = DataStore::Product->new( + last_fileset => '12buckelyourshoe', + ); +}; +like($@, qr/Mandatory parameter 'uri'/, + '->new() fails when not passed a uri param'); + +# ->request() + +use Net::HTTPServer; + +sub bar +{ + my $req = shift; # Net::HTTPServer::Request object + my $res = $req->Response(); # Net::HTTPServer::Response object + + my $string = <Print($string); + + return $res; +} + +$|++; + +$SIG{CHLD} = 'IGNORE'; +my $pid = open(my $child, "-|"); + +unless ($pid) { + my $server = new Net::HTTPServer( port => 'scan', log => '/dev/null' ); + + # send port number to parent + print $server->Start(), "\n"; + + $server->RegisterURL('/index.txt', \&bar); + $server->Process(); # Run forever + + exit -1; +} + +my $port = <$child>; +chomp $port; + +{ + my $dsp = DataStore::Product->new( uri => "http://localhost:$port/index.txt" ); + + isa_ok($dsp->request, 'DataStore::Response'); +} + +{ + my $dsp = DataStore::Product->new( uri => "http://localhost:$port/index.txt" ); + + my $dsr = $dsp->request; + + ok($dsr->is_success, "response->is_success() is correct"); + is($dsr->code, 200, "response->code() is correct"); + is($dsr->status_line, "200 OK", "response->status_line() is correct"); + is(ref $dsr->data, 'ARRAY', "response->data is arrayref is correct"); + isa_ok($dsr->request, 'DataStore::Record'); + + my $data = $dsr->data; + is(scalar @$data, 4, "data has the correct number of rows"); + isa_ok(@$data[0], 'DataStore::FileSet', "data has correct type of rows"); + isa_ok(@$data[1], 'DataStore::FileSet', "data has correct type of rows"); + isa_ok(@$data[2], 'DataStore::FileSet', "data has correct type of rows"); + isa_ok(@$data[3], 'DataStore::FileSet', "data has correct type of rows"); +} + +# cleanup HTTP server +kill 9, $pid; + +eval { + my $dsp = DataStore::Product->new( uri => 'http://example.org/index.txt' ); + + $dsp->request( foo => 1 ); +}; +like($@, qr/not listed in the validation options/, + '->request() fails whe passed extra params'); Index: /tags/sj_tags/sj_root_20080929/DataStore/t/06_fileset.t =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/t/06_fileset.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/t/06_fileset.t (revision 22322) @@ -0,0 +1,172 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: 06_fileset.t,v 1.9 2007-09-25 23:50:34 jhoblitt Exp $ + +use strict; +use warnings; + +use lib qw( ./lib ./t ); + +use Test::More tests => 19; + +=head1 NAME + +t/06_fileset.t - tests DataStore::FileSet + +=head1 SYNOPSIS + + prove t/06_fileset.t + +=cut + +use DataStore::FileSet; + +can_ok('DataStore::FileSet', qw( + new + request +)); + +# ->new() + +{ + my $dsf = DataStore::FileSet->new( + uri => 'http://example.org/index.txt', + fileset => '12buckelyourshoe', + datetime => '2042-01-01T00:00:00Z', + type => 'OBJECT', + ); + + isa_ok($dsf, 'DataStore::FileSet'); +} + +eval { + my $dsf = DataStore::FileSet->new( + uri => 'http://example.org/index.txt', + fileset => '12buckelyourshoe', + datetime => '2042-01-01T00:00:00Z', + type => 'OBJECT', + foo => 1, + ); +}; +like($@, qr/not listed in the validation options/, + '->new() fails whe passed extra params'); + +eval { + my $dsf = DataStore::FileSet->new( uri => 'http://example.org' ); +}; +like($@, qr/uri ends with \/index.txt/, + '->new() fails when uri param does not end with /'); + +eval { + my $dsf = DataStore::FileSet->new( uri => 'http://example.org/index.html' ); +}; +like($@, qr/uri ends with \/index.txt/, + '->new() fails when uri param does not end with /'); + +eval { + my $dsf = DataStore::FileSet->new( uri => '://example.org/index.txt' ); +}; +like($@, qr/is valid http uri/, + '->new() fails when uri param is not http protocol'); + +eval { + my $dsp = DataStore::FileSet->new; +}; +like($@, qr/Mandatory parameter/, + '->new() fails when not passed all manadator params'); + +# ->request() + +use Net::HTTPServer; + +sub bar +{ + my $req = shift; # Net::HTTPServer::Request object + my $res = $req->Response(); # Net::HTTPServer::Response object + + my $string = <Print($string); + + return $res; +} + +$|++; + +$SIG{CHLD} = 'IGNORE'; +my $pid = open(my $child, "-|"); + +unless ($pid) { + my $server = new Net::HTTPServer( port => 'scan', log => '/dev/null' ); + + # send port number to parent + print $server->Start(), "\n"; + + $server->RegisterURL('/index.txt', \&bar); + $server->Process(); # Run forever + + exit -1; +} + +my $port = <$child>; +chomp $port; + +{ + my $dsp = DataStore::FileSet->new( + uri => "http://localhost:$port/index.txt", + fileset => '12buckelyourshoe', + datetime => '2042-01-01T00:00:00Z', + type => 'OBJECT', + ); + + isa_ok($dsp->request, 'DataStore::Response'); +} + +{ + my $dsp = DataStore::FileSet->new( + uri => "http://localhost:$port/index.txt", + fileset => '12buckelyourshoe', + datetime => '2042-01-01T00:00:00Z', + type => 'OBJECT', + ); + + my $dsr = $dsp->request; + + ok($dsr->is_success, "response->is_success() is correct"); + is($dsr->code, 200, "response->code() is correct"); + is($dsr->status_line, "200 OK", "response->status_line() is correct"); + is(ref $dsr->data, 'ARRAY', "response->data is arrayref is correct"); + isa_ok($dsr->request, 'DataStore::Record'); + + my $data = $dsr->data; + is(scalar @$data, 4, "data has the correct number of rows"); + isa_ok(@$data[0], 'DataStore::File', "data has correct type of rows"); + isa_ok(@$data[1], 'DataStore::File', "data has correct type of rows"); + isa_ok(@$data[2], 'DataStore::File', "data has correct type of rows"); + isa_ok(@$data[3], 'DataStore::File', "data has correct type of rows"); +} + +# cleanup HTTP server +kill 9, $pid; + +eval { + my $dsf = DataStore::FileSet->new( + uri => 'http://example.org/index.txt', + fileset => '12buckelyourshoe', + datetime => '2042-01-01T00:00:00Z', + type => 'OBJECT', + ); + + $dsf->request( foo => 1 ); +}; +like($@, qr/not listed in the validation options/, + '->request() fails whe passed extra params'); + Index: /tags/sj_tags/sj_root_20080929/DataStore/t/07_file.t =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/t/07_file.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/t/07_file.t (revision 22322) @@ -0,0 +1,180 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: 07_file.t,v 1.5 2006-03-17 23:54:35 jhoblitt Exp $ + +use strict; +use warnings; + +use lib qw( ./lib ./t ); + +use Test::More tests => 14; + +=head1 NAME + +t/07_file.t - tests DataStore::File + +=head1 SYNOPSIS + + prove t/07_file.t + +=cut + +use DataStore::File; +use File::Temp (); + +can_ok('DataStore::File', qw( + new + request +)); + +# ->new() + +{ + my $dsf = DataStore::File->new( + uri => 'http://example.org/foo', + fileid => '12buckelyourshoe', + bytes => 12345, + md5sum => 'fe6a2b6564c0d4cfb3bbf1db813824ba', + type => 'chip', + ); + + isa_ok($dsf, 'DataStore::File'); +} + +eval { + my $dsf = DataStore::File->new( + uri => 'http://example.org/foo', + fileid => '12buckelyourshoe', + bytes => 12345, + md5sum => 'fe6a2b6564c0d4cfb3bbf1db813824ba', + type => 'chip', + foo => 1, + ); +}; +like($@, qr/not listed in the validation options/, + '->new() fails whe passed extra params'); + +eval { + my $dsf = DataStore::File->new( uri => 'http://example.org/' ); +}; +like($@, qr/is valid uri filename/, + '->new() fails when uri param does not end with /'); + +eval { + my $dsf = DataStore::File->new( uri => '://example.org' ); +}; +like($@, qr/is valid http uri/, + '->new() fails when uri param is not http protocol'); + +eval { + my $dsf = DataStore::File->new; +}; +like($@, qr/Mandatory parameter/, + '->new() fails when not passed all manadator params'); + +# ->request() + +use Net::HTTPServer; + +sub bar +{ + my $req = shift; # Net::HTTPServer::Request object + my $res = $req->Response(); # Net::HTTPServer::Response object + + my $string = "foobarbaz"; + + $res->Print($string); + + return $res; +} + +$|++; + +$SIG{CHLD} = 'IGNORE'; +my $pid = open(my $child, "-|"); + +unless ($pid) { + my $server = new Net::HTTPServer( port => 'scan', log => '/dev/null' ); + + # send port number to parent + print $server->Start(), "\n"; + + $server->RegisterURL('/somefile', \&bar); + $server->Process(); # Run forever + + exit -1; +} + +my $port = <$child>; +chomp $port; + +{ + my $dsf = DataStore::File->new( + uri => "http://localhost:$port/somefile", + fileid => '12buckelyourshoe', + bytes => 9, + md5sum => 'a0a6e1a375117c58d77221f10c5ce12e', + type => 'chip', + ); + + my $fh = File::Temp->new( UNLINK => 1 ); + $fh->autoflush(1); + isa_ok($dsf->request( filename => $fh->filename ), 'DataStore::Response'); +} + +{ + my $dsf = DataStore::File->new( + uri => "http://localhost:$port/somefile", + fileid => '12buckelyourshoe', + bytes => 9, + md5sum => 'a0a6e1a375117c58d77221f10c5ce12e', + type => 'chip', + ); + + my $fh = File::Temp->new( UNLINK => 1 ); + $fh->autoflush(1); + my $dsr = $dsf->request( filename => $fh->filename ); + + ok($dsr->is_success, "response->is_success() is correct"); + is($dsr->code, 200, "response->code() is correct"); + is($dsr->status_line, "200 OK", "response->status_line() is correct"); + is($dsr->data, $fh->filename, "response->data is arrayref is correct"); + isa_ok($dsr->request, 'DataStore::Record'); +} + +# stop HTTP server +kill 9, $pid; + +eval { + my $dsf = DataStore::File->new( + uri => 'http://example.org/foo', + fileid => '12buckelyourshoe', + bytes => 12345, + md5sum => 'fe6a2b6564c0d4cfb3bbf1db813824ba', + type => 'chip', + ); + + $dsf->request; +}; +like($@, qr/Mandatory parameter/, + '->request() fails when passed no params'); + +eval { + my $dsf = DataStore::File->new( + uri => 'http://example.org/foo', + fileid => '12buckelyourshoe', + bytes => 12345, + md5sum => 'fe6a2b6564c0d4cfb3bbf1db813824ba', + type => 'chip', + ); + + my $fh = File::Temp->new( UNLINK => 1 ); + $dsf->request( + filename => $fh->filename, + foo => 1, + ); +}; +like($@, qr/not listed in the validation options/, + '->request() fails whe passed extra params'); Index: /tags/sj_tags/sj_root_20080929/DataStore/t/08_response.t =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/t/08_response.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/t/08_response.t (revision 22322) @@ -0,0 +1,96 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: 08_response.t,v 1.3 2007-09-25 23:37:44 jhoblitt Exp $ + +use strict; +use warnings; + +use lib qw( ./lib ./t ); + +use Test::More tests => 8; + +=head1 NAME + +t/08_response.t - tests DataStore::Response + +=head1 SYNOPSIS + + prove t/08_response.t + +=cut + +use CGI; +use DataStore::Product; +use DataStore::Response; + +can_ok('DataStore::Response', qw( + new + is_success + code + status_line + data + request +)); + +# ->new() + +{ + my $dsr = DataStore::Response->new( + is_success => undef, + code => 500, + status_line => 'foo', + data => 'bar', + request => DataStore::Product->new( uri => 'http://example.org/index.txt' ), + ); + + isa_ok($dsr, 'DataStore::Response'); +} + +eval { + my $dsr = DataStore::Response->new( + is_success => undef, + code => 500, + status_line => 'foo', + data => 'bar', + request => DataStore::Product->new( uri => 'http://example.org/index.txt' ), + foo => 1, + ); +}; +like($@, qr/not listed in the validation options/, + '->new() fails whe passed extra params'); + +eval { + my $dsr = DataStore::Response->new( is_success => 2 ); +}; +like($@, qr/is 0, 1, or undef/, + '->new() fails when is_success is not valid'); + +eval { + my $dsr = DataStore::Response->new( code => 5000 ); +}; +like($@, qr/did not pass regex check/, + '->new() fails when code is not valid'); + +eval { + my $dsr = DataStore::Response->new( status_line => '' ); +}; +like($@, qr/did not pass regex check/, + '->new() fails when status_line is not valid'); + +eval { + my $dsr = DataStore::Response->new( + request => CGI->new, + ); +}; +like($@, qr/was not a 'DataStore::Record' /, + '->new() fails when response is not valid'); + +eval { + my $dsr = DataStore::Response->new; +}; +like($@, qr/Mandatory parameters/, + '->new() fails when not passed all manadator params'); + +# accessor tests unneeded as they are all generated by Class::Accessor::Fast Index: /tags/sj_tags/sj_root_20080929/DataStore/t/09_datastore.t =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/t/09_datastore.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/t/09_datastore.t (revision 22322) @@ -0,0 +1,33 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: 09_datastore.t,v 1.2 2006-03-16 01:23:10 jhoblitt Exp $ + +use strict; +use warnings; + +use lib qw( ./lib ./t ); + +use Test::More tests => 7; + +=head1 NAME + +t/09_datastore.t - tests DataStore + +=head1 SYNOPSIS + + prove t/09_datastore.t + +=cut + +use DataStore; + +ok(%DataStore::, "DataStore is loaded"); +ok(%DataStore::File::Parser::, "DataStore::File::Parser is loaded"); +ok(%DataStore::File::, "DataStore::File is loaded"); +ok(%DataStore::FileSet::Parser::, "DataStore::FileSet::Parser is loaded"); +ok(%DataStore::FileSet::, "DataStore::Set is loaded"); +ok(%DataStore::Product::, "DataStore::Product is loaded"); +ok(%DataStore::Response::, "DataStore::Response is loaded"); + Index: /tags/sj_tags/sj_root_20080929/DataStore/t/10_dsget.t =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/t/10_dsget.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/t/10_dsget.t (revision 22322) @@ -0,0 +1,53 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: 10_dsget.t,v 1.2 2006-03-17 21:58:23 jhoblitt Exp $ + +use strict; +use warnings; + +use lib qw( ./lib ./t ); + +use Test::Cmd; +use Test::More tests => 7; + +=head1 NAME + +t/10_dsget.t - tests dsget + +=head1 SYNOPSIS + + prove t/10_dsget.t + +=cut + +# last ditch effort to make sure dsget is executable +chmod 0755, 'scripts/dsget'; + +my $test = Test::Cmd->new(prog => 'scripts/dsget', workdir => ''); +isa_ok($test, 'Test::Cmd'); + +{ + $test->run(args => ''); + missing_args(3, "Required options: --uri --filename"); +} + +{ + $test->run(args => '--uri http://example.org/foo'); + missing_args(3, "Required options: --uri --filename"); +} + +{ + $test->run(args => '--filename /foo/bar/baz'); + missing_args(3, "Required options: --uri --filename"); +} + +sub missing_args +{ + my ($exit, $errstr) = @_; + + is($? >> 8, $exit, "error code is: $exit"); + like($test->stderr, qr/$errstr/, "error string is: $errstr"); +} + Index: /tags/sj_tags/sj_root_20080929/DataStore/t/11_dsproductls.t =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/t/11_dsproductls.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/t/11_dsproductls.t (revision 22322) @@ -0,0 +1,48 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: 11_dsproductls.t,v 1.1 2006-03-18 04:02:35 jhoblitt Exp $ + +use strict; +use warnings; + +use lib qw( ./lib ./t ); + +use Test::Cmd; +use Test::More tests => 5; + +=head1 NAME + +t/11_dsproductls.t - tests dsproductls + +=head1 SYNOPSIS + + prove t/11_dsproductls.t + +=cut + +# last ditch effort to make sure dsproductls is executable +chmod 0755, 'scripts/dsproductls'; + +my $test = Test::Cmd->new(prog => 'scripts/dsproductls', workdir => ''); +isa_ok($test, 'Test::Cmd'); + +{ + $test->run(args => ''); + missing_args(3, "Required options: --uri"); +} + +{ + $test->run(args => '--last_fileset foobar'); + missing_args(3, "Required options: --uri"); +} + +sub missing_args +{ + my ($exit, $errstr) = @_; + + is($? >> 8, $exit, "error code is: $exit"); + like($test->stderr, qr/$errstr/, "error string is: $errstr"); +} + Index: /tags/sj_tags/sj_root_20080929/DataStore/t/12_dsfilesetls.t =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/t/12_dsfilesetls.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/t/12_dsfilesetls.t (revision 22322) @@ -0,0 +1,45 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: 12_dsfilesetls.t,v 1.1 2006-03-20 22:03:53 jhoblitt Exp $ + +use strict; +use warnings; + +use lib qw( ./lib ./t ); + +use Test::Cmd; +use Test::More tests => 3; + +=head1 NAME + +t/12_dsfilesetls.t - tests dsfilesetls + +=head1 SYNOPSIS + + prove t/12_dsfilesetls.t + +=cut + +my $prog = 'scripts/dsfilesetls'; + +# last ditch effort to make sure dsproductls is executable +chmod 0755, $prog; + +my $test = Test::Cmd->new( prog => $prog, workdir => '' ); +isa_ok($test, 'Test::Cmd'); + +{ + $test->run( args => '' ); + missing_args(3, "Required options: --uri"); +} + +sub missing_args +{ + my ($exit, $errstr) = @_; + + is($? >> 8, $exit, "error code is: $exit"); + like($test->stderr, qr/$errstr/, "error string is: $errstr"); +} + Index: /tags/sj_tags/sj_root_20080929/DataStore/t/13_dsrootls.t =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/t/13_dsrootls.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/t/13_dsrootls.t (revision 22322) @@ -0,0 +1,45 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006 Joshua Hoblitt +# +# $Id: 13_dsrootls.t,v 1.1 2007-09-25 22:10:45 jhoblitt Exp $ + +use strict; +use warnings; + +use lib qw( ./lib ./t ); + +use Test::Cmd; +use Test::More tests => 3; + +=head1 NAME + +t/12_dsfilesetls.t - tests dsfilesetls + +=head1 SYNOPSIS + + prove t/12_dsfilesetls.t + +=cut + +my $prog = 'scripts/dsrootls'; + +# last ditch effort to make sure dsproductls is executable +chmod 0755, $prog; + +my $test = Test::Cmd->new( prog => $prog, workdir => '' ); +isa_ok($test, 'Test::Cmd'); + +{ + $test->run( args => '' ); + missing_args(3, "Required options: --uri"); +} + +sub missing_args +{ + my ($exit, $errstr) = @_; + + is($? >> 8, $exit, "error code is: $exit"); + like($test->stderr, qr/$errstr/, "error string is: $errstr"); +} + Index: /tags/sj_tags/sj_root_20080929/DataStore/t/14_root.t =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStore/t/14_root.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStore/t/14_root.t (revision 22322) @@ -0,0 +1,166 @@ +#!/usr/bin/env perl + +# Copyright (C) 2006-2007 Joshua Hoblitt +# +# $Id: 14_root.t,v 1.1 2007-09-26 00:51:22 jhoblitt Exp $ + +use strict; +use warnings; + +use lib qw( ./lib ./t ); + +use Test::More tests => 21; + +=head1 NAME + +t/14_root.t - tests DataStore::Root + +=head1 SYNOPSIS + + prove t/14_root.t + +=cut + +use DataStore::Root; + +can_ok('DataStore::Root', qw( + new + request +)); + +# ->new() + +{ + my $dsp = DataStore::Root->new( uri => 'http://example.org/index.txt' ); + + isa_ok($dsp, 'DataStore::Root'); +} + +eval { + my $dsp = DataStore::Root->new( + uri => 'http://example.org/index.txt', + foo => 1 + ); +}; +like($@, qr/not listed in the validation options/, + '->new() fails whe passed extra params'); + +eval { + my $dsp = DataStore::Root->new( + uri => 'http://example.org/index.txt', + last_fileset => '12buckelyourshoe', + foo => 1, + ); +}; +like($@, qr/not listed in the validation options/, + '->new() fails whe passed extra params'); + +eval { + my $dsp = DataStore::Root->new( uri => 'http://example.org' ); +}; +like($@, qr/uri ends with \/index.txt/, + '->new() fails when uri param does not end with /index.txt'); + +eval { + my $dsp = DataStore::Root->new( uri => 'http://example.org/index.html' ); +}; +like($@, qr/uri ends with \/index.txt/, + '->new() fails when uri param does not end with /index.txt'); + +eval { + my $dsp = DataStore::Root->new( uri => '://example.org/index.txt' ); +}; +like($@, qr/is valid http uri/, + '->new() fails when uri param is not http protocol'); + +eval { + my $dsp = DataStore::Root->new; +}; +like($@, qr/Mandatory parameter 'uri'/, + '->new() fails when not passed a uri param'); + +eval { + my $dsp = DataStore::Root->new( + last_fileset => '12buckelyourshoe', + ); +}; +like($@, qr/not listed in the validation options/, + '->new() fails when not passed a uri param'); + +# ->request() + +use Net::HTTPServer; + +sub bar +{ + my $req = shift; # Net::HTTPServer::Request object + my $res = $req->Response(); # Net::HTTPServer::Response object + + my $string = <Print($string); + + return $res; +} + +$|++; + +$SIG{CHLD} = 'IGNORE'; +my $pid = open(my $child, "-|"); + +unless ($pid) { + my $server = new Net::HTTPServer( port => 'scan', log => '/dev/null' ); + + # send port number to parent + print $server->Start(), "\n"; + + $server->RegisterURL('/index.txt', \&bar); + $server->Process(); # Run forever + + exit -1; +} + +my $port = <$child>; +chomp $port; + +{ + my $dsp = DataStore::Root->new( uri => "http://localhost:$port/index.txt" ); + + isa_ok($dsp->request, 'DataStore::Response'); +} + +{ + my $dsp = DataStore::Root->new( uri => "http://localhost:$port/index.txt" ); + + my $dsr = $dsp->request; + + ok($dsr->is_success, "response->is_success() is correct"); + is($dsr->code, 200, "response->code() is correct"); + is($dsr->status_line, "200 OK", "response->status_line() is correct"); + is(ref $dsr->data, 'ARRAY', "response->data is arrayref is correct"); + isa_ok($dsr->request, 'DataStore::Record'); + + my $data = $dsr->data; + is(scalar @$data, 4, "data has the correct number of rows"); + isa_ok(@$data[0], 'DataStore::Product', "data has correct type of rows"); + isa_ok(@$data[1], 'DataStore::Product', "data has correct type of rows"); + isa_ok(@$data[2], 'DataStore::Product', "data has correct type of rows"); + isa_ok(@$data[3], 'DataStore::Product', "data has correct type of rows"); +} + +# cleanup HTTP server +kill 9, $pid; + +eval { + my $dsp = DataStore::Root->new( uri => 'http://example.org/index.txt' ); + + $dsp->request( foo => 1 ); +}; +like($@, qr/not listed in the validation options/, + '->request() fails whe passed extra params'); Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/.cvsignore (revision 22322) @@ -0,0 +1,9 @@ +Makefile +Makefile.in +aclocal.m4 +autom4te.cache +config.log +config.status +configure +install-sh +missing Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/Makefile.am (revision 22322) @@ -0,0 +1,3 @@ +SUBDIRS = scripts + +CLEANFILES = *~ core core.* Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/autogen.sh =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/autogen.sh (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/autogen.sh (revision 22322) @@ -0,0 +1,103 @@ +#!/bin/sh +# Run this to generate all the initial makefiles, etc. + +srcdir=`dirname $0` +test -z "$srcdir" && srcdir=. + +ORIGDIR=`pwd` +cd $srcdir + +PROJECT=DataStoreServer +TEST_TYPE=-f +# change this to be a unique filename in the top level dir +FILE=autogen.sh + +DIE=0 + +LIBTOOLIZE=libtoolize +ACLOCAL="aclocal $ACLOCAL_FLAGS" +AUTOHEADER=autoheader +AUTOMAKE=automake +AUTOCONF=autoconf + +#($LIBTOOLIZE --version) < /dev/null > /dev/null 2>&1 || { +# echo +# echo "You must have $LIBTOOLIZE installed to compile $PROJECT." +# echo "Download the appropriate package for your distribution," +# echo "or get the source tarball at http://ftp.gnu.org/gnu/libtool/" +# DIE=1 +#} + +($ACLOCAL --version) < /dev/null > /dev/null 2>&1 || { + echo + echo "You must have $ACLOCAL installed to compile $PROJECT." + echo "Download the appropriate package for your distribution," + echo "or get the source tarball at http://ftp.gnu.org/gnu/automake/" + DIE=1 +} + +#($AUTOHEADER --version) < /dev/null > /dev/null 2>&1 || { +# echo +# echo "You must have $AUTOHEADER installed to compile $PROJECT." +# echo "Download the appropriate package for your distribution," +# echo "or get the source tarball at http://ftp.gnu.org/gnu/autoconf/" +# DIE=1 +#} + +($AUTOMAKE --version) < /dev/null > /dev/null 2>&1 || { + echo + echo "You must have $AUTOMAKE installed to compile $PROJECT." + echo "Download the appropriate package for your distribution," + echo "or get the source tarball at http://ftp.gnu.org/gnu/automake/" + DIE=1 +} + +($AUTOCONF --version) < /dev/null > /dev/null 2>&1 || { + echo + echo "You must have $AUTOCONF installed to compile $PROJECT." + echo "Download the appropriate package for your distribution," + echo "or get the source tarball at http://ftp.gnu.org/gnu/autoconf/" + DIE=1 +} + +if test "$DIE" -eq 1; then + exit 1 +fi + +test $TEST_TYPE $FILE || { + echo "You must run this script in the top-level $PROJECT directory" + exit 1 +} + +if test -z "$*"; then + echo "I am going to run ./configure with no arguments - if you wish " + echo "to pass any to it, please specify them on the $0 command line." +fi + +#$LIBTOOLIZE --copy --force || echo "$LIBTOOLIZE failed" +$ACLOCAL || echo "$ACLOCAL failed" +#$AUTOHEADER || echo "$AUTOHEADER failed" +$AUTOMAKE --add-missing --force-missing --copy || echo "$AUTOMAKE failed" +$AUTOCONF || echo "$AUTOCONF failed" + +cd $ORIGDIR + +run_configure=true +for arg in $*; do + case $arg in + --no-configure) + run_configure=false + ;; + *) + ;; + esac +done + +if $run_configure; then + $srcdir/configure --enable-maintainer-mode "$@" + echo + echo "Now type 'make' to compile $PROJECT." +else + echo + echo "Now run 'configure' and 'make' to compile $PROJECT." +fi Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/configure.ac =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/configure.ac (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/configure.ac (revision 22322) @@ -0,0 +1,16 @@ +AC_PREREQ(2.59) + +AC_INIT([DataStoreServer], [1.0.0], [ipp-support@ifa.hawaii.edu]) +AC_CONFIG_SRCDIR([scripts]) + +AM_INIT_AUTOMAKE([1.6 foreign dist-bzip2]) +AM_MAINTAINER_MODE + +AC_PROG_INSTALL + +AC_CONFIG_FILES([ + Makefile + scripts/Makefile +]) + +AC_OUTPUT Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/doc/IPPDataStore.tex =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/doc/IPPDataStore.tex (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/doc/IPPDataStore.tex (revision 22322) @@ -0,0 +1,306 @@ +The purpose of this note is to describe the implementation of the IPP Data Store. +Introduction +The DataStore client interface is defined in document PSDC-940-010-02 which we will hereafter refer to as DSDoc. Basically the DataStore server provides clients with a directory listing and file transfer interface through HTTP. +The Data Store “virtual” file system is arranged in four levels +1. The root of the Data Store. Which contains +2. One or more products. Which contain +3. One or more file sets. Which contain +4. One or more files. +The Data Store provides specialized indexing for the first three levels as described in section 3.2 of DSDoc. +As an example the IPP Data Store is required to support a number of different products +* Image Quality and data validity for OTIS +* Transient Detections, Detectability results for MOPS +* Postage Stamp Images +* Postage Stamp Requests (internal to the web interface of the Postage Stamp Server) + +Each product will be visible at the root of the Data Store. As described in DSDoc, HTTP Requests to URLs with basename index.txt return lists in a simple easy to parse format. For example, an http request to the URL http://ippdatastore/ds/index.txt might return the following list of products + +# productID |Most recent |Time registered |type |Description | +pstamprequest|none |2008-02-28T09:01:54Z|psrequest|Postage Stamp Request | +pstampresults|test |2008-03-01T02:18:15Z|psresults|Postage Stamp Request Results | +ipp_otis |tootis080305|2008-03-04T22:43:00Z|image |IPP to OTIS Data Store | +ipp_mops |tomops080305|2008-03-04T22:45:42Z|image |IPP to MOPS Data Store | + +If index.txt is omitted from the URL, the list is returned in a more readable html format complete with links into the products. The “Most recent” column gives the name of the file set most recently added to each product and “Time registered” gives the time that that fileset was added to the Data Store. +An interesting feature of the interface is related to file set indexing. If the user sets the “query string” of the URL (the searchpart defined in rfc1738) to the name of an existing file set, the server will return a list that contains only those file sets that were registered later time than the given file set. This makes it easy for clients to find out “what’s new”. + +For example if the URL http://ippdatastore/ds/pstampresults/index.txt returns +# filesetID|time registered |type | +fileset13 |2008-03-01T01:52:18Z|PSRESULTS| +nfileset1 |2008-03-01T01:54:46Z|PSRESULTS| +nfileset2 |2008-03-01T01:55:00Z|PSRESULTS| +fileset43 |2008-03-01T02:01:29Z|PSRESULTS| +test |2008-03-01T02:18:15Z|PSRESULTS| + +the URL http://ippdatastore/ds/pstampresults/index.txt?nfileset2 would yield +# filesetID|time registered |type | +fileset43 |2008-03-01T02:01:29Z|PSRESULTS| +test |2008-03-01T02:18:15Z|PSRESULTS| + +the set of filesets newer than nfileset2. This feature requires that the Data Store’s implementation of the fileset lists be more sophisticated than the simple text file that the URL implies. +There are other considerations that led us to not try and manage the Data Store contents using simple text file indexes. Since registration requires indexes at multiple levels to be changed, and since multiple clients can be manipulating the Data Store simultaneously, keeping text file indexes consistent just using files in the file system would be problematic. +Instead we store the contents of the DataStore in an SQL database tables. The indexes are built on demand using cgi scripts. +Web Implementation +Note: although we are beginning our discussion with the specifics of the web interface, this is probably the least complex and concrete part of the DS implementation. +The web interface for the Data Store is implemented using Apache HTTP server. The Data Store is configured by adding the file httpd-datastore.conf to the Apache configuration directory /etc/httpd/conf.d. + A few directives are used. + + + DirectoryIndex /ds-cgi/dsindex.cgi + + Options +Includes + + # files will be processed for server side includes if they have the + # executable bit set (note: this doesn’t seem to be necessary) + XBitHack on + + AddOutputFilter INCLUDES .txt + + AllowOverride None + + Order allow,deny + Allow from all + + + + Options ExecCGI + + + Order allow,deny + Allow from all + + +Alias /ds/ /var/www/html/ds/dsroot/ +ScriptAlias /ds-cgi/ /var/www/cgi-bin/ds-cgi/ + +This configuration file is written for a set up where the root of the Data Store file system is located at /var/www/html/ds/dsroot/ and http clients see the root of the Data Store at http://server/ds +The cgi scripts live in /var/www/cgi-bin/ds-cgi which is aliased to /ds-cgi. +The directories in the Data Store file system are arranged to match the data. That is, product productA is represented by a directory productA in the Data Store root directory. The directory productA contains a subdirectory for each registered file set and in these directories are either the file set’s constituent files themselves or to their actual location. NOTE: locating the files outside the Data Store is not implemented yet. +The DirectoryIndex directive in the configuration file redirects index requests for all directories to the script dsindex.cgi. +The index re-directions are intended to insure that only registered products and file sets are available for access over the web interface. Other directories and files may in fact be in the file systems (file sets under construction for example) but they aren’t visible. +ISSUE: other directories in the file system aren’t listable. The dsindex script will return not found, but if an actual file name is known by the client then it will be accessible. Is this a problem? +dsindex.cgi +This script is simply +#!/bin/sh +PATH_TO_COMMAND/pstamp_runcommand.sh dsgetindex $REQUEST_URI -html + +pstamp_runcommand.sh is a (now misnamed) wrapper script that sets up the environment to run IPP commands on behalf of the web server user apache. That program is listed in appendix A. dsgetindex is a perl script that computes the index corresponding to the URI by querying the data base. +The environment variable REQUEST_URI is the set by Apache to the requested URL. For example /ds or /ds/pstampresults + + + +Index.txt +The Data Store implementation places a file named index.txt in each registered directory in the Data Store. The contents of each of these files is the same: + + +That is, index.txt redirects the web server to the cgi script dstxtindex.cgi which is yet another wrapper script +#!/bin/sh +PATH_TO_COMMAND/pstamp_runcommand.sh dsgetindex $REQUEST_URI; + + (Note: there are probably better implementations for the index.txt redirection but I haven’t found any yet. This seems to work fine). + +The interesting bit of the web implementation: dsgetindex +As might be inferred from the last couple of sections the interesting bit is contained in the program dsgetindex. +dsgetindex takes the REQUEST_URI from the web server and decides whether it is an index request for the Data Store root, a product, or an individual file set. Based on this level it runs one of the following commands to query the database for the appropriate index +* dsrootindex +* dsprodindex +* dsfsindex +If the parameter –html is provided to dsgetindex the output of these commands is passed through a filter to create a user friendly HTML page. +The 3 index programs are perl scripts that use the DBI package to access the mysql database. Currently IPP interfaces are only used for looking up configuration information. Thus it would be easy to modify this Data Store implementation to run outside of the IPP environment. +NOTE: We need to add the statistics specified by the DSDoc. + + +Data Store Index Tables +The logical contents of the Data Store is represented by 4 SQL tables. +* dsProduct +* dsFileset +* dsFile +* dsFileType +The tables are defined in the usual ipp style where each row has an integer id which is the primary key. +The product table is defined as +mysql> describe dsProduct; ++-------------+--------------+------+-----+---------+----------------+ +| Field | Type | Null | Key | Default | Extra | ++-------------+--------------+------+-----+---------+----------------+ +| prod_id | bigint(20) | NO | PRI | NULL | auto_increment | +| prod_name | varchar(64) | NO | UNI | | | +| last_update | datetime | YES | | NULL | | +| last_fs | varchar(64) | YES | | NULL | | +| type | varchar(64) | YES | | NULL | | +| description | varchar(255) | YES | | NULL | | +| prod_col_0 | varchar(64) | YES | | NULL | | +| prod_col_1 | varchar(64) | YES | | NULL | | +| prod_col_2 | varchar(64) | YES | | NULL | | +| prod_col_3 | varchar(64) | YES | | NULL | | +| prod_col_4 | varchar(64) | YES | | NULL | | +| prod_col_5 | varchar(64) | YES | | NULL | | +| prod_col_6 | varchar(64) | YES | | NULL | | +| prod_col_7 | varchar(64) | YES | | NULL | | ++-------------+--------------+------+-----+---------+----------------+ + +The columns named prod_col_0..7 are used to store the labels for any product specific columns. For example the DSDoc defines several fields for the gpc1 product: telescope pointing, integration time, filter, airmass, comment. +A fileset is represented in the database as ++--------------+-------------+------+-----+---------+----------------+ +| Field | Type | Null | Key | Default | Extra | ++--------------+-------------+------+-----+---------+----------------+ +| prod_id | bigint(20) | YES | MUL | NULL | | +| fileset_id | bigint(20) | NO | PRI | NULL | auto_increment | +| fileset_name | varchar(64) | NO | UNI | | | +| reg_time | datetime | NO | | | | +| type | varchar(64) | YES | | NULL | | +| prod_col_0 | varchar(64) | YES | | NULL | | +| prod_col_1 | varchar(64) | YES | | NULL | | +| prod_col_2 | varchar(64) | YES | | NULL | | +| prod_col_3 | varchar(64) | YES | | NULL | | +| prod_col_4 | varchar(64) | YES | | NULL | | +| prod_col_5 | varchar(64) | YES | | NULL | | +| prod_col_6 | varchar(64) | YES | | NULL | | +| prod_col_7 | varchar(64) | YES | | NULL | | ++--------------+-------------+------+-----+---------+----------------+ + +So all filesets in product 2 could be found with +SELECT * from dsFileset where prod_id = 2; + +The column’s named prod_col_n give the values of the product specific columns for the fileset. +ISSUE: fileset_name is mared as UNIQUE but this is too restrictive. The name doesn’t have to be unique in dsFileset, it only has to be unique in the product. We could manage this easily by storing prod_name/fileset_name instead of just the fileset_name instead of the. The current dsreg handles the uniqueness requirement by searching the product directory for an existing fileset. + + +The individual files are represented in the table dsFile +mysql> describe dsFile; ++------------+--------------+------+-----+---------+----------------+ +| Field | Type | Null | Key | Default | Extra | ++------------+--------------+------+-----+---------+----------------+ +| fileset_id | bigint(20) | YES | MUL | NULL | | +| file_id | bigint(20) | NO | PRI | NULL | auto_increment | +| file_name | varchar(255) | NO | | | | +| bytes | bigint(20) | YES | | NULL | | +| md5sum | varchar(255) | YES | | NULL | | +| type | varchar(64) | YES | | NULL | | +| type_col_0 | varchar(64) | YES | | NULL | | +| type_col_1 | varchar(64) | YES | | NULL | | +| type_col_2 | varchar(64) | YES | | NULL | | +| type_col_3 | varchar(64) | YES | | NULL | | ++------------+--------------+------+-----+---------+----------------+ + +So the list of files in fileset 42 could be found with +SELECT * from dsFile where fileset_id = 42; + +The columns type_col_n contain the values for any columns that are specific to a given file type. +The names of these colums are contained in the dsFileType table +mysql> describe dsFileType; ++------------+-------------+------+-----+---------+-------+ +| Field | Type | Null | Key | Default | Extra | ++------------+-------------+------+-----+---------+-------+ +| type | varchar(64) | YES | | NULL | | +| type_col_0 | varchar(64) | YES | | NULL | | +| type_col_1 | varchar(64) | YES | | NULL | | +| type_col_2 | varchar(64) | YES | | NULL | | +| type_col_3 | varchar(64) | YES | | NULL | | ++------------+-------------+------+-----+---------+-------+ + +Currently we’ve identified the following file types +* chip (a chip level image file) +* psrequest (postage stamp request table) +* psresults (postage stamp results table) +* pstamp (postage stamp image) +The chip type has one type specific column the chipname (ota name). +TODO: we might want to discuss product and fileset types as well. For us they are just labels however. + + +Data Store Management +The script dsregproduct is used to add a product to the data store +dsregproduct –-product myProduct –-type image –description ‘Data Store for my Images’ \ –-pc0 ‘telescope pointing ‘ –-pc1 ‘etime’ –-pc2 ‘f’ –-pc3 ‘airm’ \ + --pc4 ‘comments ‘ + +By padding the strings in the product specific column labels the fileset listings will have more regular formatting. + +Filesets are added to the data store creating the fileset directory in the data store, populating it with the constituent files and then registering the file set by invoking the program dsreg +dsreg --add –-product myProduct –-fileset firstFileset –-type SKYFLAT \ –-pc0 ‘-109.192656 \19.751905 2000’ –-pc1 ‘129.1’ –-pc2 ‘g’ –-pc3 ‘’1.06’ \ + –-pc4 ‘Twilight flat g 2/5’ + +dsreg reads the list of files from stdin (TODO: should we give a file argument?) Each line contains +filename filetype [0 – 4 type_specific_columns] + +dsreg computes the md5sum for each file and looks up the file’s size and adds the appropriate entries to the database tables dsFile and dsFileset. +Filesets may be removed from the database using +Dsreg –-del myProduct –-fileset oldFileset + +The registration information is removed from the database. The files however are not removed. TODO: should they be? +Appendix A +Note: this program was originally written for the postage stamp server but has found other applications. (To be relocated/renamed) +pstamp_runcommand.sh +#!/bin/sh +### +# +# pstamp_runcommand.sh: +# +# Set up the ipp environment to run a ipp commands on behalf of the postage stamp +# server and execute the command given by the argument list +# This script is used by cgi or php scripts. + +if [[ $# == 0 ]] ;then + echo "usage $0 command" >&2 + # EINVAL = 22 + exit 22 +fi + +#### BEGIN LOCAL_CONFIGURATION + +# These variables need to be customized for a particular installation +# XXX: why not pass these on on the command line or in the environment? +export PSCONFDIR=/export/data0/bills/psconfig + +WORK_DIR=/export/data1/bills/pstamp/work +CMD_DIR=/export/data0/bills/src/ipp/pstamp/scripts:/export/data0/bills/src/ipp/DataStoreServer/web/cgi + +#### END LOCAL_CONFIGURATION + +export HOME=$WORK_DIR + +cd $WORK_DIR +status=$? +if [[ $status != 0 ]] ; then + echo $0 cannot cd to WORK_DIR: $WORK_DIR status: $status >&2 + exit $status +fi + +### +### configure the IPP +### + +source $PSCONFDIR/psconfig.bash default +status=$? +if [[ $status != 0 ]] ; then + echo error setting up IPP environment >&2 + exit $status +fi + +### +### Add our command directory to the path. +### XXX: This won't be necessary once the scripts get installed as part of the IPP +### +PATH=${CMD_DIR}:${PATH} +#echo path: $PATH >&2 +#echo command: $* >&2 + +## make sure we are able to run the desired command +## XXX: This test is sort of redundant. +## We'd get a more useful error by just going ahead and trying the command +## or by not suppressing the error output of which +if [[ ! -x `which $1 2> /dev/null` ]] ;then + status=$? + echo command $1 not found >&2 + exit $status +fi + +#### Finally, execute the command given by the command line arguments + +$* + + + + + + + + Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/.cvsignore (revision 22322) @@ -0,0 +1,2 @@ +Makefile +Makefile.in Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/Makefile.am (revision 22322) @@ -0,0 +1,13 @@ + +installdir = $(bindir) + +install_files = \ + dsreg \ + dsprodtool \ + dsrootindex \ + dsprodindex \ + dsfsindex + +install_SCRIPTS = $(install_files) + +ACLOCAL_AMFLAGS = -I m4 Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsdbh.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsdbh.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsdbh.pm (revision 22322) @@ -0,0 +1,20 @@ +# create a database handle based on the configuration given +# in environment variables + +sub getDBHandle { + my $dbserver = $ENV{DBSERVER}; + my $dbuser = $ENV{DBUSER}; + my $dbpass = $ENV{DBPASSWORD}; + my $dbname = $ENV{DBNAME}; + + die "database enviornment not set up" unless defined($dbserver) and defined($dbuser) + and defined($dbpass) and defined($dbname); + + my $dsn = "DBI:mysql:host=$dbserver;database=$dbname"; + + my $dbh = DBI->connect($dsn, $dbuser, $dbpass) or die "Cannot connect to server\n"; + + return $dbh; +} + +return 1; Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsfsindex =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsfsindex (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsfsindex (revision 22322) @@ -0,0 +1,113 @@ +#!/usr/bin/env perl + +# list the filesets in a data store product +# The only ipp specific code is the function that gets the database handle and the +# exit status codes + +use strict; +use warnings; + +use dsdbh; +use DBI; + +my $PS_EXIT_CONFIG_ERROR = 3; +my $PS_EXIT_DATA_ERROR = 5; + +my $fileset = pop; +die("must specify fileset to list") unless defined $fileset; + +my $product = pop; +die("must specify product to list") unless defined $product; + +my $dbh = getDBHandle(); + +# Look up the product id +my $prod_stmt = $dbh->prepare("SELECT prod_id FROM dsProduct WHERE prod_name = '$product'"); +$prod_stmt->execute(); +my $prod = $prod_stmt->fetchrow_hashref(); +if (! defined $prod) { + print STDERR "failed to find $product in product list\n"; + exit ($PS_EXIT_DATA_ERROR); +} + +my $prod_id = $prod->{prod_id}; + +my $stmt = $dbh->prepare("SELECT fileset_id FROM dsFileset WHERE fileset_name = \'$fileset\'" . + " AND prod_id = $prod_id"); +$stmt->execute(); +my $fs = $stmt->fetchrow_hashref(); +if (!defined $fs) { + print STDERR "failed to find $fileset in $product\n"; + exit ($PS_EXIT_DATA_ERROR); +} + +my $fs_id = $fs->{fileset_id}; + + +# get the headers for all of the type specific columns +# a fileset may contain files with multiple types. We print out a new +# header each time the type in the list changes. +# save the header + +$stmt = $dbh->prepare("SELECT * FROM dsFileType"); +$stmt->execute(); +my %fileTypes; +while( my @row = $stmt->fetchrow_array()) { + my $type = $row[0]; + $fileTypes{$type} = \@row; +} + +my $header = "# fileID |bytes |md5sum |type |"; + +$stmt = $dbh->prepare("SELECT * from dsFile WHERE fileset_id = $fs_id"); +$stmt->execute(); + +my $print_header=1; +my $last_type = ""; +my $last_header = ""; +while( my $row = $stmt->fetchrow_hashref()) { + my $type = $row->{type}; + + # if the type changes print out a new header + if ($type ne $last_type) { + $print_header = 1; + $last_type = $type; + } + if ($print_header) { + # add the type specific columns + my $typeheader = ""; + my $fileTypeDef = $fileTypes{$type}; + for (my $i= 1; $i <=4; $i++) { + if (!defined $fileTypeDef->[$i]) { + last; + } + $typeheader .= sprintf "%-8s|", $fileTypeDef->[$i]; + } + my $newheader = "$header$typeheader"; + # if the header actually changed (due to type specific columns) print it out + if ($newheader ne $last_header) { + print "$newheader\n"; + $last_header = $newheader; + } + $print_header = 0; + } + + my $line = sprintf "%-18s|%-8s|%-32s|%-12s|", + $row->{file_name}, $row->{bytes}, $row->{md5sum}, $row->{type}; + + # now add any type specific columns that are defined (8 character minimum width is arbitrary) + if (defined $row->{type_col_0}) { + $line .= sprintf "%-8s|", $row->{type_col_0}; + if (defined $row->{type_col_1}) { + $line .= sprintf "%-8s|", $row->{type_col_1}; + if (defined $row->{type_col_2}) { + $line .= sprintf "%-8s|", $row->{type_col_2}; + if (defined $row->{type_col_3}) { + $line .= sprintf "%-8s|", $row->{type_col_3}; + } + } + } + } + + print "$line\n"; +} Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsprodindex =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsprodindex (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsprodindex (revision 22322) @@ -0,0 +1,138 @@ +#!/usr/bin/env perl + +# list the filesets in a data store product + +use strict; +use warnings; + +use DBI; +use dsdbh; + +my $PS_EXIT_CONFIG_ERROR = 3; +my $PS_EXIT_DATA_ERROR = 5; +my $product = shift; +die("must specify product to list") unless defined $product; + +# optional fileset name. Ignore filesets up to and including $after_fileset +my $after_fileset = shift; + +my $dbh = getDBHandle(); + +my $prod_stmt = $dbh->prepare("SELECT * FROM dsProduct WHERE prod_name = '$product'"); +$prod_stmt->execute(); +my $prod = $prod_stmt->fetchrow_hashref(); +if (! defined $prod) { + print STDERR "failed to find $product in product list\n"; + exit ($PS_EXIT_DATA_ERROR); +} + +# build the header line +my $header = "# filesetID|time registered |type |"; + +# now add the product specific columns that are defined +# not particularly elegant. I guess I should have fetched the row as an array +# note: we don't do any formatting for these columns. The width of the string +# in the database should be padded if a nice width is desired +my $last_prod_col = -1; +if (defined $prod->{prod_col_0}) { + $last_prod_col = 0; + $header .= "$prod->{prod_col_0}|"; + if (defined $prod->{prod_col_1}) { + $last_prod_col = 1; + $header .= "$prod->{prod_col_1}|"; + if (defined $prod->{prod_col_2}) { + $last_prod_col = 2; + $header .= "$prod->{prod_col_2}|"; + if (defined $prod->{prod_col_3}) { + $last_prod_col = 3; + $header .= "$prod->{prod_col_3}|"; + if (defined $prod->{prod_col_4}) { + $last_prod_col = 4; + $header .= "$prod->{prod_col_4}|"; + if (defined $prod->{prod_col_5}) { + $last_prod_col = 5; + $header .= "$prod->{prod_col_5}|"; + if (defined $prod->{prod_col_6}) { + $last_prod_col = 6; + $header .= "$prod->{prod_col_6}|"; + if (defined $prod->{prod_col_7}) { + $last_prod_col = 7; + $header .= "$prod->{prod_col_7}|"; + } + } + } + } + } + } + } +} + + +my $prod_id = $prod->{prod_id}; + +my $stmt; +my $after_clause = ""; +if ($after_fileset) { + # client wants only filesets registered after $after_fileset + # Since fileset_id is auto increment the desired filesets will have a larger fileset_id than + # the target. Look up it's fileset_id + + $stmt = $dbh->prepare("SELECT fileset_id FROM dsFileset " . + "WHERE prod_id = $prod_id AND fileset_name = \'$after_fileset\'"); + $stmt->execute(); + my $fs = $stmt->fetchrow_hashref(); + if ($fs) { + $after_clause = " AND fileset_id > $fs->{fileset_id}"; + } else { + # $after_fileset not found + # + # XXX: the spec doesn't say what should happen in this case. + # Here we follow the conductor implementation and return the whole list. + # This may not be the right thing to do. + } +} + +$stmt = $dbh->prepare("SELECT * FROM dsFileset WHERE prod_id = $prod_id $after_clause"); +$stmt->execute(); + +# XXX: dsproductls expects a header even if there are no matching filesets +print "$header\n"; + +while( my $row = $stmt->fetchrow_hashref()) { + + my $daytime = $row->{reg_time}; + (my $date, my $time) = split " ", $daytime; + + my $reg_time = $date . "T" . $time . "Z"; + + my $line = sprintf "%-11s|%-20s|%-9s|", $row->{fileset_name}, $reg_time, $row->{type}; + + # now add the product specific columns that are defined + # again using an array would have made this look nicer + if ($last_prod_col >= 0) { + $line .= "$row->{prod_col_0}|"; + if ($last_prod_col >= 1) { + $line .= "$row->{prod_col_1}|"; + if ($last_prod_col >= 2) { + $line .= "$row->{prod_col_2}|"; + if ($last_prod_col >= 3) { + $line .= "$row->{prod_col_3}|"; + if ($last_prod_col >= 4) { + $line .= "$row->{prod_col_4}|"; + if ($last_prod_col >= 5) { + $line .= "$row->{prod_col_5}|"; + if ($last_prod_col >= 6) { + $line .= "$row->{prod_col_6}|"; + if ($last_prod_col >= 7) { + $line .= "$row->{prod_col_7}|"; + } + } + } + } + } + } + } + } + + print "$line\n"; +} Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsprodtool =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsprodtool (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsprodtool (revision 22322) @@ -0,0 +1,259 @@ +#!/usr/bin/env perl +# +# Data Store product create and delete +# + +use strict; +use warnings; + +use Getopt::Long qw( GetOptions ); +use Pod::Usage qw( pod2usage ); +use DBI; +use PS::IPP::Metadata::Config; +use File::Copy; + +use PS::IPP::Config qw($PS_EXIT_SUCCESS + $PS_EXIT_UNKNOWN_ERROR + $PS_EXIT_SYS_ERROR + $PS_EXIT_CONFIG_ERROR + $PS_EXIT_PROG_ERROR + $PS_EXIT_DATA_ERROR + $PS_EXIT_TIMEOUT_ERROR + metadataLookupStr + metadataLookupBool + caturi + ); +my $product; + +# XXX allow group write permission. TODO: set group to something restrictive +umask 2; + +my $ptype; +my $description; + +my ($ps0, $ps1, $ps2, $ps3, $ps4, $ps5, $ps6, $ps7); + +my $dsroot; +my $dbname; + +my $add; +my $del; +my $remove; + +my $we_created_dir = 0; + +GetOptions( + 'add=s' => \$add, + 'del=s' => \$del, + 'type=s' => \$ptype, + 'description=s' => \$description, + 'rm' => \$remove, + 'ps0=s' => \$ps0, # product specific columns 0 - 7 + 'ps1=s' => \$ps1, + 'ps2=s' => \$ps2, + 'ps3=s' => \$ps3, + 'ps4=s' => \$ps4, + 'ps5=s' => \$ps5, + 'ps6=s' => \$ps6, + 'ps7=s' => \$ps7, + 'dbname=s' => \$dbname, + 'dsroot=s' => \$dsroot, +) or pod2usage(2); + +my $err = ""; + +# will exit if neither or both -add and -del were specified +$err .= "Must specify either --add or --del.\n" + unless $add xor $del; + +if ($add) { + $product = $add; + if (!$ptype) { + $err .= "need to specify Product type to add\n"; + } + if (!$description) { + $err .= "need to specify Product description\n"; + } + +} else { + $product = $del; +} + +# +# lookup the location of the Data Store +# + +my $ipprc = PS::IPP::Config->new(); # IPP Configuration +my $siteConfig = $ipprc->{_siteConfig}; +if (!$dsroot) { + $dsroot = metadataLookupStr($ipprc->{_siteConfig}, 'DATA_STORE_ROOT'); + if (!$dsroot) { + die("Data Store root directory not set"); + } +} + +my $root_index_script = "$dsroot/index.txt"; +if (!stat($root_index_script)) { + $err .= "Data Store not found at '$dsroot'.\n" +} + +# bail if any of the above args were improper +show_usage($err) + if ($err); + +my $dbserver = metadataLookupStr($siteConfig, 'DBSERVER'); +$dbname = metadataLookupStr($siteConfig, 'DBNAME') unless defined $dbname; +my $dbuser = metadataLookupStr($siteConfig, 'DBUSER'); +my $dbpass = metadataLookupStr($siteConfig, 'DBPASSWORD'); +exit ($PS_EXIT_CONFIG_ERROR) unless defined $dbserver and $dbname and $dbuser and $dbpass; + +my $dsn = "DBI:mysql:host=$dbserver;database=$dbname"; + +my $dbh = DBI->connect($dsn, $dbuser, $dbpass) or die "Cannot connect to server\n"; + + +my $product_dir = "$dsroot/$product"; +my $index_script_name = "$product_dir/index.txt"; + +if ($del) { + # + # delete product + # + my $stmt = $dbh->prepare("SELECT prod_id, last_fs FROM dsProduct WHERE prod_name = \'$product\'"); + $stmt->execute(); + my $prod_row = $stmt->fetchrow_hashref(); + + if (!$prod_row) { + die("product $product not found"); + } + my $prod_id = $prod_row->{prod_id}; + + # if requested, remove the product directory + if ($remove) { + if (system "rm -r $product_dir") { + die("failed to remove $product_dir"); + } + } else { + # otherwise just zap the index script + unlink("$index_script_name"); + } + + + # loop over filesets in the product and delete them + $stmt = $dbh->prepare("SELECT fileset_id FROM dsFileset WHERE prod_id = $prod_id"); + $stmt->execute(); + my $fs_row; + while ($fs_row = $stmt->fetchrow_hashref()) { + my $fileset_id = $fs_row->{fileset_id}; + $dbh->do("DELETE from dsFile where fileset_id = $fileset_id"); + $dbh->do("DELETE from dsFileset where fileset_id = $fileset_id"); + } + $dbh->do("DELETE from dsProduct where prod_id = $prod_id"); + + exit 0; + +} else { + # + # add a new product + # + my $stmt = $dbh->prepare("SELECT prod_id FROM dsProduct WHERE prod_name = \'$product\'"); + $stmt->execute(); + my $row = $stmt->fetchrow_hashref(); + + if ($row) { + die("product $product already exists"); + } + + # set up the product directory + if (! -e $product_dir) { + $we_created_dir = 1; + if (!mkdir $product_dir) { + die("failed trying to make product directory $product_dir"); + } + } + if (-e $index_script_name ) { + if (!unlink($index_script_name)) { + die("failed trying to remove old $index_script_name"); + } + } + if (!copy($root_index_script, $index_script_name)) { + print STDERR "failed trying to copy($root_index_script, $index_script_name)"; + cleanup(); + exit 1; + } + + my $prodcolstr = make_prodcol_str($ps0, $ps1, $ps2, $ps3, $ps4, $ps5, $ps6, $ps7); + + my $query = "INSERT INTO dsProduct (prod_name, last_update, type, description, " . + " prod_col_0, prod_col_1, prod_col_2, prod_col_3, prod_col_4, prod_col_5, prod_col_6, prod_col_7)" . + "VALUES('$product', UTC_TIMESTAMP(), '$ptype', '$description' $prodcolstr)"; + + my $count = $dbh->do($query); + if ($count == 0E0) { + print STDERR "failed to insert Product $product in database"; + cleanup(); + exit 1; + } + + + + exit 0; +} + + +sub show_usage { + my $str = shift; + + chomp $str; + + my @tmp = split(/\//, $0); + + pod2usage( + -msg => +"usage: $tmp[$#tmp] [--add prod_name |--del prod_name ] --type prod_type [options] + +Commands: + + --add Add a new Product + --del Remove a Product. + +Options: + --type Product type (required) + --description Product Description (required) + --ps0 - ps7 Optional product specific data + --rm with --del remove the Product directory from the Data Store + --dbname select the Data Store's database name + (usually required depending on configuration) + + + +$str", + -exitval => 2 + ); +} + +sub make_prodcol_str { + + my @list = @_; + my $string = ""; + + foreach my $s (@list) { + if ($s) { + $string .= ", \'$s\'"; + } else { + $string .= ", NULL"; + } + } + + return $string; +} + +sub cleanup { + # don't delete the product directory unless we made it + if (!$we_created_dir) { + return 0; + } + if (system "rm -r $product_dir") { + print STDERR "failed to remove $product_dir"; + } +} Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsreg =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsreg (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsreg (revision 22322) @@ -0,0 +1,489 @@ +#!/usr/bin/env perl +# +# Data Store file set registration and de-registration program +# + +use strict; +use warnings; + +use Getopt::Long qw( GetOptions ); +use Pod::Usage qw( pod2usage ); +use Digest::MD5::File qw( file_md5_hex ); +use DBI; +use PS::IPP::Metadata::Config; +use PS::IPP::Metadata::Stats; +use PS::IPP::Metadata::List qw( parse_md_list ); +use File::Copy; +use File::Basename; + +use PS::IPP::Config qw($PS_EXIT_SUCCESS + $PS_EXIT_UNKNOWN_ERROR + $PS_EXIT_SYS_ERROR + $PS_EXIT_CONFIG_ERROR + $PS_EXIT_PROG_ERROR + $PS_EXIT_DATA_ERROR + $PS_EXIT_TIMEOUT_ERROR + metadataLookupStr + metadataLookupBool + caturi + ); +my $product; +my $fileset; +my $filelist; + +my $fstype; +my ($ps0, $ps1, $ps2, $ps3, $ps4, $ps5, $ps6, $ps7); + +my $linkfiles; # if set, put links to files in the Data Store. The actuall directory is $datapath +my $copyfiles; # if set, copy files from this directory to the Data Store fileset +my $datapath; # source for files required if $linkfiles or $copyfiles +my $abspath; # Path specified is absolute + +my $dbname; # Database name +my $dsroot; # root directory of the data store + +my $add; +my $del; +my $remove; +my $force; # on --del don't return error if fileset doesn't exist + +my $verbose = 0; +my $no_cleanup = 0; # if something goes wrong don't delete copied or linked files for debug + +# XXX allow group write permission: +# TODO: set the group to a more restrictive one than users +umask 2; + +# +# parse args +# + +GetOptions( + 'add=s' => \$add, + 'del=s' => \$del, + 'product=s' => \$product, + 'list=s' => \$filelist, + 'type=s' => \$fstype, + 'datapath=s' => \$datapath, + 'abspath' => \$abspath, + 'link' => \$linkfiles, + 'copy' => \$copyfiles, + 'rm' => \$remove, + 'force' => \$force, + 'ps0=s' => \$ps0, # product specific columns 0 - 7 + 'ps1=s' => \$ps1, + 'ps2=s' => \$ps2, + 'ps3=s' => \$ps3, + 'ps4=s' => \$ps4, + 'ps5=s' => \$ps5, + 'ps6=s' => \$ps6, + 'ps7=s' => \$ps7, + 'dbname=s' => \$dbname, + 'dsroot=s' => \$dsroot, + 'verbose' => \$verbose, +) or pod2usage(2); + +my $err = ""; + +$err .= "--product is required\n" unless defined $product; + +# will exit if neither --add and --del is specified or if they both are specified +$err .= "Must specify either --add or --del.\n" + unless $add xor $del; + +if ($add) { + $fileset = $add; + $err .= "--type is required\n" unless defined $fstype; + $err .= "--list is required\n" unless defined $filelist; + if ($linkfiles and $copyfiles) { + $err .= "only one of --link and --copy is allowed\n"; + } + if (($linkfiles or $copyfiles) and !$datapath and !$abspath) { + $err .= "need to specify datapath with --link or --copy\n"; + } + if ($linkfiles && (substr($datapath, 0, 1) ne "/")) { + $err .= "datapath must begin with / when using --link\n"; + } +} else { + $fileset = $del; +} + + +# +# lookup the location of the Data Store +# + +my $ipprc = PS::IPP::Config->new(); # IPP Configuration +my $siteConfig = $ipprc->{_siteConfig}; +if (!$dsroot) { + $dsroot = metadataLookupStr($ipprc->{_siteConfig}, 'DATA_STORE_ROOT'); + if (!$dsroot) { + die("Data Store root directory not set"); + } +} + + +if (!stat("$dsroot/index.txt")) { + $err .= "Data Store not found at '$dsroot'.\n" +} + +# bail if any errors above +show_usage($err) + if ($err); + +show_usage("Invalid product '$product'.") + unless defined stat("$dsroot/$product/index.txt"); + +$dbname = metadataLookupStr($siteConfig, 'DBNAME') unless defined $dbname; +my $dbserver = metadataLookupStr($siteConfig, 'DBSERVER'); +my $dbuser = metadataLookupStr($siteConfig, 'DBUSER'); +my $dbpass = metadataLookupStr($siteConfig, 'DBPASSWORD'); +exit ($PS_EXIT_CONFIG_ERROR) unless defined $dbserver and $dbname and $dbuser and $dbpass; + +my $dsn = "DBI:mysql:host=$dbserver;database=$dbname"; +my %conn_attrs = (PrintError => 1, RaiseError => 1, AutoCommit => 0); + +my $dbh = DBI->connect_cached($dsn, $dbuser, $dbpass, \%conn_attrs) + or die "Cannot connect to DB server\n"; + +print STDERR "dbh: $dbh\n" if $verbose; + +my $fileset_dir = "$dsroot/$product/$fileset"; +my $index_script_name = "$fileset_dir/index.txt"; + +if ($del) { + # + # delete fileset + # + + my $stmt = $dbh->prepare("SELECT prod_id, last_fs FROM dsProduct WHERE prod_name = ?"); + $stmt->execute($product); + + my $prod_row = $stmt->fetchrow_hashref(); + my $prod_id = $prod_row->{prod_id}; + my $old_last_fs = $prod_row->{last_fs}; + + if (!$prod_id) { + die("product $product not found\n"); + } + $stmt = $dbh->prepare("SELECT fileset_id,fileset_name FROM dsFileset" . + " WHERE fileset_name = ? AND prod_id = $prod_id"); + + $stmt->execute($fileset); + my $fs_row = $stmt->fetchrow_hashref(); + + if (!$fs_row) { + print STDERR "Fileset '$fileset' not found in $product.\n"; + if ($force) { + exit 0; + } else { + exit 1; + } + } + $stmt->finish(); + + my $fileset_id = $fs_row->{fileset_id}; + + eval { + $dbh->do("DELETE from dsFile where fileset_id = $fileset_id"); + $dbh->do("DELETE from dsFileset where fileset_id = $fileset_id"); + + if ($old_last_fs eq $fs_row->{fileset_name}) { + # print STDERR "deleting most recent fileset in $product\n"; + + $stmt = $dbh->prepare("SELECT fileset_name from dsFileset " . + "WHERE prod_id = $prod_id ORDER BY reg_time DESC LIMIT 1"); + $stmt->execute(); + my $new_last_fs; + my $new_newest = $stmt->fetchrow_hashref(); + if ($new_newest) { + $new_last_fs = $new_newest->{fileset_name}; + } else { + $new_last_fs = "none"; + } + $stmt->finish(); + $dbh->do("UPDATE dsProduct SET last_fs = \'$new_last_fs\' WHERE prod_id = $prod_id"); + } + $dbh->commit(); + }; + if ($@) { # an error occured + print STDERR "transaction failed, rolling back error was:\n$@\n"; + eval {$dbh->rollback();}; + cleanup(); + exit 1; + } + + $dbh->disconnect(); + + if ($remove) { + if (system "rm -r $fileset_dir") { + die("failed to remove $fileset_dir"); + } + } else { + # zap the index script + unlink("$index_script_name"); + } + exit 0; + +} else { + # + # add a new fileset + # + + if (!$datapath) { + $datapath = $fileset_dir; + } + + my $stmt = $dbh->prepare("SELECT prod_id FROM dsProduct WHERE prod_name = ?"); + $stmt->execute($product); + my $row = $stmt->fetchrow_hashref(); + my $prod_id = $row->{prod_id}; + $stmt->finish(); + + if (!$prod_id) { + die("product $product not found"); + } + my $count = $dbh->do("SELECT fileset_id FROM dsFileset WHERE fileset_name = ?" . + " AND prod_id = $prod_id", undef, ($fileset)); + if ($count != 0E0) { + print STDERR "Fileset '$fileset' already exists in product $product.\n"; + exit 1; + } + + # Note: There is a race condition here. Somebody could sneak in now and add a fileset with + # fileset_name = $fileset. So later we'll check again that only one fileset with the name exists + + + my $in; + if ($filelist eq "-") { + $in = *STDIN; + } else { + open $in, "<$filelist" or die "cannot open filelist file $filelist\n"; + } + + my $lineno = 0; + my @files; + while (<$in>) { + chomp; + $lineno++; + + my $filename; + my $bytes; + my $md5sum; + my $filetype; + + my @fields = split /\|/; + if (@fields < 4) { + die "malformed input line at $filelist line $lineno: $_\n"; + } + $filename = shift @fields; + $bytes = shift @fields; # if this is null it will be calculated below + $md5sum = shift @fields; # if this is null it will be calculated below + $filetype = shift @fields; + + # make sure the length of the type specific columns is 8 + while (@fields < 8) { + push @fields, undef; + } + my $ts_cols = [@fields]; + + my $hashref = { + 'file' => $filename, + 'bytes' => $bytes, + 'md5sum' => $md5sum, + 'type' => $filetype, + 'ts_cols' => $ts_cols, + }; + + push @files, $hashref; + } + + die("empty filelist\n") if (@files == 0); + + # Prepare the fileset directory + if ($linkfiles or $copyfiles) { + ## create the fileset directory + if (! -e $fileset_dir) { + if (!mkdir $fileset_dir) { + die("failed trying to create fileset directory $fileset_dir"); + } + } + eval { + ## then copy or symlink the files into place + foreach my $ref (@files) { + my $src = (defined $abspath ? '' : "$datapath/") . "$ref->{file}"; + my $filename = fileparse($ref->{file}, ()); + my $dest = "$fileset_dir/$filename"; + + if ($linkfiles) { + if (! symlink $src, $dest) { + die("failed trying to link $src to $dest"); + } + } else { + if (!copy($src, $dest)) { + die("copy($src, $dest) failed"); + } + } + } + }; + if ($@) { # an error occured + print STDERR "error preparing the fileset directory: $@\n"; + + if (!$no_cleanup && system "rm -r $fileset_dir") { + die("failed to remove $fileset_dir"); + } + exit $PS_EXIT_UNKNOWN_ERROR; + } + } + + # now calculate the md5sum and file size if they weren't provided + foreach my $file (@files) { + my $filename = fileparse($file->{file}, ()); + my $path = "$fileset_dir/$filename"; + if (! -e $path ) { + die "file $path not found"; + } + if (!$file->{bytes}) { + my @finfo = stat($path); + unless (@finfo) { + die ("can't stat $path"); + } + $file->{bytes} = $finfo[7]; + } + if (!$file->{md5sum}) { + # Get MD5 sum + $file->{md5sum} = file_md5_hex($path); + } + } + + + if (! $dbh->ping()) { + # database connection has gone away, reconnect + $dbh->disconnect(); + $dbh = DBI->connect_cached($dsn, $dbuser, $dbpass, \%conn_attrs) + or die "Cannot connect to server\n"; + print STDERR "ping failed new dbh: $dbh\n" if $verbose; + } + + eval { + my $qstring = "INSERT into dsFileset" . + " (prod_id, fileset_name, reg_time, type," . + " prod_col_0, prod_col_1, prod_col_2, prod_col_3, prod_col_4, prod_col_5, " . + " prod_col_6, prod_col_7)" . + " VALUES(?, ?, UTC_TIMESTAMP(), ?, ?, ?, ?, ?, ?, ?, ?, ?)"; + + $count = $dbh->do($qstring, undef, ($prod_id, $fileset, $fstype, + $ps0, $ps1, $ps2, $ps3, $ps4, $ps5, $ps6, $ps7)); + + die("failed to insert $fileset") if ($count == 0E0); + + my $fileset_id = $dbh->last_insert_id(undef, undef, undef, undef); + + # make sure that no-one got in and created a fileset with this name while we were busy + $count = $dbh->do("SELECT fileset_id FROM dsFileset WHERE fileset_name = ?" . + " AND prod_id = $prod_id", undef, ($fileset)); + if ($count > 1) { + die("Fileset '$fileset' already exists under $product."); + } + + foreach my $ref (@files) { + my $filename = fileparse($ref->{file}, ()); + my $query = "INSERT INTO dsFile" . + " (fileset_id, file_id, file_name, bytes, md5sum, type," . + " type_col_0, type_col_1, type_col_2, type_col_3, type_col_4, type_col_5," . + " type_col_6, type_col_7)" . + " VALUES($fileset_id, 0, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)"; + + my $aref = $ref->{ts_cols}; + my $do_args = [($filename, $ref->{bytes}, $ref->{md5sum}, $ref->{type}), @$aref]; + + $count = $dbh->do($query, undef, @$do_args); + + if ($count == 0E0) { + die("failed to insert $filename into $fileset"); + } + } + + $count = $dbh->do("UPDATE dsProduct SET last_update = UTC_TIMESTAMP(), last_fs = \'$fileset\'" + . " WHERE prod_id = $prod_id"); + if ($count == 0E0) { + die("failed to update dsProduct $prod_id"); + } + + $dbh->commit(); + + # create the cgi script index.txt by making a copy of its parent's + if (!copy("$dsroot/$product/index.txt", $index_script_name)) { + die("failed to copy index script to file set"); + } + }; + if ($@) { # an error occured + print STDERR "transaction failed, rolling back error was:\n$@\n"; + eval {$dbh->rollback();}; + cleanup(); + exit 1; + } + + print STDERR "calling disconnect before exit\n" if $verbose; + $dbh->disconnect(); + + exit 0; +} + + +sub show_usage { + my $str = shift; + + chomp $str; + + my @tmp = split(/\//, $0); + + pod2usage( + -msg => +"usage: $tmp[$#tmp] --add fs_name |--del fs_name --product prod_name --type fs_type --list filelist [options] + +Commands: + + --add Add a new fileset with the given metadata to the specified product. + File information will be read per-line from the file specifed by the + list option. + Input lines are in the following format: + + fileID|size|md5sum|type|ts0|ts1|ts2|ts3 + + These entries are read until EOF is reached. + + If either size or md5sum are left blank they will be calculated by dsreg + + (The type specific fields ts[0-3]fields are optional and may be omitted) + + --del Remove the fileset fs_name. + + + +Options: + --product the product for the given file set (required) + --list file containing list of files (use - for STDIN) (required) + --link Link files from datapath to Data Store + --copy Copy files from datapath to Data Store + --datapath path to source files for --copy or --link + --ps0 - ps7 Optional product specific data + --rm with --del remove the fileset directory from the Data Store + --force with --del do not return error status if the fileset does not exist + --dbname select the Data Store's database name + (usually required depending on configuration) + +$str", + -exitval => 2 + ); +} + +sub cleanup { + if (!$no_cleanup && ($linkfiles or $copyfiles)) { + if (system "rm -r $fileset_dir") { + print STDERR "failed to remove $fileset_dir"; + } + } else { + unlink($index_script_name); + } +} Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsrootindex =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsrootindex (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/dsrootindex (revision 22322) @@ -0,0 +1,39 @@ +#!/usr/bin/env perl +# +# dsrootindex: Extract the root data store index from the database. +# The output is in DataStore index.txt format +# + +use strict; +use warnings; + +use dsdbh; + +use DBI; + +my $PS_EXIT_CONFIG_ERROR = 3; + +my $dbh = getDBHandle(); + +my $stmt = $dbh->prepare("SELECT * FROM dsProduct"); +$stmt->execute(); + +print "# productID |Most recent |Time registered |type |Description |\n"; + +while( my $row = $stmt->fetchrow_hashref()) { + my $prod_id = $row->{prod_id}; + + my ($date, $time) = split / /, $row->{last_update}; + my $datetime = $date . "T" . $time . "Z"; + + my $last_fs = $row->{last_fs}; + if (!$last_fs) { + # dsrootls is fussy when this field is blank + $last_fs = "none"; + } + + my $line = sprintf "%-13s|%-12s|%-20s|%-9s|%-32s|\n", $row->{prod_name}, $last_fs, $datetime, + $row->{type}, $row->{description}; + + print $line; +} Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/tabledefs.sql =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/tabledefs.sql (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/scripts/tabledefs.sql (revision 22322) @@ -0,0 +1,81 @@ +DROP TABLE IF EXISTS dsFileType; +DROP TABLE IF EXISTS dsFile; +DROP TABLE IF EXISTS dsFileset; +DROP TABLE IF EXISTS dsProduct; + +# +# + +CREATE TABLE dsProduct ( + prod_id BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY, + prod_name VARCHAR(64) NOT NULL UNIQUE, + last_update datetime, + last_fs VARCHAR(64), + type VARCHAR(64), + description VARCHAR(255), + prod_col_0 VARCHAR(64), # labels for product specific columns + prod_col_1 VARCHAR(64), # these appear in the header list + prod_col_2 VARCHAR(64), + prod_col_3 VARCHAR(64), + prod_col_4 VARCHAR(64), + prod_col_5 VARCHAR(64), + prod_col_6 VARCHAR(64), + prod_col_7 VARCHAR(64) +) Engine=InnoDB DEFAULT CHARSET=latin1; + + +CREATE TABLE dsFileset ( + prod_id BIGINT(20), + fileset_id BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY, + fileset_name VARCHAR(64) NOT NULL, + reg_time datetime NOT NULL, + type VARCHAR(64), + prod_col_0 VARCHAR(64), # values for product specific columns + prod_col_1 VARCHAR(64), + prod_col_2 VARCHAR(64), + prod_col_3 VARCHAR(64), + prod_col_4 VARCHAR(64), + prod_col_5 VARCHAR(64), + prod_col_6 VARCHAR(64), + prod_col_7 VARCHAR(64), + FOREIGN KEY (prod_id) REFERENCES dsProduct(prod_id) +) Engine=InnoDB DEFAULT CHARSET=latin1; + + +CREATE TABLE dsFile ( + fileset_id BIGINT(20), + file_id BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY, + file_name VARCHAR(255) NOT NULL, + bytes BIGINT(20), + md5sum VARCHAR(255), + type VARCHAR(64), + type_col_0 varchar(64), # value for type specific columns + type_col_1 varchar(64), + type_col_2 varchar(64), + type_col_3 varchar(64), + type_col_4 varchar(64), + type_col_5 varchar(64), + type_col_6 varchar(64), + type_col_7 varchar(64), + FOREIGN KEY (fileset_id) REFERENCES dsFileset(fileset_id) +) Engine=InnoDB DEFAULT CHARSET=latin1; + +# +# labels for the type specific columns for each Data Store file type +# + +CREATE TABLE dsFileType ( + type VARCHAR(64), + type_col_0 varchar(64), + type_col_1 varchar(64), + type_col_2 varchar(64), + type_col_3 varchar(64) +) Engine=InnoDB DEFAULT CHARSET=latin1; + +# type specific column for type chip +INSERT INTO dsFileType (type, type_col_0) VALUES('chip', 'chipname'); + +# none of these types have any type specific columns +#INSERT INTO dsFileType (type) VALUES('psrequest'); +#INSERT INTO dsFileType (type) VALUES('psresults'); +#INSERT INTO dsFileType (type) VALUES('pstamp'); Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dodsfits =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dodsfits (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dodsfits (revision 22322) @@ -0,0 +1,42 @@ +#!/usr/bin/env perl + +use strict; +use CGI ':standard'; + +my $DS_DIR = $ENV{"DS_ROOT"}; + +my $uri = $ENV{'REQUEST_URI'}; + +$uri = $ARGV[0]; +#print STDERR "uri is $uri\n"; + +(my $left, my $param) = split(/\,/, $uri); + +#print STDERR "left: $left param: $param\n"; + +if ($left !~ /\.fits$/) { + print header( -status => '404 Not Found' ); + exit; +} + +my @path = split(/\//, $left); + +my $fn = @path[$#path]; +my $fpath = $DS_DIR.'/'.$left; + + + +print header( -type => 'image/fits', + -attachment => $fn, + -content_length => -s $fpath, + ); + + +open F, $DS_DIR.'/'.$left; + +binmode(F); +binmode(STDOUT); + +print while (); + +close F; Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dsdbh.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dsdbh.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dsdbh.pm (revision 22322) @@ -0,0 +1,20 @@ +# create a database handle based on the configuration given +# in environment variables + +sub getDBHandle { + my $dbserver = $ENV{DBSERVER}; + my $dbuser = $ENV{DBUSER}; + my $dbpass = $ENV{DBPASSWORD}; + my $dbname = $ENV{DBNAME}; + + die "database enviornment not set up" unless defined($dbserver) and defined($dbuser) + and defined($dbpass) and defined($dbname); + + my $dsn = "DBI:mysql:host=$dbserver;database=$dbname"; + + my $dbh = DBI->connect($dsn, $dbuser, $dbpass) or die "Cannot connect to server\n"; + + return $dbh; +} + +return 1; Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dsfits.cgi =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dsfits.cgi (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dsfits.cgi (revision 22322) @@ -0,0 +1,3 @@ +#!/bin/bash +. ./dsshellconfig +./dodsfits $* Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dsgetindex =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dsgetindex (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dsgetindex (revision 22322) @@ -0,0 +1,253 @@ +#!/usr/bin/env perl +# +# dsgetindex: Generate response to http GET for a DataStore index +# +# The only required argument is the REQUEST_URI. +# The number of elements in the URI tell us whether we are listing +# the data store root, a product, or a fileset. +# +# if a second argument -html is provided, the output is in HTML format +# otherwise plain text is used +# +# The only thing specific to the ipp used here is the exit codes. + +use warnings; +use strict; + +use CGI ':standard'; +use IPC::Cmd 0.36 qw( can_run run ); + +my $PS_EXIT_CONFIG_ERROR = 3; +my $PS_EXIT_DATA_ERROR = 5; + +my $uri = shift; + +if (!$uri) { + warn("need uri"); + exit ($PS_EXIT_CONFIG_ERROR); +} + +my $DS_ROOT = $ENV{DS_ROOT}; + +die("DS_ROOT not found in the environment") unless defined($DS_ROOT); + +my @path; + +my $html_mode; +my $arg = shift; +if ($arg && ($arg eq "-html")) { + $html_mode = 1; +} + +# +# split up the uri into componnts. +# +# XXX: Find a simpler way to do this + +# collapse any multipe slashes in uri +$uri = File::Spec->canonpath($uri); + +# split the directories from the file +my $directories; +my $file = ""; +my $query_str; + +if ($html_mode) { + # there is no file on the url + + # print STDERR "html mode\n"; + + ($directories, $query_str) = split/\?/, $uri; + + # used by the pretty printer + @path = split(/\//, $directories); + +} else { + my $volume; + ( $volume, $directories, $file) = File::Spec->splitpath($uri); + + # find the query string if any + # (This is only relevant for fileset queries but we follow conductor and do not enforse that restriction) + ($file, $query_str) = split/\?/, $file; + + if ($file ne "index.txt") { + warn("unexepected index file name: $file"); + exit ($PS_EXIT_CONFIG_ERROR); + } +} + +if (!$query_str) { + $query_str = ""; +} + +my @dirs = split /\//, $directories; + +# shift out the empty string at left of the first / +shift @dirs; +# shift out 'ds' +shift @dirs; + +# now we're left with either nothing, a product, or a product and a fileset +my $product = shift @dirs; +my $fileset = shift @dirs; + +if (@dirs) { + # XXX need to output an error page + warn("unexpected extra directories: @dirs in uri: $uri"); + exit ($PS_EXIT_CONFIG_ERROR); +} + +my $program; +if ($fileset) { + $program = "dsfsindex"; +} elsif ($product) { + $program = "dsprodindex"; + $fileset .= " $query_str"; +} else { + $program = "dsrootindex"; + $fileset = ""; + $product = ""; +} + +my $missing_tools; +my $index_program = can_run($program) or (warn "Can't find $program" and $missing_tools = 1); +if ($missing_tools) { + #warn("Can't find required tools."); + exit ($PS_EXIT_CONFIG_ERROR); +} + +{ + my $command = "$index_program $product $fileset"; + + my ( $success, $error_code, $full_buf, $stdout_buf, $stderr_buf ) = + run(command => $command, verbose => 0); + + if ($success) { + if ($html_mode) { + html_index($stdout_buf); + } else { + print header('text/plain', '200 OK'); + print @$stdout_buf; + } + } else { + if (0 && $html_mode) { + XXX: TODO + + } else { + # since we're invoked as a redirect from a text file browsers are expecting + # 'text/plain' format + print header('text/plain', '404 ERROR'); + #print header('text/plain', '200 OK'); + print @$stderr_buf; + print STDERR @$stderr_buf; + } + } + exit $error_code >> 8; +} + + +sub html_index { + + my $out_array_ref = shift; + my $outBuf = join( "", @$out_array_ref); + + #print header('text/plain', '200 OK'); + + #print "outputting from html_index\n"; + #print @$out_buf; + pprint_pre(); + my @lines = split /^/, $outBuf; + foreach my $line (@lines) { + pprint($line); + } + pprint_post(); +} + +# +# XXX: +# quick hacky pretty printer +# Stolen from Eric's Data Store mock up +# + +sub pprint_pre { + #use Filesys::Df; + + print header('text/html', '200 OK'); + print start_html('Data Store'); + + # get free space +# my $ref = df($DS_ROOT); +# printf '

Free space: %.2fG (%.1f%%)

', +# $ref->{bfree}/(1024*1024), +# 100.0*$ref->{bfree}/$ref->{blocks}; +# print "\n"; + + # return link + print a({-href=>"./index.txt"}, "Text Version"); + + if ($#path > 1) { + print "    \n"; + + my $up = join('/', @path[0..$#path-1]); + print a({-href=>"$up"}, "Up to $up"); + + } + print "

\n"; + + + print ''; +} + + +sub pprint_post { + print '
'; + print p(); + + print end_html(); +} + + +sub pprint { + my $line = shift; + + my $nolink; + my $celltag = 'td'; + + # assume a comment line means its the header + if ($line =~ /^\s*#/) { + $celltag = 'th'; + $nolink = 1; + } + + my @toks = split(/\|/, $line); + + print ''; + + print "<$celltag>"; + + if ($nolink) { + print $toks[0]; + } + + else { + # assumes id is always first field + my $wpath = join('/',@path)."/$toks[0]"; + + # if this is a file request, use a download cgi + if ($wpath =~ /\.fits\s*$/) { + $wpath = '/ds-cgi/dsfits.cgi?'.substr($wpath, 4); # strip' /ds/' + } + + print a({-href=>$wpath}, $toks[0]); + } + + print ""; + + foreach my $val (@toks[1..$#toks]) { + print "<$celltag>"; + print $val; + print ""; + } + + print ''; +} Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dsindex.cgi =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dsindex.cgi (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dsindex.cgi (revision 22322) @@ -0,0 +1,3 @@ +#!/bin/bash +. ./dsshellconfig +dsgetindex $REQUEST_URI -html Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dsshellconfig =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dsshellconfig (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dsshellconfig (revision 22322) @@ -0,0 +1,15 @@ +# set up some environment needed by the scripts +export PERL5LIB=INSERT_VALUE_HERE + +# IPC::Cmd::can_run routine doesn't find programs in ds-cgi +# unless . is in the path +PATH=.:${PATH} + +# setting these here allow the data store to run independnt of the ipp configuration +export DBSERVER=INSERT_VALUE_HERE +export DBNAME=INSERT_VALUE_HERE +export DBPASSWORD=INSERT_VALUE_HERE +export DBUSER=INSERT_VALUE_HERE + +export DS_ROOT=INSERT_VALUE_HERE + Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dstxtindex.cgi =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dstxtindex.cgi (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/dstxtindex.cgi (revision 22322) @@ -0,0 +1,3 @@ +#!/bin/bash +. ./dsshellconfig +./dsgetindex $REQUEST_URI; Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/index.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/index.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/web/cgi/index.txt (revision 22322) @@ -0,0 +1,1 @@ + Index: /tags/sj_tags/sj_root_20080929/DataStoreServer/web/conf/httpd-datastore.conf =================================================================== --- /tags/sj_tags/sj_root_20080929/DataStoreServer/web/conf/httpd-datastore.conf (revision 22322) +++ /tags/sj_tags/sj_root_20080929/DataStoreServer/web/conf/httpd-datastore.conf (revision 22322) @@ -0,0 +1,41 @@ +# +# Root of the data store (where the directory hierarchy lives +# + + + DirectoryIndex /ds-cgi/dsindex.cgi + + #Options None + + # turn on server side includes + Options +Includes + + # files will be processed for server side includes if they have the + # executable bit set + XBitHack on + + AddType text/plain .txt + AddOutputFilter INCLUDES .txt + + AllowOverride None + + Order allow,deny + Allow from all + + + +# +# Location of the cgi scripts +# + + + Options ExecCGI + + + Order allow,deny + Allow from all + + +Alias /ds /data/ipp000.0/datastore/dsroot/ +ScriptAlias /ds-cgi /data/ipp000.0/datastore/ds-cgi/ + Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/.cvsignore (revision 22322) @@ -0,0 +1,6 @@ +Build +META.yml +Makefile +Makefile.PL +_build +blib Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/Build.PL =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/Build.PL (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/Build.PL (revision 22322) @@ -0,0 +1,45 @@ +use Module::Build; +# See perldoc Module::Build for details of how this works + +Module::Build->new( + module_name => 'Nebulous', + dist_version_from => 'lib/Nebulous/Server.pm', + author => 'Joshua Hoblitt ', + license => 'gpl', + create_makefile_pl => 'passthrough', + requires => { + 'Apache2::Const' => 0, + 'Class::Accessor::Fast' => 0, + 'Config::YAML' => '1.42', + 'DBD::mysql' => '3.0007', + 'DBI' => '1.53', + 'Digest::SHA1' => 0, + 'File::ExtAttr' => '1.03', + 'File::Path' => '1.08', + 'File::Spec' => 0, + 'File::Spec::Functions' => 0, + 'File::Temp' => 0, + 'Log::Log4perl' => '0.48', + 'Net::Server::Daemonize'=> '0.05', + 'Params::Validate' => '0.73', + 'SOAP::Lite' => '0.69', + 'Sys::Statistics::Linux::DiskUsage' => '0.02', + 'URI' => '1.30', + }, + build_requires => { + 'Test::More' => '0.49', + 'Test::URI' => '1.06', + }, + recommends => { + 'Test::Distribution' => '1.22', + 'Apache2::SOAP' => 0, + 'Apache::DBI' => '1.05', + }, + script_files => [qw( + bin/neb-voladd + bin/neb-admin + bin/neb-fsck + bin/neb-initdb + bin/nebdiskd + )], +)->create_build_script; Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/Changes =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/Changes (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/Changes (revision 22322) @@ -0,0 +1,167 @@ +Revision history for Nebulous + +0.16 + - add so_id/name idxs to storage_object_xattr table + - rename neb-addvol -> neb-voladd + +0.15 Thu Sep 11 13:00:59 HST 2008 + - invert soft volume semantics + +0.14 Wed Aug 20 16:25:43 HST 2008 + - change the get_replication_volume_for_ext_id query to choose a storage + volume (that meets the critera) at random + +0.13 Wed Jul 9 16:36:27 HST 2008 + - create a Nebulous::Keys object to represent a parsed neb key and + impliment other changes to abstract out the handling of keys in order to + support "soft" volume requests and the "any" volume + - change find_objects_with_unavailable_instances query to only count + volumes marked as 'available' + - fix nebdiskd so it doesn't removed volumes as being successful stat()'d + even when the stat() failed under --debug + - add "smart" storage volume selection when ->replicate_object() is invoked without a target volume name + - add volume.host field + - add --host option to neb-initdb + - add --host option to neb-addvol + - add --host option to neb-admin + - add --host option to nebdiskd + - decalare default SQL character set + +0.12 Wed May 28 11:03:06 HST 2008 + - remove the use of LAST_INSERT_ID() from the new_object_instance query + - add neb-admin util + - fix Nebulous::Server::setxattr_object() so that creating a new xattr with + the "replace" flag works + +0.11 Tue May 20 10:54:50 HST 2008 + - add support for the magical ':any' volume to + Nebulous::Server:find_instances() + - call sync on newly created files from + Nebulous::Server::_create_empty_file() + - improved error strings in Nebulous::Server::find_instances() + +0.10 Wed May 14 17:26:48 HST 2008 + - cleanup error handling in Nebulous::Server::stat_object()/find_objects() + - update Nebulous::Server::lock_object()/unlock_object() fault strings + - cleanup database error handling: make sure queries are ->finished before + showing an expect, remove DBI->rollback from the error paths of methods + that don't insert data + - improve getxattr_object() error handling + - document xattr methods + - change Nebulous::Server::stat() to not die when passed a non-existant key + - change listxattr_object() to return an arrayref + - change default log level to 'WARN' + - fix _is_valid_object_key() to handle nebulous keys + +0.09 Tue May 6 12:12:02 HST 2008 + - allow volume name arguments to be undef + +0.08 Thu Apr 17 16:08:16 HST 2008 + - set permissions on storage instance directories + +0.07 + - add Nebulous::Server::mounts() + - server/client split into Nebulous::Server and Nebulous::Client packages + - add support for storing instances in multi-tier 'hashed' directories + - pickup test DB settings from the env. + - add neb-ls -l|-1 option + - add neb-fsck + - add neb-stat + - add additional fkey constrains to the instance table + - fix installation of neb-replicate & neb-cull + - redo database schema with foreign keys + - add Nebulous::Keys pod + +0.06 Fri Jan 25 10:55:59 HST 2008 + - define Nebulous::Client::find_objects() as returning [] when NO keys are + found + - change neb-touch to use Nebulous::Client::find_objects() instead of + ::find() + - add Nebulous::Sever:: neb key/uri support + - add Nebulous::Util::parse_neb_key() + - change bin/* scripts to conistently use --volume instead of --node, + etc. + - pod cleanups + - add neb-replicate & neb-cull + +0.05 2007-05-04 16:59:31(???) + - make filesystem xattr support optional & disabled by default + - generate instance filenames that leave the "key" at the end so as to not + break a pplications that expect a certain "extension" on the filename + - set an xattr on all created files of "user.nebulous_key" + - add neb-locate + - change all Nebulous::Client public methods to behave in list context + - rework the getmountedvol() stored procedure to attempt to work around + what appears to be some nasty transacational isolation leak throught that + was causing getmountedvol() to randomly hang when nebdiskd changed the + mount table. + - fix a nasty logic bug in Nebulous::Client->replicate() + - break 1:1 relationship between key names and on disk file names + - overhaul Nebulous::Client->cull() + - add the number of instances to ->stat_object() + - SQL cleanup + - better paramter checking + - overhaul instance table + - add ->_is_valid_object_key() method + - change ->find_instances() to check it's params and only return instances + on mounted & available volumes + - add volume.available field and logic to use it + - add volume.allocate field and logic to use it + - add instance.vol_id field + - remove $class_id & $comment params from Nebulous::Server->create() and + Nebulous::Client->create*() and all supporting functions and tests + - add Nebulous::Server->{setxattr_object, listxattr_object, + getxattr_object, removexattr_object}() + - add neb-cat + - add neb-mv + - change Nebulous::Client->move() to use ->rename_object() + - add Nebulous::Server->rename_object() + - add neb-rm + - add neb-cp + - add neb-ls + - add Nebulous::Client->find_objects() + - add Nebulous::Server->find_objects() + - add neb-touch + - add neb-df + - change neb-addvol to properly mangle URIs into paths + +0.04 Mon Apr 23 13:33:16 HST 2007 + - include autogen.sh in the tarball + - add nebdiskd + - [nebclient] VERSION to '0.0.3' + - change API to generally return true URIs instead of file paths + - add support for some what intelligent volume allocations + - minor code & build fixes, ws changes + +0.03 Mon Dec 11 14:19:45 HST 2006 + - change Nebulous::Server instantiate objects (init -> new) instead of + working with class data + - add a DESTROY method to Nebulous::Server to tear down the database + connection + - add a Nebulous::Server->config() accessor + - make Nebulous::Server->db() Apache::DBI aware + - make SQL syntax MySQL 5 compatible + - update SOAP, DBI & DBD, and Apache::* deps + - change Nebulous::Server::SOAP to be mod_perl aware + - change Nebulous::Server::SOAP install stub methods to bypass AUTOLOAD on + successive calls to the same method + - make Nebulous::Server::Log mod_perl aware + - change Nebulous::Server::Log to accept a Nebulous::Server::Config object + as a parameter instead of fetching it as a singleton + - make Nebulous::Server::Config no longer a singleton + +0.02 Fri Dec 2 17:36:59 HST 2005 + - recommend Test::Distribution 1.22 + - add t/00_distribution.t + - rename test files + - [nebclient] VERSION to '0.0.2' + - Nebulous::Client, Nebulous::Server, & Nebulous::Server::SQL + VERSION to '0.02' + - add Nebulous::Client->open_create() + - change Nebulous::Client->create() to return just a filename + - [nebclient] add nebOpenCreate() + - [nebclient] change nebCreate() to return just a filename + +0.01 Fri Sep 3 10:23:31 2004 + - first working version + - original version; created by ExtUtils::ModuleMaker 0.32 Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/LICENSE =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/LICENSE (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/LICENSE (revision 22322) @@ -0,0 +1,260 @@ +The General Public License (GPL) +Version 2, June 1991 + +Copyright (C) 1989, 1991 Free Software Foundation, Inc. 675 Mass Ave, +Cambridge, MA 02139, USA. Everyone is permitted to copy and distribute +verbatim copies of this license document, but changing it is not allowed. + +Preamble + +The licenses for most software are designed to take away your freedom to share +and change it. By contrast, the GNU General Public License is intended to +guarantee your freedom to share and change free software--to make sure the +software is free for all its users. This General Public License applies to most of +the Free Software Foundation's software and to any other program whose +authors commit to using it. (Some other Free Software Foundation software is +covered by the GNU Library General Public License instead.) You can apply it to +your programs, too. + +When we speak of free software, we are referring to freedom, not price. Our +General Public Licenses are designed to make sure that you have the freedom +to distribute copies of free software (and charge for this service if you wish), that +you receive source code or can get it if you want it, that you can change the +software or use pieces of it in new free programs; and that you know you can do +these things. + +To protect your rights, we need to make restrictions that forbid anyone to deny +you these rights or to ask you to surrender the rights. These restrictions +translate to certain responsibilities for you if you distribute copies of the +software, or if you modify it. + +For example, if you distribute copies of such a program, whether gratis or for a +fee, you must give the recipients all the rights that you have. You must make +sure that they, too, receive or can get the source code. And you must show +them these terms so they know their rights. + +We protect your rights with two steps: (1) copyright the software, and (2) offer +you this license which gives you legal permission to copy, distribute and/or +modify the software. + +Also, for each author's protection and ours, we want to make certain that +everyone understands that there is no warranty for this free software. If the +software is modified by someone else and passed on, we want its recipients to +know that what they have is not the original, so that any problems introduced by +others will not reflect on the original authors' reputations. + +Finally, any free program is threatened constantly by software patents. We wish +to avoid the danger that redistributors of a free program will individually obtain +patent licenses, in effect making the program proprietary. To prevent this, we +have made it clear that any patent must be licensed for everyone's free use or +not licensed at all. + +The precise terms and conditions for copying, distribution and modification +follow. + +GNU GENERAL PUBLIC LICENSE +TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND +MODIFICATION + +0. This License applies to any program or other work which contains a notice +placed by the copyright holder saying it may be distributed under the terms of +this General Public License. The "Program", below, refers to any such program +or work, and a "work based on the Program" means either the Program or any +derivative work under copyright law: that is to say, a work containing the +Program or a portion of it, either verbatim or with modifications and/or translated +into another language. (Hereinafter, translation is included without limitation in +the term "modification".) Each licensee is addressed as "you". + +Activities other than copying, distribution and modification are not covered by +this License; they are outside its scope. The act of running the Program is not +restricted, and the output from the Program is covered only if its contents +constitute a work based on the Program (independent of having been made by +running the Program). Whether that is true depends on what the Program does. + +1. You may copy and distribute verbatim copies of the Program's source code as +you receive it, in any medium, provided that you conspicuously and appropriately +publish on each copy an appropriate copyright notice and disclaimer of warranty; +keep intact all the notices that refer to this License and to the absence of any +warranty; and give any other recipients of the Program a copy of this License +along with the Program. + +You may charge a fee for the physical act of transferring a copy, and you may at +your option offer warranty protection in exchange for a fee. + +2. You may modify your copy or copies of the Program or any portion of it, thus +forming a work based on the Program, and copy and distribute such +modifications or work under the terms of Section 1 above, provided that you also +meet all of these conditions: + +a) You must cause the modified files to carry prominent notices stating that you +changed the files and the date of any change. + +b) You must cause any work that you distribute or publish, that in whole or in +part contains or is derived from the Program or any part thereof, to be licensed +as a whole at no charge to all third parties under the terms of this License. + +c) If the modified program normally reads commands interactively when run, you +must cause it, when started running for such interactive use in the most ordinary +way, to print or display an announcement including an appropriate copyright +notice and a notice that there is no warranty (or else, saying that you provide a +warranty) and that users may redistribute the program under these conditions, +and telling the user how to view a copy of this License. (Exception: if the +Program itself is interactive but does not normally print such an announcement, +your work based on the Program is not required to print an announcement.) + +These requirements apply to the modified work as a whole. If identifiable +sections of that work are not derived from the Program, and can be reasonably +considered independent and separate works in themselves, then this License, +and its terms, do not apply to those sections when you distribute them as +separate works. But when you distribute the same sections as part of a whole +which is a work based on the Program, the distribution of the whole must be on +the terms of this License, whose permissions for other licensees extend to the +entire whole, and thus to each and every part regardless of who wrote it. + +Thus, it is not the intent of this section to claim rights or contest your rights to +work written entirely by you; rather, the intent is to exercise the right to control +the distribution of derivative or collective works based on the Program. + +In addition, mere aggregation of another work not based on the Program with the +Program (or with a work based on the Program) on a volume of a storage or +distribution medium does not bring the other work under the scope of this +License. + +3. You may copy and distribute the Program (or a work based on it, under +Section 2) in object code or executable form under the terms of Sections 1 and 2 +above provided that you also do one of the following: + +a) Accompany it with the complete corresponding machine-readable source +code, which must be distributed under the terms of Sections 1 and 2 above on a +medium customarily used for software interchange; or, + +b) Accompany it with a written offer, valid for at least three years, to give any +third party, for a charge no more than your cost of physically performing source +distribution, a complete machine-readable copy of the corresponding source +code, to be distributed under the terms of Sections 1 and 2 above on a medium +customarily used for software interchange; or, + +c) Accompany it with the information you received as to the offer to distribute +corresponding source code. (This alternative is allowed only for noncommercial +distribution and only if you received the program in object code or executable +form with such an offer, in accord with Subsection b above.) + +The source code for a work means the preferred form of the work for making +modifications to it. For an executable work, complete source code means all the +source code for all modules it contains, plus any associated interface definition +files, plus the scripts used to control compilation and installation of the +executable. However, as a special exception, the source code distributed need +not include anything that is normally distributed (in either source or binary form) +with the major components (compiler, kernel, and so on) of the operating system +on which the executable runs, unless that component itself accompanies the +executable. + +If distribution of executable or object code is made by offering access to copy +from a designated place, then offering equivalent access to copy the source +code from the same place counts as distribution of the source code, even though +third parties are not compelled to copy the source along with the object code. + +4. You may not copy, modify, sublicense, or distribute the Program except as +expressly provided under this License. Any attempt otherwise to copy, modify, +sublicense or distribute the Program is void, and will automatically terminate +your rights under this License. However, parties who have received copies, or +rights, from you under this License will not have their licenses terminated so long +as such parties remain in full compliance. + +5. You are not required to accept this License, since you have not signed it. +However, nothing else grants you permission to modify or distribute the Program +or its derivative works. These actions are prohibited by law if you do not accept +this License. Therefore, by modifying or distributing the Program (or any work +based on the Program), you indicate your acceptance of this License to do so, +and all its terms and conditions for copying, distributing or modifying the +Program or works based on it. + +6. Each time you redistribute the Program (or any work based on the Program), +the recipient automatically receives a license from the original licensor to copy, +distribute or modify the Program subject to these terms and conditions. You +may not impose any further restrictions on the recipients' exercise of the rights +granted herein. You are not responsible for enforcing compliance by third parties +to this License. + +7. If, as a consequence of a court judgment or allegation of patent infringement +or for any other reason (not limited to patent issues), conditions are imposed on +you (whether by court order, agreement or otherwise) that contradict the +conditions of this License, they do not excuse you from the conditions of this +License. If you cannot distribute so as to satisfy simultaneously your obligations +under this License and any other pertinent obligations, then as a consequence +you may not distribute the Program at all. For example, if a patent license would +not permit royalty-free redistribution of the Program by all those who receive +copies directly or indirectly through you, then the only way you could satisfy +both it and this License would be to refrain entirely from distribution of the +Program. + +If any portion of this section is held invalid or unenforceable under any particular +circumstance, the balance of the section is intended to apply and the section as +a whole is intended to apply in other circumstances. + +It is not the purpose of this section to induce you to infringe any patents or other +property right claims or to contest validity of any such claims; this section has +the sole purpose of protecting the integrity of the free software distribution +system, which is implemented by public license practices. Many people have +made generous contributions to the wide range of software distributed through +that system in reliance on consistent application of that system; it is up to the +author/donor to decide if he or she is willing to distribute software through any +other system and a licensee cannot impose that choice. + +This section is intended to make thoroughly clear what is believed to be a +consequence of the rest of this License. + +8. If the distribution and/or use of the Program is restricted in certain countries +either by patents or by copyrighted interfaces, the original copyright holder who +places the Program under this License may add an explicit geographical +distribution limitation excluding those countries, so that distribution is permitted +only in or among countries not thus excluded. In such case, this License +incorporates the limitation as if written in the body of this License. + +9. The Free Software Foundation may publish revised and/or new versions of the +General Public License from time to time. Such new versions will be similar in +spirit to the present version, but may differ in detail to address new problems or +concerns. + +Each version is given a distinguishing version number. If the Program specifies a +version number of this License which applies to it and "any later version", you +have the option of following the terms and conditions either of that version or of +any later version published by the Free Software Foundation. If the Program does +not specify a version number of this License, you may choose any version ever +published by the Free Software Foundation. + +10. If you wish to incorporate parts of the Program into other free programs +whose distribution conditions are different, write to the author to ask for +permission. For software which is copyrighted by the Free Software Foundation, +write to the Free Software Foundation; we sometimes make exceptions for this. +Our decision will be guided by the two goals of preserving the free status of all +derivatives of our free software and of promoting the sharing and reuse of +software generally. + +NO WARRANTY + +11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS +NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY +APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE +COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM +"AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR +IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF +MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE +ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE +PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, +YOU ASSUME THE COST OF ALL NECESSARY SERVICING, REPAIR OR +CORRECTION. + +12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED +TO IN WRITING WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY +WHO MAY MODIFY AND/OR REDISTRIBUTE THE PROGRAM AS +PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY +GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES +ARISING OUT OF THE USE OR INABILITY TO USE THE PROGRAM +(INCLUDING BUT NOT LIMITED TO LOSS OF DATA OR DATA BEING +RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD +PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY +OTHER PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS +BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES. + +END OF TERMS AND CONDITIONS Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/MANIFEST =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/MANIFEST (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/MANIFEST (revision 22322) @@ -0,0 +1,50 @@ +Build.PL +Changes +LICENSE +MANIFEST +README +Todo +bin/neb-voladd +bin/neb-admin +bin/neb-fsck +bin/neb-initdb +bin/nebdiskd +docs/c_api.h +docs/database_setup.txt +docs/design.txt +docs/requirements.txt +docs/setup.txt +docs/tmp.txt +examples/Makefile +examples/uri_test.pl +examples/nebexample.c +examples/nebexample.pl +lib/Test/Nebulous.pm +lib/Nebulous/Keys.pm +lib/Nebulous/Server.pm +lib/Nebulous/Server.pod +lib/Nebulous/Server/Apache.pm +lib/Nebulous/Server/Config.pm +lib/Nebulous/Server/Log.pm +lib/Nebulous/Server/SOAP.pm +lib/Nebulous/Server/SQL.pm +scripts/bench_test.pl +scripts/nebulous.cgi +scripts/ptest.pl +t/00_distribution.t +t/01_load.t +t/02_server_setup.t +t/03_server_create_object.t +t/04_server_replicate_object.t +t/05_server_lock_object.t +t/06_server_unlock_object.t +t/07_server_find_instances.t +t/08_server_delete_instance.t +t/09_server_stat_object.t +t/10_server_is_valid_volume_name.t +t/11_server_is_valid_object_key.t +t/12_server_find_objects.t +t/13_server_rename_object.t +t/14_server_xattr.t +t/15_mounts.t +t/75_parse_neb_key.t Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/README =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/README (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/README (revision 22322) @@ -0,0 +1,16 @@ +pod2text Poi::PixelData.pm > README + +If this is still here it means the programmer was too lazy to create the readme file. + +You can create it now by using the command shown above from this directory. + +At the very least you should be able to use this set of instructions +to install the module... + +perl Build.PL +./Build +./Build test +./Build install + + +If you are on a windows box you should use 'nmake' rather than 'make'. Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/Todo =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/Todo (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/Todo (revision 22322) @@ -0,0 +1,37 @@ +TODO list for Perl module Nebulous + +- make nebclient lib thread safe +- handle/check for storage volumes being offline +- admin interface to control volumes (enable/disable, add/remove) +- add zeroconf support +- add support for SQL and/or Apache logging +- make copy replicate source attributes, implement as replicate/reparent? +- test that client->delete_instance removes the storage object too +- review caching of database statement handles +- code tiding/consistency +- file creation retrying +- server config file +- make Apache::DBI behave +- split SOAP out of Client.pm +- Perl client error string support with DBI like 'AutoRaise' exceptions +- CLI utilities +- write neb-fsck utility +- write Linux::statfs module so that statfs.f_bavail can be obtained (not available via df) +- change neb-ls to have a limit number of keys shown (-n) param and default to + something reasonable (say 20) +- add multiple regex and/or glob support to neb-ls, eg. neb-ls -r 'foo.*' -r 'bar$' +- store the key name as an xattr on the actual on disk file +- add an neb-locate --reverse option to map uri/paths into keys + +distant future +-- +- cache some database tables (updated at some interval) +- volume size/% in-use discovery +- server side per client lock tracking +- per client authentication +- client side lookup table of filehandles/locks +- Perl only?, scoped lock release/filehandle destruction +- restructure database so that storage objects are more like inodes +- add support for directories +- FUSE interface +- hot-spot analysis Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/autogen.sh =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/autogen.sh (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/autogen.sh (revision 22322) @@ -0,0 +1,1 @@ +perl Build.PL -apxs /usr/sbin/apxs2 Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/bin/neb-admin =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/bin/neb-admin (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/bin/neb-admin (revision 22322) @@ -0,0 +1,277 @@ +#!/usr/bin/env perl + +# Copyright (C) 2005-2008 Joshua Hoblitt +# +# $Id: neb-admin,v 1.8 2008-07-10 02:40:33 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.02'; + +use DBI; +use Nebulous::Server::SQL; +use Nebulous::Client; +use URI; + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +my ($db, $dbhost, $dbuser, $dbpass, $pending, $limit, $verbose); + +$db = $ENV{'NEB_DB'}; +$dbhost = $ENV{'NEB_DBHOST'} || 'localhost'; +$dbuser = $ENV{'NEB_USER'}; +$dbpass = $ENV{'NEB_PASS'}; + +GetOptions( + 'db|d=s' => \$db, + 'host=s' => \$dbhost, + 'user|u=s' => \$dbuser, + 'pass|p=s' => \$dbpass, + 'pendingreplicate|r' => \$pending, + 'limit|l=i' => \$limit, + 'verbose|v' => \$verbose, +) || pod2usage( 2 ); + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( -msg => "Required options: --db --user --pass", -exitval => 2 ) + unless $db && $dbuser && $dbpass; +pod2usage( -msg => "--limit is meaningless without --pendingreplicate", + -exitval => 2 ) + if defined $limit and not defined $pending; +pod2usage( -msg => "no operation specified", -exitval => 2 ) + unless defined $pending; + +# set default limit to 5 +$limit ||= 5; + +my $dbh = DBI->connect( + "DBI:mysql:database=$db:host=$dbhost", + $dbuser, + $dbpass, + { + RaiseError => 1, + PrintError => 0, + AutoCommit => 1, + }, +); + +my $sql = Nebulous::Server::SQL->new(); + +# so_id, ext_id, instances, available_instances, need_recovery, recoverable +my $query = $dbh->prepare( $sql->find_objects_with_unavailable_instances + . " LIMIT $limit" ); +$query->execute; + +my @rows; +while (my $row = $query->fetchrow_hashref) { + push @rows, $row; +} +$query->finish; + +exit unless scalar @rows; + +print "replicatePending MULTI\n\n"; + +foreach my $obj (@rows) { + if (defined $verbose) { + require Data::Dumper; + print Data::Dumper::Dumper($obj); + } + + my $so_id = $obj->{so_id}; + my $key = $obj->{ext_id}; + my $has = $obj->{instances}; + my $vol_name = $obj->{volume_name}; + my $vol_host = $obj->{volume_host}; + my $available = $obj->{available_instances} || 0; + my $need_recovery = $obj->{need_recovery}; + my $recoverable = $obj->{recoverable}; + # if the copies xattr is unset and the object has 2 or more instances, we + # will assume a target of 2 copies + my $copies = $obj->{copies} || 2; + + # objects with only a single instance that are offline are unrecoverable so + # we don't need to handle that special case +# next unless $need_recovery; + unless ($recoverable) { + warn "so_id: $so_id key: \'$key\' ", + "can not be recovered - no available instances\n"; + next; + } + + my $need = $copies - $available; + $need = 0 if $need < 0; + + next unless $need; + + my %md = ( + key => $key, + need_copies => $need, + volume_name => $vol_name, + volume_host => $vol_host, + ); + + print_metadata("replicatePending", \%md); + print "\n"; +} + +sub print_metadata +{ + my ($name, $pairs) = @_; + + print "$name METADATA\n"; + + # format from formatMetadataItem() in pzMetadataConfig.c + foreach my $key (keys %$pairs) { + my $value = $pairs->{$key}; + if (looks_like_number($value)) { + printf(" " . "%-15s %-8s %-15s\n", $key, "S32", $value); + } else { + printf(" " . "%-15s %-8s %-15s\n", $key, "STR", $value); + } + } + + print "END\n"; +} + +# looks_like_number() was stolen from Scalar::Util +# +# Copyright (c) 1997-2006 Graham Barr . All rights reserved. +# This program is free software; you can redistribute it and/or modify it +# under the same terms as Perl itself. + +sub looks_like_number { + local $_ = shift; + + # checks from perlfaq4 + return 0 if !defined($_) or ref($_); + return 1 if (/^[+-]?\d+$/); # is a +/- integer + return 1 if (/^([+-]?)(?=\d|\.\d)\d*(\.\d*)?([Ee]([+-]?\d+))?$/); # a C float + return 1 if ($] >= 5.008 and /^(Inf(inity)?|NaN)$/i) or ($] >= 5.006001 and /^Inf$/i); + + 0; +} + +__END__ + +=pod + +=head1 NAME + +neb-admin - perform misc. Nebulous administrative functions + +=head1 SYNOPSIS + + neb-admin [--host ] [--db ] [--user ] + [--pass ] [--pendingreplicate] [--limit ] + +=head1 DESCRIPTION + +=head1 OPTIONS + +=over 4 + +=item * --pendingreplicate|-r + +Print out a list of nebulous keys that need additional replications created. + +=item * --limit|-l + +Limits the number of items return in response to some request (like +C<--pendingreplicate>). + +Optional. Defaults to 5. --limit 0 is treated as asking for the default +value. + +=item * --host + +Name of host on which the database resides. + +Optional. Defaults to C. + +=item * --db|-d + +Name of database (C) to create tables in. + +Optional if the appropriate environment variable is set. + +=item * --user|-u + +Username to authenticate with. + +Optional if the appropriate environment variable is set. + +=item * --pass|-p + +Password to authenticate with. + +Optional if the appropriate environment variable is set. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --db|-d + +=item * C + +Equivalent to --host + +=item * C + +Equivalent to --user|-u + +=item * C + +Equivalent to --pass|-p + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2005-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/bin/neb-fsck =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/bin/neb-fsck (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/bin/neb-fsck (revision 22322) @@ -0,0 +1,224 @@ +#!/usr/bin/env perl + +# Copyright (C) 2005-2008 Joshua Hoblitt +# +# $Id: neb-fsck,v 1.2 2008-03-20 21:12:06 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.01'; + +use DBI; +use Nebulous::Server::SQL; +use Nebulous::Client; +use URI; + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +my ($db, $dbuser, $dbpass, $server); + +$db = $ENV{'NEB_DB'} unless $db; +$dbuser = $ENV{'NEB_USER'} unless $dbuser; +$dbpass = $ENV{'NEB_PASS'} unless $dbpass; +$server = $ENV{'NEB_SERVER'} unless $server; + +GetOptions( + 'db=s' => \$db, + 'user=s' => \$dbuser, + 'pass=s' => \$dbpass, + 'server|s=s' => \$server, +) || pod2usage( 2 ); + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( -msg => "Required options: --server", -exitval => 2 ) + unless $server; +pod2usage( -msg => "Required options: --db --user --pass", -exitval => 2 ) + unless $db && $dbuser && $dbpass; + +my $neb = Nebulous::Client->new( + proxy => "$server", +); + +die "can't connected to Nebulous Server: $server" + unless defined $neb; + +my $dbh = DBI->connect( + "DBI:mysql:database=$db:host=localhost", + $dbuser, + $dbpass, + { + RaiseError => 1, + PrintError => 0, + AutoCommit => 1, + }, +); + +my $sql = Nebulous::Server::SQL->new(); + +print "Pass 1: Look for objects with inaccessable instances\n"; + +# so_id, ext_id, instances, available_instances, need_recovery, recoverable +my $query = $dbh->prepare( $sql->find_objects_with_unavailable_instances ); +$query->execute; + +my @rows; +while (my $row = $query->fetchrow_hashref) { + push @rows, $row; +} +$query->finish; + +foreach my $obj (@rows) { +# use Data::Dumper; +# print Dumper($obj); + my $so_id = $obj->{so_id}; + my $key = $obj->{ext_id}; + my $has = $obj->{instances}; + my $available = $obj->{available_instances} || 0; + my $need_recovery = $obj->{need_recovery}; + my $recoverable = $obj->{recoverable}; + # if the copies xattr is unset and the object has 2 or more instances, we + # will assume a target of 2 copies + my $copies = $obj->{copies} || 2; + + # objects with only a single instance that are offline are unrecoverable so + # we don't need to handle that special case + next unless $need_recovery; + unless ($recoverable) { + warn "so_id: $so_id key: \'$key\' ", + "can not be recovered - no available instances\n"; + next; + } + + my $need = $copies - $available; + $need = 0 if $need < 0; + + next unless $need; + + for (; $need > 0; $need--) { + warn "so_id: $so_id key: \'$key\' ", + "has $available available instances, target $copies -- replicating"; + $neb->replicate($obj->{ext_id}) + or warn "so_id: $so_id key: \'$key\' replication failed"; + + $available++; + } +} + +print "Pass 2: Check volumes for files without an instance\n"; + +# get a list of volumes and their paths +# get a list of all instances on a volume +# get a list of all files under the volumes path +# compare the two lists + +__END__ + +=pod + +=head1 NAME + +neb-fsck - check and repair Nebulous volumes + +=head1 SYNOPSIS + + neb-fsck [--db ] [--user ] [--pass ] + [--server ] + +=head1 DESCRIPTION + +=head1 OPTIONS + +=over 4 + +=item * --server|-s + +URL of the Nebulous server to connect to. + +Optional if the appropriate environment variable is set. + +=item * --db|-d + +Name of database (C) to create tables in. + +Optional if the appropriate environment variable is set. + +=item * --user|-u + +Username to authenticate with. + +Optional if the appropriate environment variable is set. + +=item * --pass|-p + +Password to authenticate with. + +Optional if the appropriate environment variable is set. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --server|-s + +=item * C + +Equivalent to --db|-d + +=item * C + +Equivalent to --user|-u + +=item * C + +Equivalent to --pass|-p + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2005-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/bin/neb-initdb =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/bin/neb-initdb (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/bin/neb-initdb (revision 22322) @@ -0,0 +1,164 @@ +#!/usr/bin/env perl + +# Copyright (C) 2005-2007 Joshua Hoblitt +# +# $Id: neb-initdb,v 1.8 2008-06-30 22:44:12 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.03'; + +use DBI; +use Nebulous::Server::SQL; + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +my ($db, $dbhost, $dbuser, $dbpass); + +$db = $ENV{'NEB_DB'} unless $db; +$dbhost = $ENV{'NEB_DBHOST'} || 'localhost'; +$dbuser = $ENV{'NEB_USER'} unless $dbuser; +$dbpass = $ENV{'NEB_PASS'} unless $dbpass; + +GetOptions( + 'db=s' => \$db, + 'host=s' => \$dbhost, + 'user=s' => \$dbuser, + 'pass=s' => \$dbpass, +) || pod2usage( 2 ); + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( -msg => "Required options: --db --user --pass", -exitval => 2 ) + unless $db && $dbuser && $dbpass; + +my $dbh = DBI->connect( + "DBI:mysql:database=$db:host=$dbhost", + $dbuser, + $dbpass, + { + RaiseError => 1, + PrintError => 0, + AutoCommit => 1, + }, +); + +my $sql = Nebulous::Server::SQL->new(); + +print "Dropping any existing tables..."; + +foreach my $statement (@{ $sql->get_db_clear }) { + $dbh->do( $statement ); +} + +print " OK\nCreating new tables..."; + +foreach my $statement (@{ $sql->get_db_schema }) { + $dbh->do( $statement ); +} + +print " OK\n"; + +__END__ + +=pod + +=head1 NAME + +neb-initdb - initialize a Nebulous server database + +=head1 SYNOPSIS + + neb-initdb [--db ] [--user ] [--pass ] + +=head1 DESCRIPTION + +This program initialize a database for use by L by creating +the appropriate set of tables. Any pre-existing tables with conflicting names +are first removed. + +=head1 OPTIONS + +=over 4 + +=item * --db|-d + +Name of database (C) to create tables in. + +Optional if the appropriate environment variable is set. + +=item * --user|-u + +Username to authenticate with. + +Optional if the appropriate environment variable is set. + +=item * --pass|-p + +Password to authenticate with. + +Optional if the appropriate environment variable is set. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --db|-d + +=item * C + +Equivalent to --user|-u + +=item * C + +Equivalent to --pass|-p + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2005-2007 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/bin/neb-voladd =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/bin/neb-voladd (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/bin/neb-voladd (revision 22322) @@ -0,0 +1,184 @@ +#!/usr/bin/env perl + +# Copyright (C) 2005-2008 Joshua Hoblitt +# +# $Id: neb-voladd,v 1.1 2008-09-20 02:42:24 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.02'; + +use DBI; +use Nebulous::Server::SQL; +use URI::file; +use URI; + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +my ($db, $dbhost, $dbuser, $dbpass, $vname, $vhost, $uri); + +$db = $ENV{'NEB_DB'} unless $db; +$dbhost = $ENV{'NEB_DBHOST'} || 'localhost'; +$dbuser = $ENV{'NEB_USER'} unless $dbuser; +$dbpass = $ENV{'NEB_PASS'} unless $dbpass; + +GetOptions( + 'db|d=s' => \$db, + 'host=s' => \$dbhost, + 'user|u=s' => \$dbuser, + 'pass|p=s' => \$dbpass, + 'vname|n=s' => \$vname, + 'vhost=s' => \$vhost, + 'uri|u=s' => \$uri, +) || pod2usage( 2 ); + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( -msg => "Required options: --db --user --pass --vname --vhost --uri", -exitval => 2 ) + unless $db && $dbuser && $dbpass && $vname && $vhost && $uri; + +my $dbh = DBI->connect( + "DBI:mysql:database=$db:host=$dbhost", + $dbuser, + $dbpass, + { + RaiseError => 1, + PrintError => 0, + AutoCommit => 1, + }, +); + +my $sql = Nebulous::Server::SQL->new(); + +print "Checking URI..."; + +my $path = URI->new($uri)->path; +unless (-d $path) { + die "path: $path dirived from URI: $uri does not exist"; +} + +print " OK\n"; + +print "Adding volume..."; + +my $query = $dbh->prepare( $sql->new_volume ); +$query->execute( $vname, $vhost, $path ); + +print " OK\n"; + +__END__ + +=pod + +=head1 NAME + +neb-voladd - add a storage volume to a Nebulous server + +=head1 SYNOPSIS + + neb-voladd --volume --uri + [--db ] [--user ] [--pass ] + +=head1 DESCRIPTION + +This program initialize a database for use by L by creating +the appropriate set of tables. Any pre-existing tables with conflicting names +are first removed. + +=head1 OPTIONS + +=over 4 + +=item * --volume + +Symbolic name of volume being added. + +=item * --uri|-u + +URI to the volume being added. + +=item * --db|-d + +Name of database (C) to create tables in. + +Optional if the appropriate environment variable is set. + +=item * --user|-u + +Username to authenticate with. + +Optional if the appropriate environment variable is set. + +=item * --pass|-p + +Password to authenticate with. + +Optional if the appropriate environment variable is set. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --db|-d + +=item * C + +Equivalent to --host + +=item * C + +Equivalent to --user|-u + +=item * C + +Equivalent to --pass|-p + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2005-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/bin/nebdiskd =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/bin/nebdiskd (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/bin/nebdiskd (revision 22322) @@ -0,0 +1,420 @@ +#!/usr/bin/env perl + +# Copyright (C) 2007 Joshua Hoblitt +# +# $Id: nebdiskd,v 1.6 2008-07-03 22:01:03 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.02'; + +use Config::YAML; +use DBI; +use File::Spec; +use Nebulous::Server::SQL; +use Net::Server::Daemonize qw( daemonize unlink_pid_file ); +use Sys::Statistics::Linux::DiskUsage; + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +my ($debug, $db, $dbhost, $dbuser, $dbpass, $pidfile, $stop, $restart, $verbose); +GetOptions( + 'db|d=s' => \$db, + 'debug' => \$debug, + 'host|h=s' => \$dbhost, + 'pass|p=s' => \$dbpass, + 'pidfile=s' => \$pidfile, + 'restart|r' => \$restart, + 'stop|s' => \$stop, + 'user|u=s' => \$dbuser, + 'verbose|v' => \$verbose, +) || pod2usage( 2 ); + +my $rcfile = "$ENV{HOME}/.nebdiskrc"; +$rcfile = File::Spec->canonpath($rcfile); + +my $c = read_rcfile($rcfile); + +$db ||= $c->get_db || $ENV{'NEB_DB'}; +$dbhost ||= $c->get_dbhost || $ENV{'NEB_DBHOST'} || 'localhost'; +$dbuser ||= $c->get_dbuser || $ENV{'NEB_USER'}; +$dbpass ||= $c->get_dbpass || $ENV{'NEB_PASS'}; +$pidfile ||= $c->get_pidfile || "/var/tmp/nebdiskd"; +my $mounts = $c->get_mounts; +my $poll_interval = $c->get_poll_interval || 5; + +if ($restart || $stop) { + my $status = kill_pid_file($pidfile); + exit($status) if $stop; +} + +$c->set_db($db); +$c->set_dbhost($dbhost); +$c->set_dbuser($dbuser); +$c->set_dbpass($dbpass); +$c->set_pidfile($pidfile); +$c->set_poll_interval($poll_interval); +$c->write; + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( -msg => "Required options: --db --user --pass", -exitval => 2 ) + unless $db && $dbuser && $dbpass; + +daemonize( + $<, # User + $), # Group + $pidfile, # PID file +) unless $debug; + +$SIG{TERM} = sub { unlink_pid_file($pidfile); exit(); }; +$SIG{INT} = $SIG{TERM}; +$SIG{HUP} = sub { $c = read_rcfile($rcfile) }; + +my $dbh = setup_db( + db => $db, + dbhost => $dbhost, + dbuser => $dbuser, + dbpass => $dbpass, + ); + +poll_mounts( + dbh => $dbh, + poll_interval => $poll_interval, + debug => $debug, + ) or die "poll_mounts() should not have returned"; + +sub poll_mounts +{ + my %p = @_; + + my $dbh = $p{dbh} or return; + my $poll_interval = $p{poll_interval} || 60; + my $debug = $p{debug} || 0; + + my $lxs = Sys::Statistics::Linux::DiskUsage->new; + + while (1) { + # list of mount points to stat so that the automounter will mount these + # volumes if they have been unmounted. + stat_dirs($mounts); + + eval { + my $query = $dbh->prepare_cached("INSERT INTO mount VALUES(?, ?, ?)"); + $dbh->do("DELETE FROM mount"); + + print "flushed mount table\n" if $debug; + + my $stats = $lxs->get; + foreach my $dev (keys %$stats) { + my $mnt = $stats->{$dev}; + my %mount; + $query->execute(@$mnt{qw( mountpoint total usage )}); + print "adding $mnt->{mountpoint} to db\n" if $debug; + } + + $dbh->do("call getmountedvol()"); + + $dbh->commit; + }; + if ($@) { + $db->rollback; + warn $@; + } + + sleep $poll_interval; + } +} + +sub read_rcfile +{ + my $rcfile = shift; + + return unless defined $rcfile; + + if (!-f $rcfile) { + open(my $fh, '>', $rcfile) or die "can't open file: $!"; + close($fh) or die "can't close file:$!"; + } + + return Config::YAML->new( + config => $rcfile, + output => $rcfile, + ); +} + + +sub setup_db +{ + my %p = @_; + + return unless defined $p{db} + and defined $p{dbhost} + and defined $p{dbuser} + and defined $p{dbpass}; + + my $sql = Nebulous::Server::SQL->new; + + my $dbh = DBI->connect( + "DBI:mysql:database=$p{db}:host=$p{dbhost}", + $p{dbuser}, + $p{dbpass}, + { + RaiseError => 1, + PrintError => 1, + AutoCommit => 0, + }, + ); + + eval { + $dbh->do( $sql->set_transaction_model ); + $dbh->commit; + }; + if ($@) { + $db->rollback; + die $@; + } + + return $dbh; +} + + +sub stat_dirs +{ + my $mounts = shift; + + return unless defined $mounts; + + foreach my $path (@$mounts) { + if (stat File::Spec->canonpath($path)) { + print "stated $path\n" if $debug; + } else { + warn "can not stat path: $path"; + } + } +} + +# +# This function, originally named check_pid_file() was copied from +# Net::Server::Daemonize '0.05' licensed under the Perl license. It has been +# renamed and modified to kill off process who's PID value is stored in pidfile. +# + +sub kill_pid_file { + my $pid_file = shift; + + ### no pid_file = return success + return 1 unless -e $pid_file; + + ### get the currently listed pid + if( ! open(_PID,$pid_file) ){ + die "Couldn't open existant pid_file \"$pid_file\" [$!]\n"; + } + my $_current_pid = <_PID>; + close _PID; + my $current_pid = $_current_pid =~ /^(\d{1,10})/ ? $1 : die "Couldn't find pid in existing pid_file"; + + my $exists = undef; + + ### try a proc file system + if( -d '/proc' ) { + $exists = -e "/proc/$current_pid"; + + ### try ps + #}elsif( -x '/bin/ps' ){ # not as portable + # the ps command itself really isn't portable + # this follows BSD syntax ps (BSD's and linux) + # this will fail on Unix98 syntax ps (Solaris, etc) + }elsif( `ps h o pid p $$` =~ /^\s*$$\s*$/ ){ # can I play ps on myself ? + $exists = `ps h o pid p $current_pid`; + + } + + ### running process exists, ouch + if( $exists ){ + + if( $current_pid == $$ ){ + warn "Pid_file created by this same process. Doing nothing.\n"; + return 1; + }else{ + kill 'TERM', $current_pid + or die "Failed to signal process ($current_pid)"; + unlink $pid_file || die "Couldn't remove pid_file \"$pid_file\" [$!]\n"; + return 1; + + } + } +} + +__END__ + +=pod + +=head1 NAME + +nebdiskd - Nebulous mounted volume capacity monitoring daemon + +=head1 SYNOPSIS + + nebdiskd [--db ] [--user ] [--pass ] [--debug] [--pidfile ] [--stop] [--restart] [--verbose] + +=head1 DESCRIPTION + +This program looks for mounted volumes, at a configurable interval, and records +statistics about them into a database. + +=head1 OPTIONS + +=over 4 + +=item * --db|-d + +Name of database (C) to write too. + +Optional if defined in the F<.nebdiskdrc> file or the appropriate environment +variable is set. + +=item * --user|-u + +Username to authenticate with. + +Optional if defined in the F<.nebdiskdrc> file or the appropriate environment +variable is set. + +=item * --pass|-p + +Password to authenticate with. + +Optional if defined in the F<.nebdiskdrc> file or the appropriate environment +variable is set. + +=item * --debug + +This flag prevents the program from "daemonizing" so output can be sent to +C/C and a debugger used on the running process. + +=item * --pidfile + +Filename to log the running daemon's PID too. + +Optional, if this option is omitted and no value is defined in the +F<.nebdiskrc> then no pidfile is created. + +=item * --stop|-s + +Uses the pidfile to kill an already running daemon. + +=item * --restart|-r + +Uses the pidfile to kill an already running daemon and then starts a new +instance. + +=item * --verbose|-r + +Turns on informational/debugging messages to be sent to the +C/C. This option is probably not very usefully unless combined +with C<--debug>. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --db|-d + +=item * C + +Equivalent to --user|-u + +=item * C + +Equivalent to --pass|-p + +=back + +=head1 RCFILE + +This program will attempt to read an C from F<$HOME/.nebdiskrc> and if +found will use it's values to override program defaults. Please not that the +precedence for values is: command line, rcfile, environment variables. + +The format of the C is in L format and uses the following values: + + --- + db: nebulous + dbpass: '@neb@' + dbuser: nebulous + mounts: + - /mnt + - /tmp + - /usr + pidfile: /var/tmp/nebdiskd + poll_interval: 5 + +The values C, C, C, and C have the same semantics +as their command line and/or environment variable equivalents. + +=over 4 + +=item * C + +A list of "paths" to C before mounted volumes are polled. The propose +of this option is to attempt to keep "automounted" volumes mounted while this +program is running. + +This value may be omitted or left blank. + +=item * C + +The number of seconds to wait between checks for mounted volumes. + +This value may be omitted or left blank. The default value is C<60>s. + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2007 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/c_api.h =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/c_api.h (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/c_api.h (revision 22322) @@ -0,0 +1,24 @@ +/* + * Copyright (C) 2004 Joshua Hoblitt + * + * $Id: c_api.h,v 1.1.1.1 2004-12-22 02:16:23 jhoblitt Exp $ + */ + +// should there be an argument for "suggested" storage location? +int add( const char *ext_id, const char *data, int size ) + +int delete( const char *ext_id ) + +// should there be an argument for "suggested" storage location? +int update( const char *ext_id, const char *data, int size ) + +// should there be an argument for "suggested" storage location? +int move( const char *old_ext_id, const char *new_ext_id ) + +// open returns a fd +int open( const char *ext_id ) + +int close( const char *ext_id ) + +// maybe open and close are a bad idea, perhaps... +int read( const char *ext_id, char *data ) Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/database_setup.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/database_setup.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/database_setup.txt (revision 22322) @@ -0,0 +1,59 @@ +# Copyright (C) 2004 Joshua Hoblitt +# +# $Id: database_setup.txt,v 1.9 2008-06-20 03:34:28 jhoblitt Exp $ + +### Database Setup + +### MySQL 4.1 + +DROP DATABASE IF EXISTS nebulous; +CREATE DATABASE nebulous; +GRANT ALL PRIVILEGES ON nebulous.* TO 'nebulous'@'ipp019' + IDENTIFIED BY '@neb@' WITH GRANT OPTION; +FLUSH PRIVILEGES; +USE nebulous; + +### Initialization + +# localhost + +$ mkdir /tmp/po01 /tmp/po02 +INSERT INTO volume VALUES (1,'po01','file:/tmp/po01'); +INSERT INTO volume VALUES (1,'po02','file:/tmp/po02'); + +# NFS + +INSERT INTO volume VALUES (1,'po01','file:/netdisks/po01'); +INSERT INTO volume VALUES (2,'po02','file:/netdisks/po02'); +INSERT INTO volume VALUES (3,'po03','file:/netdisks/po03'); +INSERT INTO volume VALUES (4,'po04','file:/netdisks/po04'); +INSERT INTO volume VALUES (5,'po05','file:/netdisks/po05'); +INSERT INTO volume VALUES (6,'po06','file:/netdisks/po06'); +INSERT INTO volume VALUES (7,'po07','file:/netdisks/po07'); +INSERT INTO volume VALUES (8,'po08','file:/netdisks/po08'); + +INSERT INTO class VALUES (1,3,0,'raw image data'); + +### Example queries + +LOAD DATA INFILE '/home/moa/jhoblitt/tmp/storage_objects.txt' INTO TABLE storage_object; +LOAD DATA INFILE '/home/moa/jhoblitt/tmp/instances.txt' INTO TABLE instance; + +SELECT * FROM storage_object LEFT JOIN instance ON storage_object.so_id=instance.so_id WHERE storage_object.ext_id = "foobarbaz1.fits"; +SELECT * FROM storage_object LEFT JOIN instance USING (so_id) WHERE storage_object.ext_id = "foobarbaz1.fits"; + +SET AUTOCOMMIT = 0; +BEGIN; +UPDATE instance SET read_lock=read_lock+1 WHERE ins_id=1; +INSERT INTO lock_record values (1, 'read', NULL); +COMMIT; + +SET AUTOCOMMIT = 0; +BEGIN; +INSERT INTO storage_object values (NULL, 'myfooedbar.fits', 'mr. wizard made this', NULL); +INSERT INTO instance values (NULL, LAST_INSERT_ID(), 'file://tmp/bat/man/12345a', 'da39a3ee5e6b4b0d3255bfef95601890afd80709',0, NULL, NULL); +COMMIT; + +IF select write_lock from instance WHERE id=1 THEN +ELSE +ENDIF Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/design.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/design.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/design.txt (revision 22322) @@ -0,0 +1,283 @@ +# Copyright (C) 2004-2005 Joshua Hoblitt +# +# $Id: design.txt,v 1.6 2005-11-05 01:13:35 jhoblitt Exp $ + +Abstract +-- + +Nebulous is a user-space distributed object (file) storage system. It is much +more of a database of objects locations then a file system in the traditional +sense. Nebulous is considered distributed because of it's data storage model, +where objects are stored across a number of storage volumes and may have one +or more redundant copies. While IPC is done in the traditional client/server +model with a single[1] centralized server containing all storage object +meta-data. This system was designed, unlike most distributed storage system, +specifically so that clients have the option of hosting one or more storage +volumes and that data may be stored and accessed locally on a node. This +allows network I/O to be dramatically reduced if the end user does simple data +locality optimizations. Although, if you so choose, clients and storage +volumes can reside on independent hardware. Above all else, Nebulous is +designed to make efficient use of both disk and network bandwidth. + +Data model +-- + +In Nebulous terminology a file is refereed to as a a resource. Each resource +is represented inside the Nebulous Server as a "Storage Object". There is one +Storage Object per resource (a file) that is being managed by the Nebulous +Server. A Storage Object maps an External Identifier (eg. filename) to a +Storage ID. In addition, creation time and comments may be stored in a +Storage Object. Storage Objects /do not/ contain the storage location of a +resource as we need to allow for N copies of a resource to be stored. The +actual storage location of a resource is held in a Storage Object Instance, +which maps to a Storage ID in a many-to-one relationship. + +A Storage Object Instance, or just Instance, represents a single copy of a +resource being managed by the Nebulous Server. An Instance contains an +Instance ID, the parent Storage ID, the location of the resource as a URI, and +other assorted meta-data. + +Storage IDs are a signed 64-bit integer. Negative values are considered +reserved for future use. Allocation should be incremental and, as we are +unlikely to exceed 2^63 Storage Objects in the life time of the project, never +reused. Instance IDs follow the same scheme as Storage IDs but exists in a +unique namespace. + +Database record relationships +-- +* All Storage Objects must have at least once associated Instance. + +* All Instances must be associated with a Storage Object. + +* All Instances must be associated with a valid URI (file exists). + +* All Storage Objects with locks set must have the correct number of +corresponding Lock Records. + +* All Lock Records must be associated with a Storage Object. + +Data transport +-- +XXX + +Data Storage +-- +XXX + + +Components +-- + +There are 4 principle components required for a working Nebulous system; +server, client, data transport, and data storage. The Nebulous software +distribution provides only the server and the client software. Data +transport[2] and Data storage are left to 3rd party software packages. As +those functionalities are typically included with most operating systems. +Nebulous build upon and benefits from advances made in those technologies. + +Server +-- + +The server is responsible for keeping track of storage objects, all instances +of that object, and enforcing locking semantics. Extensive logging and +tracing support is provided for debug and to allow for statics generation and +possible X optimization. + +Nebulous uses a centralized server model. This model was choosen because it +allows efficient X of storage object names. The current +'best' technique for a distributed metadata store is with distributed hash +tables. Unfortunately, no widely available DHT implementation allows efficient +I of key names. + + +[1] Multiple Nebulous servers should be possible via database replication. +[2] A future version of Nebulous may include it's own data transport layer +based on the WEB DAV protocol. + +Client <-> Server IPC +-- + +The Nebulous Server and clients communicate via the SOAP protocol. Since SOAP +is platform independent this allows native Nebulous clients to be written in a +variety of languages. With in the Nebulous Server itself the IPC mechanism is +abstracted to allow ether multi-protocol support or complete replacement of +SOAP by another protocol. + +XXX SOAP namespace + + +Storage volume state tracking. + +Nebulous itself does not attempt to determine the state of storage volumes. +Instead, it relies on some 3rd party to determine both the state +(available/not) and capacity (total size + % utilized). This information is +then feed into Nebulous via either the administrative API or CLI management +tools. + +XXX Storage Location determination + + +Locking semantics +-- +Nebulous uses 'advisory locking' where clients are excepted to check for the +existence of locks but this policy is not enforced. Locks are set on a +Storage Object and apply to all Instances of that object. + +Two types of locks can be set; 'read' locks and 'write' locks. Read locks are +implemented as a semaphore while write locks use an exclusive mutex. + + - Read lock +In order to obtain a Read Lock on a Storage Object the Write Lock mutex must +be in the state of 'free'. When a Read Lock is acquire the Read semaphore is +incremented by one. When a Read Lock is released the Read semaphore is +decremented by one. This must happen atomically with the +creation/destruction of a Lock Record. + + - Write lock +In order to obtain a Write lock on a Storage Object the Write Lock mutex must +be in the state of 'free' and the Read lock semaphore must have a value of +zero. When a Write Lock is acquired the Write mutex is set to 'write'. When a +Write Lock is released the Write mutex is set to to 'free'. This must happen +atomically with the creation/destruction of a Lock Record. As an extension, a +sate of 'wait' may be implemented such that clients waiting on Read Locks to +be released may prevent any additional Read Locks from being acquired. + +XXX Lock Records are currently unimplemented + - Lock Records A Lock Record is used to double check the indicated lock + state of a Storage Object and can be used to identify logical system +errors. A Lock Record contains the Storage ID of the object and the type of +lock set. eg, enum( 'read', 'write'). + + - Client best practices +When attempting to acquire a lock a client should either "spin lock" with a +reasonable pause between lock attempts or fail completely. Aggressive "spin +locking" is considered antisocial and may eventually require the Nebulous +Server to identify and ignore such clients. + + +House keeping +-- + - Lock sweeping +In the event that a Storage Object operation fails to complete successfully +stale locks will have to be identified and removed from the IPP Pixel Data +Server Database. This should be done periodically by comparing the entries +in the Lock table to the list of active nodes maintained by the IPP +Controller. It should also happen as soon as possible after a node goes +offline (triggered by the IPP Controller marking a node as offline?). A sweep +must be /completed/ before an offline node can be marked on-line. + +Once a node is determined to be offline all entries in the Lock table set by +that node should be identified. The locks on the Storage Object +Instances pointed to by those entries should then be rolled back and Lock +Record entries themselves must be removed from the lock table. + + - Consistency sweeping +Periodically the IPP Pixel Data Server meta-data and Storage Object will need +to be checked for sanity. This would be similar to running fsck on a modern +filesystem. Consistency sweeping should include Lock sweeping and should be +considered a super-set. + + +Server Operations +-- + - setup + - create_object + - rename_object + XXX unimplemented + - link_object + XXX unimplemented + - replicate object + - lock_object + - unlock_object + - find_objects + XXX unimplemented + - find_instances + - delete_instance + - fission_object + XXX unimplemented + - fuse_objects + XXX unimplemented + - stat_object + - stat_instance + XXX unimplemented + +Client Operations +-- + - create +Creates and opens new Storage Object + + - replicate +Adds an Instance to a Storage Object + + - cull +Removes an Instance from a Storage Object + +This operation can not remove the last Instance of a Storage Object. + + - lock +Trys to acquire a lock on a storage object + +This operation times out after a default interval of 10s. + + - unlock +Trys to release a lock on a storage object + + - find_instances +Find all instances of a storage object + +Only Instances on active storage volumes are found. + + - find +Find any instance of a storage object + +Only Instances on active storage volumes are found. + + - open +Open a storage object for read or write + +Opening a storage object as 'write' will remove all but one Instance to +prevent Instances from becoming inconsistent. + + - delete +Delete a storage object and all of it's instances + +Removes a storage object and all of it's instances by sequentially deleting each +Instance. When a Storage Object has no more associated instances it is +automatically removed by the Nebulous server. + + - copy +Copy a storage object + +The new storage object will be created with only one Instance. Most properties +of the source Storage Object will be preserved. + + - move +Rename a storage object + +Currently this operation will remove all but one instance of the storage +object and may change it's storage location. + + - delete_instance + +Remove a storage object instance + +Removing the last Instance of a Storage Object will destroy the Storage +Object. + + - stat +View the properties of a storage object + + + - import + XXX unimplemented +Import a file into Nebulous + +Creates a new Storage Object with the specified External Identifier. The +source file will then be "copied" into the Nebulous system leaving the original +file unmodified. + + - fission + XXX unimplemented +Create a new Storage Object from an existing one by either splitting off an +Instance and re-parenting it or by cloning an existing Instance and associating +it with the new Storage Object. Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/requirements.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/requirements.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/requirements.txt (revision 22322) @@ -0,0 +1,28 @@ +# Copyright (C) 2004 Joshua Hoblitt +# +# $Id: requirements.txt,v 1.2 2005-09-14 00:46:01 jhoblitt Exp $ + +- store all image data aquired during the first two years of PS1's + operations. Approximately 10^8 files (OTA level). + +- injest new data from the summit at the same rate it is produced when + operating at a cadence of 40s between integrations. Approximately 400Mb/s + and 64 files/integration. + +- support phase 1 & 2 processing. x files per t_min + +- support phase 3 & 4 processing. x files per t_min + +- support accessing small blocks of a file (ie., seek) + +- tolerate partal system failures without data loss + +- execeedly efficent use of both disk and network I/O + +what are the science drivers for these 3? +-- +- data corruption is guarenteed to be detectable. + +- relibably store xx.x% of files + +- xx.x% of stored images must be retreivable in xs. Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/setup.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/setup.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/setup.txt (revision 22322) @@ -0,0 +1,373 @@ +=pod + +=head1 Installing a Nebulous Server + +=head2 Create a UNIX group for Nebulous + +All Nebulous user's need to be in the same UNIX group as the Nebulous server. + + groupadd -g 877 nebulous + +This is a silly hack to generate a gid. + + perl -le 'map { $gid += ord } split //, shift; print $gid' nebulous + +=head2 Add the users that you want to be able to access Nebulous to that group + + usermod -G nebulous foouser + +=head2 Setup directory permissions for the nebulous group + +As root: + + mkdir /data/ipp000.0/nebulous + mkdir /data/ipp000.1/nebulous + mkdir /data/ipp002.0/nebulous + mkdir /data/ipp003.0/nebulous + + # note that this is just an example, this won't work over NFS with + # root_squash enablded + chown nobody:nebulous /data/ipp00?.?/nebulous + + chmod 0770 /data/ipp00?.?/nebulous + ls -lad /data/ipp00?.?/nebulous + + mkdir /data/`hostname`.0/nebulous + chown nobody:nebulous /data/`hostname`.0/nebulous + chmod 0770 /data/`hostname`.0/nebulous + +=head2 Build and install the Nebulous Perl modules (see: README) + +=head2 Create and initialize the database + + mysql -u root mysql -p + (enter your MySQL root password) + + DROP DATABASE IF EXISTS nebulous; + CREATE DATABASE nebulous; + GRANT ALL PRIVILEGES ON nebulous.* TO 'nebulous'@'localhost' + IDENTIFIED BY '@neb@'; + FLUSH PRIVILEGES; + exit + + export NEB_DB=nebulous + export NEB_USER=nebulous + export NEB_PASS=@neb@ + + neb-initdb + neb-addvol --name ipp000.0 --uri file:///data/ipp000.0/nebulous + neb-addvol --name ipp000.1 --uri file:///data/ipp000.1/nebulous + neb-addvol --name ipp002.0 --uri file:///data/ipp002.0/nebulous + neb-addvol --name ipp003.0 --uri file:///data/ipp003.0/nebulous + +# perl -e 'for (1..24) { $i = sprintf "po%02d", $_ ; system "neb-addvol --name $i --uri file:/$i/nebulous" }' + . + . + +If you get an error similar to this while initializing the database it means +that the creation of the Nebulous's stored procedures failed: + + ERROR 1146 (42S02): Table 'mysql.proc' doesn't exist + +It probably means that your instance of MySQL has been upgraded for an older +version that did not support stored precedures. You can fix this by running +the C script that you should have received with +MySQL. + +In order for the test suite to pass the "test" account needs have the +appropriate permissions to create and modify stored procedures. + + update user set Create_routine_priv = 'Y', Alter_routine_priv = 'Y', Execute_priv = 'Y' where user = 'test'; + update db set Create_routine_priv = 'Y', Alter_routine_priv = 'Y', Execute_priv = 'Y' where db = 'test'; + + flush privileges; + +Please see this webpage for further details: + +http://dev.mysql.com/doc/refman/5.0/en/stored-procedure-privileges.html + + +=head2 Setup nebdiskd daemon + +Create the .netdiskrc file in the home directory of the user that nebdiskd +will run as. This does not need to be/should not be the root user. Merely a +user with permissions to see all of the approparite volumes. + +Example F<.netdiskrc>: + + db: nebulous + dbpass: '@neb@' + dbuser: nebulous + mounts: + - /data/ipp000.0 + - /data/ipp000.1 + - /data/ipp002.0 + - /data/ipp003.0 + pidfile: /var/tmp/nebdiskd + poll_interval: 5 + +Start the daemon by running the command C. Use this command to +verify that the daemon is working correclty. + + neb-volstat + +nebdiskd should always been running when nebulous is use. This command is an +example of how to startup the daemon running as another user. This could be +use to start the daemon from the root account while the system init scripts +are running. + + sudo -H -u jhoblitt nebdiskd + +See the nebdiskd POD/man page for further details + +=head2 Install Apache2 with mod_perl + +=head3 Minimum software requirements: + +Nebulous will work with both Apache 1.3 & 2.x. However, this guide will only +cover configuraton with Apache 2.x and mod_perl 2.x. + +=over 4 + +=item * Apache2 >= 2.0.54 + +=item * mod_perl >= 2.0.0 + +=item * Apache::DBI >= '0.97' [*] + +=back + +[*] required for connect_on_init() to work under mod_perl >= 2.0.1 + +=head3 Apache 1.x + +=item * building mod_perl-1.29 from source: + + perl Makefile.PL USE_APXS=1 INSTALLDIRS=vendor WITH_APXS=/usr/sbin/apxs EVERYTHING=1 PERL_DEBUG=1 + + #MP_TRACE = 1 MP_DEBUG = 1 MP_USE_DSO = 1 MP_INST_APACHE2 = 1 MP_APXS = /usr/sbin/apxs2 + +=head3 Apache 2.x + +=head4 removing Apache on RHEl3 + +On RHEL3 I had to remove these packages in order to fully remove MySQL. + +As C: + + rpm -e \ + httpd-2.0.46-46.2.ent \ + httpd-devel-2.0.46-46.2.ent \ + redhat-config-httpd-1.1.0-4.30.2 \ + mod_perl-1.99_09-10.ent \ + mod_authz_ldap-0.22-5 \ + mod_auth_pgsql-2.0.1-4.ent \ + mod_python-3.0.3-5.ent \ + mod_auth_mysql-20030510-2.ent \ + mod_ssl-2.0.46-46.2.ent \ + webalizer-2.01_10-15.ent \ + mod_perl-1.99_09-10.ent \ + mod_auth_pgsql-2.0.1-4.ent \ + mod_python-3.0.3-5.ent \ + mod_auth_mysql-20030510-2.ent \ + mod_ssl-2.0.46-46.2.ent \ + squirrelmail-1.4.3a-11.EL3 \ + php-4.3.2-25.ent \ + php-imap-4.3.2-25.ent \ + php-ldap-4.3.2-25.ent \ + php-mysql-4.3.2-25.ent \ + php-odbc-4.3.2-25.ent \ + php-pgsql-4.3.2-25.ent + + rm -rf /etc/httpd + +=head4 installing Apache2 from source + + tar -jxvf httpd-2.0.54.tar.bz2 + cd httpd-2.0.54 + ./configure \ + --disable-suexec \ + --with-perl=/usr/bin/perl \ + --with-port=80 \ + --with-program-name=apache2 \ + --with-devrandom=/dev/urandom \ + --prefix /usr \ + --exec_prefix /usr \ + --bindir /usr/bin \ + --sbindir /usr/sbin \ + --libdir /usr/lib \ + --libexecdir /usr/lib/apache2/modules \ + --mandir /usr/share/man \ + --infodir /usr/share/info \ + --includedir /usr/include/apache2 \ + --datadir /var/www/localhost \ + --sysconfdir /etc/apache2/conf \ + --localstatedir /var + make + su + make install + exit + cd .. + +=head4 installing mod_perl 2.x + + tar -zxvf mod_perl-2.0.1.tar.gz + cd mod_perl-2.0.1 + perl Makefile.PL + (apxs = /usr/sbin/apxs) + make + su + make install + echo "LoadModule perl_module /usr/lib/apache2/modules/mod_perl.so" >> /etc/apache2/conf/apache2.conf + exit + + apachectl configtest + Syntax OK + +=head4 installing and configuring Nebulous + + tar -zvxf Nebulous-0.01.tar.gz + cd Nebulous-0.01 + perl Build.PL -axps /usr/sbin/apxs + ./Build + ./Build test + su + ./Build install + + + vi /etc/apache2/conf/startup.pl + (change Group to "Group nebulous") + + cp fooconf /etc/apache2/conf/startup.pl + echo "PerlPostConfigRequire /etc/apache2/conf/startup.pl" >> /etc/apache2/conf/apache2.conf + + +=head3 configurating Apache to act as a Nebulous/SOAP server + +=item * add the "nebulous" group to /etc/group +=item * configure Apache to run as the nebulous group. + + Group nebulous + +Note that in theory the C MPM can run vhosts as differenet +users/groups but this module is currently non-funcitonal. + +L + +=item * configure a path for Neublous + +Make sure mod_perl is being loaded into Apache. In order to do this on +gentoo, you must edit /etc/config.d/apache2 and add C<-DPERL> to +C. + + cat <> /etc/apache2/conf/apache2.conf + + SetHandler perl-script + PerlResponseHandler Apache2::SOAP + PerlSetVar dispatch_to "PerlHandler Nebulous::Server::SOAP" + PerlSetVar options "compress_threshold => 10000" + + END + + apachectl configtest + Syntax OK + +=item * initialize Nebulous database connections from C + + my $dsn = 'DBI:mysql:database=nebulous:host=localhost'; + my $dbuser = 'nebulous'; + my $dbpasswd = '@neb@'; + + Apache::DBI->connect_on_init( $dsn, $dbuser, $dbpasswd ); + Nebulous::Server::SOAP->new_on_init( + dsn => $dsn, + dbuser => $dbuser, + dbpasswd => $dbpasswd, + log_level => 'all', + ); + +# out of date from here down... + +# +# CGI interface +# + +ScriptAlias /nebulous /usr/local/apache/perl/imageserver.pl + + + AllowOverride None + Options None + Order allow,deny + Allow from all + + +PerlModule Apache::PerlRun + + SetHandler perl-script + PerlHandler Apache::PerlRun + Options ExecCGI + allow from all + PerlSendHeader On + + +# +# Nebulous::Apache interface +# + +PerlModule Apache::DBI +PerlModule Nebulous::Apache + + + SetHandler perl-script + PerlHandler Nebulous::Apache + + +- setup the server + +As a CGI, will with either Apache 1.3.x or 2.0.x + +cp scripts/imagesever.pl /var/www/localhost/cgi-bin +chmod 755 /var/www/localhost/cgi-bin/imageserver.pl +touch /tmp/imageserver.log +chmod 1777 /tmp/imageserver.log + +=head2 Testing the Nebulous Server + +You can test your configuration with the C utility. + + $ telnet localhost 80 + Trying 127.0.0.1... + Connected to localhost.localdomain (127.0.0.1). + Escape character is '^]'. + GET /nebulous HTTP/1.0 + + HTTP/1.1 500 Internal Server Error + Date: Wed, 31 Aug 2005 01:10:47 GMT + Server: Apache/2.0.54 (Unix) mod_perl/2.0.1 Perl/v5.8.6 + Content-Length: 645 + Connection: close + Content-Type: text/html; charset=iso-8859-1 + . + . + + Connection closed by foreign host. + +If you get an HTTP 5xx code check your apache error_log + + +=head2 MySQL Configuration/tuning + +in /etc/mysql/my.cnf +under [mysqld] +increase the number of alloweed connections, e.g. +max_connections = 200 + +Nebulous makes heavy use of MySQL's C table type. Try configuring +MySQL with these parameters: + + innodb_log_files_in_group = 2 + innodb_buffer_pool_size = as big as possible (512M+) + innodb_log_buffer_size= 16M + innodb_log_file_size=10M + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/tmp.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/tmp.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/docs/tmp.txt (revision 22322) @@ -0,0 +1,44 @@ +client +-- +new + +new_file + new_file + open_file + +find_file + find_instance + +open_file + find_file + +delete_file + delete_file + nuke + +copy_file + open_file + new_file + +move_file + copy_file + delete_file + +replicate_file + open_file + replicate_file + +cull_file + find_instance + delete_instance + +delete_instance + nuke + delete_instance + +find_instance + find_instance + +# missing +file_stat +lock ? Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/examples/Makefile =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/examples/Makefile (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/examples/Makefile (revision 22322) @@ -0,0 +1,5 @@ +NEB_CFLAGS=`pkg-config nebclient --cflags` +NEB_LIBS=`pkg-config nebclient --libs` + +nebexample: nebexample.c + $(CC) $(NEB_CFLAGS) $(CFLAGS) $(NEB_LIBS) $< -o $@ Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/examples/nebexample.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/examples/nebexample.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/examples/nebexample.c (revision 22322) @@ -0,0 +1,45 @@ +// gcc `pkg-config nebclient --cflags --libs` example.c -o example + +#include +#include +#include +#include + +#define NEB_SERVER "http://podb1.ifa.hawaii.edu:80/nebulous" +#define NEB_KEY "foobarbaz" + +int main (int argc, char **argv) { + nebServer *server = NULL; + char *key = NEB_KEY; + + server = nebServerAlloc(NEB_SERVER); + if (!server) { + printf("nebServerAlloc() failed\n"); + exit(EXIT_FAILURE); + } + + // make sure there isn't already a file named "foobarbaz" so this example + // doesn't cause an error + nebDelete(server, key); + + int fh = nebCreate(server, key, 0, NULL, NULL, NULL); + if (fh < 0) { + printf( "nebCreate() failed: %s\n", nebErr(server)); + exit(EXIT_FAILURE); + } + + // fh is a file descriptor + close(fh); + + if (!nebReplicate(server, key, NULL, NULL)) { + printf( "nebReplicate() failed: %s\n", nebErr(server)); + exit(EXIT_FAILURE); + } + + if (!nebDelete(server, key)) { + printf( "nebDelete() failed: %s\n", nebErr(server)); + exit(EXIT_FAILURE); + } + + exit(EXIT_SUCCESS); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/examples/nebexample.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/examples/nebexample.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/examples/nebexample.pl (revision 22322) @@ -0,0 +1,28 @@ +#!/usr/bin/env perl + +use strict; +use warnings FATAL => qw( all ); + +use Nebulous::Client; + +my $neb = Nebulous::Client->new( + proxy => 'http://podb1.ifa.hawaii.edu:80/nebulous' +); + +my $key = shift || 'foobarbaz'; + +# make sure there isn't already a file named "foobarbaz" so this example +# doesn't cause an error +$neb->delete($key); + +my $fh = $neb->create($key); +die "can't create file $key " unless $fh; +close($fh); + +if (!$neb->replicate($key)) { + die "can't replicate object $key"; +} + +if (!$neb->delete($key)) { + die "can't delete object $key"; +} Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/examples/uri_test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/examples/uri_test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/examples/uri_test.pl (revision 22322) @@ -0,0 +1,18 @@ +#!/usr/bin/env perl + +use strict; +use warnings; + +use URI; + +my $u1 = URI->new("neb://www.perl.com/bar"); + +print $u1->scheme, "\n"; +print $u1->opaque, "\n"; +print $u1->path, "\n"; + +my $u2 = URI->new("neb:/www.perl.com"); +print $u2->scheme, "\n"; +print $u2->opaque, "\n"; +print $u2->path, "\n"; + Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Keys.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Keys.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Keys.pm (revision 22322) @@ -0,0 +1,267 @@ +# Copyright (c) 2004 Joshua Hoblitt +# +# $Id: Keys.pm,v 1.3 2008-09-09 02:18:47 jhoblitt Exp $ + +package Nebulous::Keys; + +use strict; +use warnings FATAL => qw( all ); + +our $VERSION = '0.02'; + +use base qw( Exporter Class::Accessor::Fast ); + +use File::Spec; +use URI::file; +use URI; +use overload '""' => \&_stringify_key; + +our @EXPORT_OK = qw( + parse_neb_key + parse_neb_volume +); + +__PACKAGE__->mk_ro_accessors(qw( path volume soft_volume )); + +sub parse_neb_key +{ + my ($key, $volume) = @_; + return unless defined $key; + + # white space is not allowed + if ($key =~ qr/\s+/) { + die "keys and URIs may not contain whitespace"; + } + + my $uri = URI->new($key); + my $scheme = $uri->scheme; + my $path = $uri->opaque; + + my $volume_name; + my $soft_volume; + # if this is a valid uri + if (defined $scheme) { + # if so, does it use the neb scheme? + die "URI does not use the 'neb' scheme" + unless $scheme eq 'neb'; + + # neb:path (not allowed) + # neb:///... + # neb:/path... (leading '/' is stripped) + # neb:///path... (same as neb:/path) + + # volume specifier must be at least one character + # strip off volume component if it exists + $path =~ s|^//([^/]+)||; + + # ignore key supplied volume name if one is passed as a parameter + $volume ||= $1; + my $volume_info = parse_neb_volume($volume); + + # magically eat the "any" volume + if (defined $volume_info->{volume} and $volume_info->{volume} ne 'any') { + $volume_name = $volume_info->{volume}; + $soft_volume = $volume_info->{soft_volume}; + } + + # require a leading slash if there is no volume name + if ((not defined $volume_name) and (not $path =~ m|^/|)) { + die "neb URI scheme requires a leading slash, eg. neb:/"; + } + } else { + my $volume_info = parse_neb_volume($volume); + + # magically eat the "any" volume + if (defined $volume_info->{volume} and $volume_info->{volume} ne 'any') { + $volume_name = $volume_info->{volume}; + $soft_volume = $volume_info->{soft_volume}; + } + } + + # strip leading slashes + $path =~ s|^/+||; + + # remove multiple /'s and trailing slashes + $path = File::Spec->canonpath($path); + + return __PACKAGE__->new({ + volume => $volume_name, + soft_volume => $soft_volume, + path => $path, + }); +} + +sub parse_neb_volume +{ + my $volume = shift; + return unless defined $volume; + + my $soft_volume; + # check to see if there is a tilde and remove it if found + unless (defined $volume and $volume =~ s/^~//) { + $soft_volume = 1; + } + + return({ volume => $volume, soft_volume => $soft_volume }); +} + +sub _stringify_key +{ + my $self = shift; + + my $path = $self->path; + my $volume = $self->volume || ""; + my $soft_volume = $self->soft_volume ? '~' : ""; + + return "neb://${soft_volume}${volume}/$path"; +} + +1; + +__END__ + +=pod + +=head1 NAME + +Nebulous::Keys - Nebulous Keys Explained + +=head1 DESCRIPTION + +The Nebulous system interprets it's storage object keys in a I +magical manner. It supports both plain vanilla C and keys in the +form of an L. In the L form a specific storage volume can be implied +(as a request, not a requirement). Both key forms are subject to mangling such +that I the key I like a C semantics file path, it is +canocalized. + +=head1 RESERVED SYNTAX + +This particular syntax is disallowed and is reserved for future use. + + / + +=head1 EXAMPLES + +=head2 Key Strings + + key: foo/bar/baz/quix + mangled to: foo/bar/baz/quix + volume: any + + key: /foo/bar/baz/quix + mangled to: foo/bar/baz/quix + volume: any + + key: //foo/bar/baz/quix + mangled to: foo/bar/baz/quix + volume: any + + key: ///foo/bar/baz/quix + mangled to: foo/bar/baz/quix + volume: any + + key: foo////bar/baz/quix + mangled to: foo/bar/baz/quix + volume: any + + key: foo/bar/baz/quix/ + mangled to: foo/bar/baz/quix + volume: any + +=head2 URI w/ volume name + +neb:/// + + key: neb://foo/bar/baz/quix + mangled to: bar/baz/quix + volume: foo + + key: neb://foo//bar/baz/quix + mangled to: bar/baz/quix + volume: foo + + key: neb://foo///bar/baz/quix + mangled to: bar/baz/quix + volume: foo + + key: neb://foo/bar///baz/quix + mangled to: bar/baz/quix + volume: foo + + key: neb://foo/bar/baz/quix/ + mangled to: bar/baz/quix + volume: foo + +=head2 URI w/o volume name + +neb:/ + + key: neb:/foo/bar/baz/quix + mangled to: foo/bar/baz/quix + volume: any + + key: neb:///foo/bar/baz/quix + mangled to: foo/bar/baz/quix + volume: any + + key: neb://///foo/bar/baz/quix + mangled to: foo/bar/baz/quix + volume: any + +=head2 Forbidden Keys + +=head3 Key with whitespace + + "/ foo/bar/baz/quix" + " /foo/bar/baz/quix" + "/foo/bar/baz/quix " + +=head3 URI with whitespace + + "neb ://foo/bar/baz/quix" + "neb:// foo/bar/baz/quix" + " neb://foo/bar/baz/quix" + "neb://foo/bar/baz/quix " + +=head3 URI with out a volume requires a leading slash + + neb:foo/bar/baz/quix + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the LICENSE file included with +this module, or in the L Pod as supplied with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server.pm (revision 22322) @@ -0,0 +1,1480 @@ +# Copyright (c) 2004-2008 Joshua Hoblitt +# +# $Id: Server.pm,v 1.87 2008-09-11 23:01:17 jhoblitt Exp $ + +package Nebulous::Server; + +use strict; +use warnings FATAL => qw( all ); +no warnings qw( uninitialized ); + +our $VERSION = '0.15'; + +use base qw( Class::Accessor::Fast ); + +use DBI; +use Digest::SHA1 qw( sha1_hex ); +use File::ExtAttr qw( setfattr ); +use File::Path; +use File::Spec; +use Log::Log4perl; +use Nebulous::Server::Config; +use Nebulous::Server::Log; +use Nebulous::Server::SQL; +use Nebulous::Keys qw( parse_neb_key parse_neb_volume ); +use Params::Validate qw( validate_pos SCALAR SCALARREF UNDEF ); +use URI::file; + +__PACKAGE__->mk_accessors(qw( log sql config )); + +use constant SUBPATH_DEPTH => 2; + +sub new { + my $class = shift; + + # let Nebulous::Server::Config validate our params + my $config = Nebulous::Server::Config->init( @_ ); + + # log4perl is not avaliable until we call init() + Nebulous::Server::Log->init($config); + my $log = Log::Log4perl::get_logger( "Nebulous::Server" ); + + my $sql = Nebulous::Server::SQL->new; + + $log->debug( "entered - @_" ); + + my $db; + eval { + $db = DBI->connect( + $config->dsn, + $config->dbuser, + $config->dbpasswd, + { + RaiseError => 1, + PrintError => 0, + AutoCommit => 0, + }, + ); + + $db->do( $sql->set_transaction_model ); + + $db->commit; + $log->debug("commit"); + }; + if ( $@ ) { + $db->rollback if $db; + $log->debug("rollback"); + $log->logdie( "database error: $@" ); + } + + $log->debug( "connected to database: ", sub { $db->data_sources; } ); + + my $self = bless {}, ref $class || $class; + $self->log($log); + $self->sql($sql); + $self->db($db); + $self->config($config); + + $log->debug( "leaving" ); + + return $self; +} + +sub db { + my $self = shift; + + if (@_) { + $self->{db} = $_[0]; + return $self; + } + + my $log = $self->log; + my $sql = $self->sql; + my $config = $self->config; + + # if the dbh is still alive, return it + if (defined $self->{db} and $self->{db}->ping) { + $log->debug("db handle is still alive"); + return $self->{db}; + } + # otherwise create a new connection + $log->debug("db handle is dead"); + + # if we're running under mod_perl & Apache::DBI is loaded we want to + # reconnect to the database everytime the dbh is requested. The rational is + # that if we're running under mod_perl this is probably a log running + # processes and the database might have gone away on us. Apache::DBI will + # take care of getting a valid dbh back. + if ($INC{'Apache/DBI.pm'} && $ENV{MOD_PERL}) { + my $db; + eval { + $db = DBI->connect( + $config->dsn, + $config->dbuser, + $config->dbpasswd, + { + RaiseError => 1, + PrintError => 0, + AutoCommit => 0, + }, + ); + + $db->do( $sql->set_transaction_model ); + + $db->commit; + $log->debug("commit"); + }; + if ( $@ ) { + $db->rollback if $db; + $log->debug("rollback"); + $log->logdie( "database error: $@" ); + } + + $self->{db} = $db; + + return $db; + } + + return $self->{db}; +} + + +sub create_object +{ + my $self = shift; + + my ($key, $vol_name) = validate_pos(@_, + { + type => SCALAR, + }, + { + type => SCALAR|UNDEF, +# callbacks => { +# # check that the volume requested is valid +# 'is valid volume name' => sub { +# return 1 if not defined $_[0]; +# $self->_is_valid_volume_name($_[0]) +# }, +# }, + optional => 1, + }, + ); + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + $log->debug( "entered - @_" ); + + # vol_name overrides the key implied volume + $key = parse_neb_key($key, $vol_name); + $vol_name = $key->volume; + + # the key's volume can't be validiated on input for this method so we have + # to check it after parsing the key + if (defined $vol_name + and not $self->_is_valid_volume_name($key->volume)) { + if ($key->soft_volume) { + $log->warn( "$vol_name is not a known volume name" ); + $vol_name = undef; + } else { + die "$vol_name is not a valid volume name" + } + } + + my ($vol_id, $vol_host, $vol_path, $vol_xattr) + = $self->_get_storage_volume($vol_name, $key->soft_volume); + + my $uri; + eval { + { + # create storage_object + my $query = $db->prepare_cached( $sql->new_object ); + $query->execute('NULL', $key->path); + } + + my $so_id; + { + # get object ID + my $query = $db->prepare_cached( $sql->last_insert_id ); + $query->execute; + ($so_id) = $query->fetchrow_array; + # XXX finish seems to be required when using LAST_INSERT_ID() or we + # get a warning about the stmt handling still be active the next + # time LAST_INSERT_ID() is invoked + $query->finish; + } + + { + # create storage_object_attr + my $query = $db->prepare_cached( $sql->new_object_attr ); + $query->execute($so_id); + } + + { + + # create instance with no URI +# my $query = $db->prepare_cached( $sql->new_instance ); + my $query = $db->prepare_cached( $sql->new_object_instance ); + $query->execute($vol_id); + } + + my $ins_id; + { + # get instance ID + my $query = $db->prepare_cached( $sql->last_insert_id ); + $query->execute; + ($ins_id) = $query->fetchrow_array; + # XXX finish seems to be required when using LAST_INSERT_ID() or we + # get a warning about the stmt handling still be active the next + # time LAST_INSERT_ID() is invoked + $query->finish; + } + + # Unfortunately, since we want to use the instance row's ID as part of the + # actual on disk file name we can't try to create the file until after + # we've create both a new storage_storage object and instance. + + # TODO add some stuff here to retry if unsucessful + $uri = $self->_create_empty_instance_file($key->path, $so_id, $ins_id, $vol_path, $vol_xattr); + $log->debug("created $uri on volume ID: $vol_id"); + + { + # update the instance with URI & vol_id that the file is on + my $query = $db->prepare_cached( $sql->update_instance_uri ); + # vol_id, uri, ins_id + $query->execute($vol_id, "$uri", $ins_id); + } + + $db->commit; + $log->debug("commit"); + }; + if ($@) { +# and not $key->soft_volume + $db->rollback; + $log->debug("rollback"); + $log->logdie("error: $@"); + } + + $log->debug("leaving"); + + return "$uri"; +} + +sub rename_object +{ + my $self = shift; + + my ($key, $newkey) = validate_pos(@_, + { + type => SCALAR, + callbacks => { + 'is valid object key' => sub { $self->_is_valid_object_key($_[0]) }, + }, + }, + # make sure the "newkey" doesn't already exist + { + type => SCALAR, + callbacks => { + 'is not valid object key' => sub { not $self->_is_valid_object_key($_[0]) }, + }, + }, + ); + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + $log->debug("entered - @_"); + + # ignore volumes + $key = parse_neb_key($key); + $newkey = parse_neb_key($newkey); + + eval { + # rename storage_object + my $query = $db->prepare_cached($sql->rename_object); + # this SQL statment takes the new key name as the first param + my $rows = $query->execute($newkey->path, $key->path); + + # if we affected more then one row something very bad has happened. + unless ($rows == 1) { + $query->finish; + $log->logdie("affected row count is $rows instead of 1"); + } + + $db->commit; + $log->debug("commit"); + }; + if ($@) { + $db->rollback; + $log->debug("rollback"); + $log->logdie("database error: $@"); + } + + $log->debug("leaving"); + + return $newkey; +} + + +sub replicate_object +{ + my $self = shift; + + my ($key, $vol_name) = validate_pos(@_, + { + type => SCALAR, + callbacks => { + 'is valid object key' + => sub { $self->_is_valid_object_key($_[0]) }, + }, + }, + { + type => SCALAR|UNDEF, +# callbacks => { +# # check that the volume name requested is valid +# 'is valid volume name' => sub { +# return 1 if not defined $_[0]; +# $self->_is_valid_volume_name($_[0]) +# }, +# }, + optional => 1, + }, + ); + + # if a volume name is explicity specified then we should make the + # replication onto that volume (even if there is alread an instance on that + # volume) if at all possible and throw an error if we can not. + # if a volume name IS NOT specified then we should make the replication + # onto any (hopefully the best) volume that DOES NOT already have an + # instance on it. If all avilable volume already have an instance on them + # then we should throw an error + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + $log->debug("entered - @_"); + + # vol_name overrides the key implied volume + $key = parse_neb_key($key, $vol_name); + $vol_name = $key->volume; + + if (defined $vol_name + and not $self->_is_valid_volume_name($key->volume)) { + if ($key->soft_volume) { + $log->warn( "$vol_name is not a known volume name" ); + $vol_name = undef; + } else { + die "$vol_name is not a valid volume name" + } + } + + my ($vol_id, $vol_host, $vol_path, $vol_xattr); + if (defined $vol_name) { + ($vol_id, $vol_host, $vol_path, $vol_xattr) + = $self->_get_storage_volume($vol_name); + } else { + ($vol_id, $vol_host, $vol_path, $vol_xattr) + = $self->_get_replication_volume($key); + } + + my $uri; + eval { + my $so_id; + { + # verify that at least one instance is currently available + my $query = $db->prepare_cached( $sql->get_object_instances ); + my $rows = $query->execute($key->path, 1); + + unless ( $rows > 0 ) { + $query->finish; + $log->logdie( "storage object does not exist" ); + } + + $so_id = $query->fetchrow_hashref->{ 'so_id' }; + $query->finish; + } + + { + my $query = $db->prepare_cached( $sql->new_instance ); + $query->execute($so_id, $vol_id); + } + + my $ins_id; + { + my $query = $db->prepare_cached( $sql->last_insert_id ); + $query->execute(); + ($ins_id) = $query->fetchrow_array; + # XXX finish seems to be required when using LAST_INSERT_ID() or we + # get a warning about the stmt handling still being active the next + # time LAST_INSERT_ID() is invoked + $query->finish; + } + + # Unfortunately, since we want to use the instance row's ID as part of + # the actual on disk file name we can't try to create the file until + # after we've create both a new storage_storage object and instance. + + # TODO add some stuff here to retry if unsucessful + $uri = $self->_create_empty_instance_file($key->path, $so_id, $ins_id, $vol_path, $vol_xattr); + + { + my $query = $db->prepare_cached( $sql->update_instance_uri ); + # vol_id, uri, ins_id + $query->execute($vol_id, $uri, $ins_id); + } + + $db->commit; + $log->debug("commit"); + }; + if ($@) { + $db->rollback; + # handle soft volumes + if (defined $vol_name and defined $key->soft_volume) { + $log->debug("retrying with 'any' volume"); + return $self->replicate_object($key->path, 'any'); + } + $log->debug("rollback"); + $log->logdie("error: $@"); + } + + $log->debug("leaving"); + + return "$uri"; +} + +sub lock_object +{ + my $self = shift; + + my ( $key, $type ) = validate_pos( @_, + { + type => SCALAR, + callbacks => { + 'is valid object key' => sub { $self->_is_valid_object_key($_[0]) }, + }, + }, + { + type => SCALAR, + callbacks => { + 'is read or write' => sub { $_[0] =~ /^(?:read|write)$/ }, + }, + }, + ); + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + $log->debug( "entered - @_" ); + + # ignore volume + $key = parse_neb_key($key); + + my $so_id; + my $read_lock; + my $write_lock; + + eval { + { + # this will set update locks + my $query = $db->prepare_cached( $sql->get_object_locks ); + my $rows = $query->execute( $key->path ); + unless ( $rows == 1 ) { + $query->finish; + $log->logdie( "storage object does not exist" ); + } + + my $row = $query->fetchrow_hashref; + $query->finish; + + $so_id = $row->{ 'so_id' }; + $read_lock = $row->{ 'read_lock' }; + $write_lock = $row->{ 'write_lock' }; + } + + if ($type eq 'write') { + # can't set a write lock twice and + # can't set a write lock if there are read locks + if ($write_lock) { + $log->logdie("can not write lock twice -- retry"); + } + + if ($read_lock > 0) { + $log->logdie("can not write lock after read lock -- retry"); + } + + { + my $query = $db->prepare_cached( $sql->set_write_lock ); + my $rows = $query->execute($key->path); + + # if we affected more then one row something very bad has happened. + unless ($rows == 1) { + $log->logdie("affected row count is $rows instead of 1"); + } + + } + } elsif ($type eq 'read') { + # can't set a read lock if there's a write lock + if ($write_lock) { + $log->logdie("can not read lock after write lock -- retry"); + } + + { + my $query = $db->prepare_cached( $sql->increment_read_lock ); + my $rows = $query->execute($key->path); + + # if we affected more then one row something very bad has happened. + unless ($rows == 1) { + $log->logdie("affected row count is $rows instead of 1"); + } + } + } + + $db->commit; + $log->debug("commit"); + }; + if ($@) { + $db->rollback; + $log->debug("rollback"); + $log->logdie("error: $@"); + } + + $log->debug("leaving"); + + return 1; +} + +sub unlock_object +{ + my $self = shift; + + my ( $key, $type ) = validate_pos( @_, + { + type => SCALAR, + callbacks => { + 'is valid object key' => sub { $self->_is_valid_object_key($_[0]) }, + }, + }, + { + type => SCALAR, + callbacks => { + 'is read or write' => sub { $_[0] =~ /^(?:read|write)$/ }, + }, + }, + ); + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + $log->debug( "entered - @_" ); + + # ignore volume + $key = parse_neb_key($key); + + my $so_id; + my $read_lock; + my $write_lock; + + eval { + { + # this will set update locks + my $query = $db->prepare_cached( $sql->get_object_locks ); + my $rows = $query->execute($key->path); + unless ($rows == 1) { + $query->finish; + $log->logdie("storage object does not exist"); + } + + my $row = $query->fetchrow_hashref; + $query->finish; + + $so_id = $row->{ 'so_id' }; + $read_lock = $row->{ 'read_lock' }; + $write_lock = $row->{ 'write_lock' }; + } + + if ($type eq 'write') { + # can't remove a write lock if it doesn't exist + if ($read_lock) { + $log->logdie("can not have a write lock under a read lock"); + } + + unless ($write_lock) { + $log->logdie("can not remove non-existant write lock"); + } + + { + my $query = $db->prepare_cached( $sql->delete_write_lock ); + my $rows = $query->execute($key->path); + + # if we affected more then one row something very bad has happened. + unless ($rows == 1) { + $log->logdie("affected row count is $rows instead of 1"); + } + } + } elsif ($type eq 'read') { + # can't remove a read lock if there's a write lock and + # can't remove a read lock if there aren't any + if ($write_lock) { + $log->logdie("can not have a read lock under a write lock"); + } + + if ($read_lock == 0) { + $log->logdie("can not remove non-existant read lock"); + } + + { + my $query = $db->prepare_cached( $sql->decrement_read_lock ); + my $rows = $query->execute($key->path); + + # if we affected more then one row something very bad has happened. + unless ($rows == 1) { + $log->logdie("affected row count is $rows instead of 1"); + } + + } + } + $db->commit; + $log->debug("commit"); + }; + if ($@) { + $db->rollback; + $log->debug("rollback"); + $log->logdie("error: $@"); + } + + $log->debug( "leaving" ); + + return 1; +} + + +sub setxattr_object +{ + my $self = shift; + + my ($key, $name, $value, $flags) = validate_pos(@_, + { + type => SCALAR, + callbacks => { + 'is valid object key' => sub { $self->_is_valid_object_key($_[0]) }, + }, + }, + { + type => SCALAR, + }, + { + type => SCALAR, + }, + { + type => SCALAR, + callbacks => { + 'is read or write' => sub { $_[0] =~ /^(?:create|replace)$/i }, + }, + }, + ); + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + $log->debug("entered - @_"); + + # ignore volume + $key = parse_neb_key($key); + + eval { + my $query; + + if ($flags eq 'create') { + $query = $db->prepare_cached( $sql->new_object_xattr ); + } else { + # replace + $query = $db->prepare_cached( $sql->replace_object_xattr ); + } + + # name, value, ext_id + my $rows = $query->execute($name, $value, $key->path); + $query->finish; + + # if we affected more then one row something very bad has happened. + if ($flags eq 'create') { + unless ($rows == 1) { + $log->logdie( "affected row count is $rows instead of 1" ); + } + } else { + # replace_object_xattr can effect either 1 or 2 rows. 2 rows in + # the case of a replace and 1 if the xattr didn't already exist. + unless ($rows == 1 or $rows == 2) { + $log->logdie( "affected row count is $rows instead of 2" ); + } + } + + $db->commit; + $log->debug("commit"); + }; + if ($@) { + $db->rollback; + $log->debug("rollback"); + $log->logdie("database error: $@"); + } + + $log->debug("leaving"); + + return 1; +} + + +sub getxattr_object +{ + my $self = shift; + + my ($key, $name) = validate_pos(@_, + { + type => SCALAR, + callbacks => { + 'is valid object key' => sub { $self->_is_valid_object_key($_[0]) }, + }, + }, + { + type => SCALAR, + }, + ); + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + $log->debug("entered - @_"); + + # ignore volume + $key = parse_neb_key($key); + + my $value; + eval { + my $query = $db->prepare_cached( $sql->get_object_xattr ); + # ext_id, name + my $rows = $query->execute($key->path, $name); + + # no rows returned means that the xattr does not exist + if ($rows == 0) { + $query->finish; + $log->logdie( "xattr $key:$name does not exist" ); + } + # if we go more then one row bad something very bad has happened. + unless ($rows == 1) { + $query->finish; + $log->logdie( "affected row count is $rows instead of 1" ); + } + + my $row = $query->fetchrow_hashref; + # XXX: DBI bug? ->finish is needed here even though $query is going out + # of scope + $query->finish; + $value = $row->{ 'value' }; + }; + $log->logdie("database error: $@") if $@; + + $log->debug("leaving"); + + return $value; +} + + +sub listxattr_object +{ + my $self = shift; + + my ($key) = validate_pos(@_, + { + type => SCALAR, + callbacks => { + 'is valid object key' => sub { $self->_is_valid_object_key($_[0]) }, + }, + }, + ); + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + $log->debug("entered - @_"); + + # ignore volume + $key = parse_neb_key($key); + + my @xattrs; + eval { + my $query = $db->prepare_cached( $sql->list_object_xattr ); + # ext_id + my $rows = $query->execute($key->path); + + while (my $row = $query->fetchrow_hashref) { + push @xattrs, $row->{ 'name' }; + } + }; + $log->logdie("database error: $@") if $@; + + $log->debug("leaving"); + + return \@xattrs; +} + + +sub removexattr_object +{ + my $self = shift; + + my ($key, $name) = validate_pos(@_, + { + type => SCALAR, + callbacks => { + 'is valid object key' => sub { $self->_is_valid_object_key($_[0]) }, + }, + }, + { + type => SCALAR, + }, + ); + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + $log->debug("entered - @_"); + + # ignore volume + $key = parse_neb_key($key); + + eval { + my $query = $db->prepare_cached( $sql->remove_object_xattr ); + # ext_id, name + my $rows = $query->execute($key->path, $name); + $query->finish; + + # if we affected more then one row something very bad has happened. + unless ($rows == 1) { + $log->logdie( "affected row count is $rows instead of 1" ); + } + + $db->commit; + $log->debug("commit"); + }; + if ($@) { + $db->rollback; + $log->debug("rollback"); + $log->logdie("database error: $@"); + } + + $log->debug("leaving"); + + return 1; +} + + +sub find_objects +{ + my $self = shift; + + my ( $pattern ) = validate_pos( @_, + { + type => SCALAR, + optional => 1, + }, + ); + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + $log->debug( "entered - @_" ); + + unless ($pattern) { + $log->debug( "leaving" ); + $log->logdie("no keys found"); + } + + # attempt to strip off neb:// if it exists + $pattern =~ s|^neb:||; + + my @keys; + eval { + my $query = $db->prepare_cached( $sql->find_objects ); + $query->execute( $pattern ); + + while ( my $row = $query->fetchrow_hashref ) { + my $key = $row->{ 'ext_id' }; + push @keys, $key if $key; + } + }; + $log->logdie("database error: $@") if $@; + + $log->logdie("no keys found") unless ( scalar @keys ); + + $log->debug( "leaving" ); + + return \@keys; +} + + +sub find_instances +{ + my $self = shift; + + my ($key, $vol_name) = validate_pos(@_, + { + type => SCALAR, + callbacks => { + 'is valid object key' => sub { $self->_is_valid_object_key($_[0]) }, + }, + }, + { + type => SCALAR|UNDEF, +# callbacks => { +# # check that the volume name requested is valid +# 'is valid volume name' => sub { +# return 1 if not defined $_[0]; +# $self->_is_valid_volume_name($_[0]) +# }, +# }, + optional => 1, + }, + ); + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + $log->debug("entered - @_"); + + # vol_name overrides the key implied volume + $key = parse_neb_key($key, $vol_name); + $vol_name = $key->volume; + + # the key's volume can't be validiated on input for this method so we have + # to check it after parsing the key + if (defined $vol_name + and not $self->_is_valid_volume_name($key->volume)) { + if ($key->soft_volume) { + $log->warn( "$vol_name is not a known volume name" ); + $vol_name = undef; + } else { + die "$vol_name is not a valid volume name" + } + } + + my @locations; + eval { + my $query; + if ($vol_name) { + $query = $db->prepare_cached( $sql->get_object_instances_by_vol_name ); + # ext_id, name, available + my $rows = $query->execute($key->path, $vol_name, 1); + unless ($rows > 0) { + $query->finish; + $log->logdie("no instances on storage volume or volume is not avaiable for key: $key volume: $vol_name"); + } + } else { + $query = $db->prepare_cached( $sql->get_object_instances ); + # ext_id, available + my $rows = $query->execute($key->path, 1); + unless ($rows > 0) { + $query->finish; + $log->logdie("no instances available for key: $key"); + } + } + + while (my $row = $query->fetchrow_hashref) { + my $instance = $row->{ 'uri' }; + push @locations, $instance if $instance; + } + }; + if ($@) { + $db->rollback; + # handle soft volumes + if (defined $vol_name and defined $key->soft_volume) { + $log->debug("retrying with 'any' volume"); + return $self->find_instances($key->path, 'any'); + } + $log->logdie("database error: $@"); + } + + # XXX remove this? + $log->logdie("no instances found") unless (scalar @locations); + + $log->debug("found: @locations"); + + $log->debug("leaving"); + + return \@locations; +} + + +sub delete_instance +{ + my $self = shift; + + my ( $uri ) = validate_pos( @_, + { + type => SCALAR|SCALARREF, + }, + ); + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + $log->debug( "entered - @_" ); + + eval { + my $so_id; + my $instances; + # get so_id + { + my $query = $db->prepare_cached( $sql->get_object_from_uri ); + my $rows = $query->execute( $uri ); + + unless ( $rows > 0 ) { + $query->finish; + $log->logdie( "no instance is associated with uri" ); + } + + $so_id = $query->fetchrow_hashref->{ 'so_id' }; + $query->finish; + + } + + { + my $query = $db->prepare_cached( $sql->get_instance_count ); + $query->execute( $so_id ); + + $instances = $query->fetchrow_hashref->{ 'count(ins_id)' }; + $query->finish; + } + + # remove instance + { + my $query = $db->prepare_cached( $sql->delete_instance ); + my $rows = $query->execute( $uri ); + $query->finish; + + # if we affected something other then two rows something very bad + # has happened + unless ( $rows == 1 ) { + $log->logdie( "affected row count is $rows instead of 1" ); + } + } + + # if we just deleted the last instance associated with a storage object + # remove it too + if ( $instances == 1 ) { + # we just removed the last instance + my $query = $db->prepare_cached( $sql->delete_object ); + my $rows = $query->execute( $so_id ); + $query->finish; + + # TODO: this will have to be changed in order to support hardlinks + unless ( $rows == 1 ) { + $log->logdie( "affected row count is $rows instead of 2" ); + } + } + + $db->commit; + $log->debug("commit"); + }; + if ( $@ ) { + $db->rollback; + $log->debug("rollback"); + $log->logdie( "database error: $@" ); + } + + $log->debug( "leaving" ); + + return 1; +} + + +sub stat_object +{ + my $self = shift; + + my ( $key ) = validate_pos( @_, + { + type => SCALAR, + callbacks => { + 'is valid object key' => sub { $self->_is_valid_object_key($_[0]) }, + }, + }, + ); + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + $log->debug("entered - @_"); + + # ignore volume + $key = parse_neb_key($key); + + my $stat; + eval { + my $query = $db->prepare_cached( $sql->stat_object ); + my $rows = $query->execute($key->path); + + unless ($rows == 1) { + $log->logdie("no storage object found"); + } + + $stat = $query->fetchrow_arrayref; + $query->finish; + }; + $log->logdie("database error: $@") if $@; + + $log->debug("leaving"); + + return $stat; +} + + +sub mounts +{ + my $self = shift; + + validate_pos(@_); + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + $log->debug("entered - @_"); + + my $stats; + my $query; + eval { + # ask the db to generate the table of mounted Nebulous volume + $db->do("call getmountedvol()"); + + $query = $db->prepare_cached( $sql->get_mounted_volumes ); + $query->execute(); + + # suck that table into an AoA + $stats = $query->fetchall_arrayref; + + $query->finish; + }; + $log->logdie("database error: $@") if $@; + + $log->logdie("no mounted volumes found") unless (scalar @$stats); + + $log->debug("leaving"); + + return $stats; +} + + +sub _get_storage_volume +{ + my $self = shift; + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + no warnings qw( uninitialized ); + $log->debug( "entered - @_" ); + use warnings; + + my ($name, $soft_volume) = @_; + + my ($vol_id, $vol_host, $vol_path, $xattr); + eval { + my $query; + my $rows; + if ( $name ) { + $query = $db->prepare_cached( $sql->get_storage_volume_by_name ); + # %free, name, avaiable, allocate + $rows = $query->execute(0.95, $name, 1, 1); + # XXX destinguish between non-existant and unaviable + unless ($rows > 0) { + $query->finish; + + # if a volume name was specified, and is soft, and we failed to + # find it, fall back to any volume + if ($soft_volume) { + ($vol_id, $vol_host, $vol_path, $xattr) = $self->_get_storage_volume; + return; # this just returns out of the eval not from the subroutine + } + $log->logdie("storage volume: $name is not available"); + } + # when matching by name we shouldn't ever match more than once + if ($rows > 1) { + $query->finish; + $log->logdie("affected row count is $rows instead of 1"); + } + } else { + $query = $db->prepare_cached( $sql->get_storage_volume ); + # %free, avaiable, allocate + $rows = $query->execute(0.95, 1, 1); + # there has to be atleast one storage volume + unless ($rows > 0) { + $query->finish; + $log->logdie("no storage volume is available"); + } + } + + my $free; + ($vol_id, $vol_host, $vol_path, $xattr, $free) = $query->fetchrow_array; + $query->finish; + }; + $log->logdie("database error: $@") if $@; + + $log->logdie("failed to find a suitable volume" ) + unless defined $vol_id and defined $vol_path; + + $log->debug( "leaving" ); + + return ($vol_id, $vol_host, $vol_path, $xattr); +} + + +sub _get_replication_volume +{ + my $self = shift; + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + no warnings qw( uninitialized ); + $log->debug( "entered - @_" ); + use warnings; + + my $key = shift; + + $key = parse_neb_key($key); + + my ($vol_id, $vol_host, $vol_path, $xattr); + eval { + my $rows; + my $query = $db->prepare_cached( $sql->get_replication_volume_for_ext_id ); + # ext_id, %free, avaiable, allocate + $rows = $query->execute($key->path, 0.95, 1, 1); + # XXX destinguish between non-existant and unaviable + unless ($rows > 0) { + $query->finish; + $log->logdie("can't find a suitable storage volume to replicate $key to"); + } + # when matching by name we shouldn't ever match more than once + if ($rows > 1) { + $query->finish; + $log->logdie("affected row count is $rows instead of 1"); + } + + my $free; + ($vol_id, $vol_host, $vol_path, $xattr, $free) = $query->fetchrow_array; + $query->finish; + }; + $log->logdie("database error: $@") if $@; + + $log->logdie("failed to find a suitable volume" ) + unless defined $vol_id and defined $vol_path; + + $log->debug( "leaving" ); + + return ($vol_id, $vol_host, $vol_path, $xattr); +} + + +sub _is_valid_object_key +{ + my ($self, $key) = @_; + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + $key = parse_neb_key($key); + + my $ext_id; + eval { + my $query = $db->prepare_cached( $sql->get_object ); + $query->execute($key->path); + ($ext_id) = $query->fetchrow_array; + $query->finish; + }; + if ($@) { + $db->rollback; + $log->debug("rollback"); + $log->logdie( "database error: $@" ); + } + + if (defined $ext_id) { + return 1; + } + + return; +} + + +sub _is_valid_volume_name +{ + my ($self, $vol_name) = @_; + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + my $volume_info = parse_neb_volume($vol_name); + + $vol_name = $volume_info->{volume}; + + # handle "any" volume + if ($vol_name eq 'any') { + return 1; + } + + my ($vol_id, $vol_path); + eval { + my $query = $db->prepare_cached( $sql->get_volume_by_name ); + $query->execute( $vol_name ); + my $free; + ($vol_id, $vol_path, $free) = $query->fetchrow_array; + $query->finish; + }; + $log->logdie("database error: $@") if $@; + + if (defined $vol_id and defined $vol_path) { + return 1; + } + + return; +} + +sub _create_empty_instance_file +{ + my $self = shift; + + my ($key, $so_id, $ins_id, $vol_path, $xattr) = @_; + + my $log = $self->log; + my $sql = $self->sql; + my $db = $self->db; + + my $uri; + eval { + my $storage_path = $self->_generate_storage_path($key, $vol_path); + my $storage_filename = $self->_generate_storage_filename($key, $ins_id); + unless (-d $storage_path) { + mkpath($storage_path, 0, 0775) + or die "can't create storage path: $storage_path"; + } + # check to make sure at least the parent directory has the proper + # permissions + my $mode = (stat($storage_path))[2] & 07777; + unless ($mode == 0775) { + $log->error("$storage_path has the wrong permissions of: %04o", $mode); + chmod(0775, $storage_path) or die "can't chmod $storage_path: $!"; + } + + my $fqpn = File::Spec->catfile($storage_path, $storage_filename); + $uri = URI::file->new($fqpn); + $log->debug("generated uri $uri"); + $self->_create_empty_file($uri->file); + }; + if ($@) { + $log->logdie($@); + } + + if ($xattr) { + my $path = $uri->file; + die "can not set xattr on $path: $!" + unless (setfattr($path, 'user.nebulous_key', $key)); + } + + return $uri; +} + + +sub _create_empty_file +{ + my $self = shift; + + my ($path) = @_; + + # perl's open() can't do an O_CREAT | O_EXCL + die "file $path already exists" if (-e $path); + + my $fh; + die "can not open $path: $!" + unless (open($fh, '>', $path)); + + # chmod before fsync() to make sure the changed perms hit the disk too + die "can not chmod $path: $!" + unless (chmod 0664, $path); + + die "can not flush $path: $!" + unless ($fh->flush); + + die "can not sync $path: $!" + unless ($fh->sync); + + die "can not close $path: $!" + unless (close($fh)); + + return $path; +} + + +sub _generate_storage_filename +{ + my $self = shift; + + my ($key, $ins_id) = @_; + + my $filename = $key; + # mangle '/'s into ':' + $filename =~ s|/|:|g; + + return "$ins_id.$filename" +} + + +sub _generate_storage_path +{ + my $self = shift; + + my ($key, $vol_path) = @_; + + # taken and modified from Cache::File::cache_file_path() + # Copyright (C) 2003-2006 Chris Leishman. All Rights Reserved. + my $shakey = sha1_hex($key); + my (@path) = unpack('A2' x SUBPATH_DEPTH, $shakey); + + return File::Spec->catdir($vol_path, @path); +} + + +sub DESTROY +{ + my $self = shift; + + my $log = $self->log; + my $sql = $self->sql; + my $db =$self->db; + + $log->debug( "entered" ); + + $self->db->disconnect; + + $log->debug( "disconnected from database: ", sub { $db->data_sources; } ); + + $log->debug( "leaving" ); +} + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server.pod =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server.pod (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server.pod (revision 22322) @@ -0,0 +1,240 @@ +=pod + +=head1 NAME + +Nebulous::Server - Nebulous server component + +=head1 SYNOPSIS + + use Nebulous::Server; + + Nebulous::Server->new( $dsn, $username, $passwd ); + Nebulous::Server->db( $db ); + Nebulous::Server->log( $log ); + Nebulous::Server->sql( $sql ); + Nebulous::Server->config( $config ); + Nebulous::Server->create_object( $key, $volume ); + Nebulous::Server->rename_object( $key, $newkey ); + Nebulous::Server->replicate_object( $key, $volume ); + Nebulous::Server->lock_object( $key, $type ); + Nebulous::Server->unlock_object( $key, $type ); + Nebulous::Server->setxattr_object( $key, $name, $value, $flags ); + Nebulous::Server->getxattr_object( $key, $name ); + Nebulous::Server->listxattr_object( $key ); + Nebulous::Server->removexattr_object( $key, $name ); + Nebulous::Server->find_objects( $pattern ); + Nebulous::Server->find_instances( $key, $volume ); + Nebulous::Server->delete_instance( $uri ); + Nebulous::Server->stat_object( $key ); + Nebulous::Server->mounts(); + +=head1 DESCRIPTION + +This is the server side component of the Nebulous system. It is primarily a +middle-ware abstraction of an SQL database. + +=head1 USAGE + +Typically, this module would not be directly interacted with (although, it is +possible to do so). It is intended that one or more intermediate transport +layers are used (SOAP, XML-RPC, etc.) + +=head2 Import Parameters + +This module accepts no arguments to it's C method and exports no +I. + +=head2 Methods + +=head3 Class Methods + +=over 4 + +=item * setup( $dsn, $username, $passwd ); + +Accepts 3 parameters, all are mandatory. Returns Boolean true. Throws an +exception on error. + +=item * create_object( $key, $volume ); + +Accepts 4 parameters, only the first is mandatory. Returns a URI. Throws an +exception on error. + +=item * replicate_object( $key, $volume ); + +Accepts 2 parameters, only the first is mandatory. Returns a URI. Throws an +exception on error. + +=item * lock_object( $key, $type ); + +Accepts 2 parameters, all are mandatory. Returns Boolean true. Throws an +exception on error. + +=item * unlock_object( $key, $type ); + +Accepts 2 parameters, all are mandatory. Returns Boolean true. Throws an +exception on error. + +=item * setxattr_object( $key, $name, $value, $flags ); + +Accepts 4 parameters, all are mandatory. + +=over 4 + +=item C<$key> + +Nebulous key to create the xattr on. + +=item C<$name> + +The xattr's name. + +=item C<$value> + +The xattr's value. + +=item C<$flags> + +The xattr key insertion mode flag. Acceptable value are either C<"create"> or +C<"replace">. If the xattr already exists then trying to insert another xattr +with the same name in C<"create"> mode will fail. + +=back + +Returns Boolean true on success. Throws an exception on error. + +=item * getxattr_object( $key, $name ); + +Accepts 2 parameters, all are mandatory. + +=over 4 + +=item C<$key> + +Nebulous key to fetch the xattr from. + +=item C<$name> + +The xattr's name. + +=back + +Returns the string value of C<$name> on success. Throws an exception on error. + +=item * listxattr_object( $key ); + +Accepts 1 mandatory parameter. + +=over 4 + +=item C<$key> + +List all xattrs on this Nebulous key. + +=back + +Returns an C on success. Throws an exception on error. + +=item * removexattr_object( $key, $name ); + +Accepts 2 parameters, all are mandatory. + +=over 4 + +=item C<$key> + +Nebulous key to remove the xattr from. + +=item C<$name> + +The xattr's name. + +=back + +Returns Boolean true on success. Throws an exception on error. + +=item * find_instance( $key, $volume ); + +Accepts 2 parameters, only the first is mandatory. Returns an arrayref. +Throws an exception on error. + +=item * delete_instance( $uri ); + +Accepts 1 parameters, it is mandatory. Returns Boolean true. Throws an +exception on error. + +=item * stat_object( $key ); + +Accepts 1 parameters, it is mandatory. Returns a list of: + + so_id + ext_id + read_lock + write_lock + epoch + mtime + number of instances + +=item * mounts( $key ); + +Accepts no parameters and returns an AoA of: + + [ + [ + mountpoint, + total, + used, + vol_id, + name, + path, + allocate, + available, + xattr, + ], + [ ... ], + ... + ] + +=back + +=head1 DEVELOPER NOTES + +=head2 REFERENCES + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2004-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the LICENSE file included with +this module, or in the L Pod as supplied with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server/Apache.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server/Apache.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server/Apache.pm (revision 22322) @@ -0,0 +1,25 @@ +# Copyright (C) 2004 Joshua Hoblitt +# +# $Id + +package Nebulous::Server::Apache; + +use strict; +use warnings FATAL => qw( all ); + +our $VERSION = 0.01; + +use Nebulous::Server::SOAP; +use SOAP::Transport::HTTP; + +my $server = SOAP::Transport::HTTP::Apache + ->dispatch_to( 'Nebulous::Server::SOAP' ) + ->options({ compress_threshold => 10 * 1024 }); + +no warnings qw( redefine ); +sub handler { $server->handler(@_); } +use warnings; + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server/Config.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server/Config.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server/Config.pm (revision 22322) @@ -0,0 +1,62 @@ +# Copyright (C) 2005 Joshua Hoblitt +# +# $Id: Config.pm,v 1.3 2008-03-20 21:10:57 jhoblitt Exp $ + +package Nebulous::Server::Config; + +use strict; +use warnings FATAL => qw( all ); + +our $VERSION = 0.02; + +use base qw( Class::Accessor::Fast ); + +use Log::Log4perl qw( :levels ); +use Params::Validate qw( validate SCALAR ); + +our %LEVELS = ( + off => $OFF, + fatal => $FATAL, + error => $ERROR, + warn => $WARN, + info => $INFO, + debug => $DEBUG, + all => $ALL, +); + +my $new_validate = { + dsn => { type => SCALAR }, + dbuser => { type => SCALAR }, + dbpasswd => { type => SCALAR }, + log_level => { + type => SCALAR, + optional => 1, + default => 'all', + callbacks => { + 'is valid level' => sub { + defined $LEVELS{ lc $_[0] }; + }, + }, + }, +}; + +__PACKAGE__->mk_ro_accessors( keys %$new_validate ); + +sub init { + my $class = shift; + + my %p = validate( @_, $new_validate ); + + # normalize log levels to lower-case + $p{ log_level } = lc $p{ log_level }; + + my $self = \%p; + + bless $self, $class || ref $class; + + return $self; +} + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server/Log.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server/Log.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server/Log.pm (revision 22322) @@ -0,0 +1,62 @@ +# Copyright (c) 2004 Joshua Hoblitt +# +# $Id: Log.pm,v 1.7 2008-05-07 00:02:10 jhoblitt Exp $ + +package Nebulous::Server::Log; + +use strict; +use warnings FATAL => qw( all ); + +our $VERSION = '0.02'; + +use Log::Log4perl; +use Nebulous::Server::Config; + +sub init { + my ($self, $config) = @_; + + my $dsn = $config->dsn; + my $dbuser = $config->dbuser; + my $dbpasswd = $config->dbpasswd; + + my $conf = < qw( all ); + +our $VERSION = '0.02'; + +import SOAP::Data 'name'; +use Apache2::Const -compile => qw(OK); +use Nebulous::Server; +use SOAP::Lite; + +our $AUTOLOAD; + +our @args; +our $neb; + +sub new_on_init { + my $self = shift; + + require mod_perl2; + require Apache2::Module; + require Apache2::ServerUtil; + + @args = @_; + + my $s = Apache2::ServerUtil->server; + $s->push_handlers(PerlChildInitHandler => \&init); + + return $self; +} + +sub init { + my $self = shift; + + $neb = Nebulous::Server->new(@args); + + return Apache2::Const::OK; +} + +sub AUTOLOAD { + my $self = shift; + + my ( $package, $method ) = $AUTOLOAD =~ m/(?:(.+)::)([^:]+)$/; + return undef if $method eq 'DESTROY'; + + init() unless defined $neb; + + die "process $$ has not been initialized" + unless defined $neb; + + die "method $method does not exist in Nebulous::Server" + unless defined ${Nebulous::Server::}{$method}; + + # create a sub and install it in the package so successive calls to the + # same method don't have to go through AUTOLOAD + my $method_sub; + eval q| + $method_sub = sub { + my $self = shift; + return name( result => $neb->| . $method . q|( @_ ) ); + } + |; + die $@ if $@; + + no strict 'refs'; + *{"${package}::${method}"} = $method_sub; + use strict; + + # invoke the method we just created + return $self->$method(@_); +} + +1; Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server/SQL.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server/SQL.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Nebulous/Server/SQL.pm (revision 22322) @@ -0,0 +1,535 @@ +# Copyright (c) 2004 Joshua Hoblitt +# +# $Id: SQL.pm,v 1.64 2008-09-22 21:22:52 jhoblitt Exp $ + +package Nebulous::Server::SQL; + +use strict; +use warnings FATAL => qw( all ); + +our $VERSION = '0.02'; + +use base qw( Class::Accessor::Fast ); + +my %sql = ( + set_transaction_model => qq{ + SET SESSION TRANSACTION ISOLATION LEVEL READ COMMITTED + }, + update_instance_uri => qq{ + UPDATE instance + SET vol_id = ?, uri = ? + WHERE ins_id = ? + }, + last_insert_id => qq{ + SELECT LAST_INSERT_ID() + }, + new_object => qq{ + INSERT INTO storage_object + (so_id, ext_id, type) + VALUES (?, ?, 'REG_FILE') + }, + new_object_attr => qq{ + INSERT INTO storage_object_attr + (so_id, read_lock, write_lock) + VALUES (?, 0, NULL) + }, + delete_object => qq{ + DELETE FROM storage_object + WHERE storage_object.so_id = ? + }, + new_object_instance => qq{ + INSERT INTO instance + (so_id, vol_id, uri) + VALUES (LAST_INSERT_ID(), ?, 'error') + }, + new_instance => qq{ + INSERT INTO instance + (so_id, vol_id, uri) + VALUES (?, ?, 'error') + }, + get_object => qq{ + SELECT + so_id, + ext_id, + read_lock, + write_lock, + epoch, + mtime + FROM storage_object + JOIN storage_object_attr + USING (so_id) + WHERE ext_id = ? + }, + stat_object => qq{ + SELECT + storage_object.so_id, + storage_object.ext_id, + read_lock, + write_lock, + storage_object_attr.epoch, + storage_object_attr.mtime, + COUNT(instance.so_id) as instances + FROM storage_object + JOIN storage_object_attr + USING (so_id) + JOIN instance + USING (so_id) + WHERE ext_id = ? + GROUP BY storage_object.so_id + }, + # Note: this sets an update lock + get_object_locks => qq{ + SELECT + storage_object.so_id, + read_lock, + write_lock + FROM storage_object + JOIN storage_object_attr + USING (so_id) + WHERE ext_id = ? + FOR UPDATE + }, + new_object_xattr => qq{ + INSERT INTO storage_object_xattr + SELECT + so_id, + ?, + ? + FROM storage_object + WHERE ext_id = ? + }, + replace_object_xattr => qq{ + REPLACE INTO storage_object_xattr + SELECT + so_id, + ?, + ? + FROM storage_object + WHERE ext_id = ? + }, + list_object_xattr => qq{ + SELECT storage_object_xattr.name + FROM storage_object + JOIN storage_object_xattr + USING (so_id) + WHERE ext_id = ? + }, + get_object_xattr => qq{ + SELECT storage_object_xattr.value + FROM storage_object + JOIN storage_object_xattr + USING (so_id) + WHERE ext_id = ? + AND name = ? + }, + remove_object_xattr => qq{ + DELETE FROM storage_object_xattr + WHERE so_id = (SELECT so_id from storage_object where ext_id = ?) + AND name = ? + }, + set_write_lock => qq{ + UPDATE storage_object_attr + JOIN storage_object + USING(so_id) + SET write_lock = 'write' + WHERE storage_object.ext_id = ? + }, + delete_write_lock => qq{ + UPDATE storage_object_attr + JOIN storage_object + USING(so_id) + SET write_lock = NULL + WHERE ext_id = ? + }, + increment_read_lock => qq{ + UPDATE storage_object_attr + JOIN storage_object + USING(so_id) + SET read_lock = read_lock + 1 + WHERE ext_id = ? + }, + decrement_read_lock => qq{ + UPDATE storage_object_attr + JOIN storage_object + USING(so_id) + SET read_lock = read_lock - 1 + WHERE ext_id = ? + }, + delete_instance => qq{ + DELETE FROM instance + WHERE uri = ? + }, + get_object_from_uri => qq{ + SELECT so_id + FROM instance + WHERE uri = ? + }, + get_instance_count => qq{ + SELECT count(ins_id) + FROM instance + WHERE so_id = ? + }, + get_object_instances => qq{ + SELECT + storage_object.so_id, + uri, + assigned_vol_id, + available + FROM storage_object + JOIN instance + USING (so_id) + JOIN mountedvol + USING(vol_id) + WHERE ext_id = ? + AND available = ? + }, + get_object_instances_by_vol_name => qq{ + SELECT + storage_object.so_id, + uri, + assigned_vol_id + FROM storage_object + JOIN instance + USING (so_id) + JOIN mountedvol + USING(vol_id) + WHERE ext_id = ? + AND name = ? + AND available = ? + }, + get_storage_volume_by_name => qq{ + SELECT + vol_id, + host, + path, + xattr, + total - used as free + FROM mountedvol + WHERE + used / total < ? + AND name = ? + AND available = ? + AND allocate = ? + ORDER BY free DESC + LIMIT 1 + }, + get_replication_volume_for_ext_id => qq{ + SELECT + vol_id, + host, + path, + xattr, + total - used as free + FROM ( +-- This query works but is slow... +-- SELECT +-- mountedvol.* +-- FROM mountedvol +-- WHERE +-- vol_id NOT IN( +-- SELECT vol_id +-- FROM storage_object +-- JOIN instance +-- USING(so_id) +-- WHERE ext_id = -- +-- ) + SELECT + m.* + FROM mountedvol AS m + LEFT JOIN instance AS i + ON m.vol_id = i.vol_id + AND i.so_id = ( + SELECT so_id + FROM storage_object + WHERE ext_id = ? + ) + WHERE + i.vol_id IS NULL + ) as Foo + WHERE + used / total < ? + AND available = ? + AND allocate = ? + ORDER BY RAND() + LIMIT 1 + }, + get_storage_volume => qq{ + SELECT + vol_id, + host, + path, + xattr, + total - used as free + FROM mountedvol + WHERE + used / total < ? + AND available = ? + AND allocate = ? + ORDER BY free DESC + LIMIT 1 + }, + new_volume => qq{ + INSERT INTO volume (name, host, path, allocate, available, xattr) + VALUES (?, ?, ?, TRUE, TRUE, FALSE) + }, + get_volume_by_name => qq{ + SELECT vol_id, name, host, path + FROM volume + WHERE name = ? + }, + find_objects => qq{ + SELECT * + FROM storage_object + WHERE ext_id REGEXP ? + }, + rename_object => qq{ + UPDATE storage_object + SET ext_id = ? + WHERE ext_id = ? + }, + find_objects_with_unavailable_instances => qq{ + SELECT + storage_object.so_id, + ext_id, + count(ins_id) as instances, + volume.name as volume_name, + volume.host as volume_host, + count(mountedvol.vol_id) as available_instances, + count(mountedvol.vol_id) > 0 as recoverable, + storage_object_xattr.value as copies + FROM storage_object + JOIN instance + USING(so_id) + JOIN volume + USING(vol_id) + LEFT JOIN storage_object_xattr + ON storage_object.so_id = storage_object_xattr.so_id + JOIN mountedvol + USING(vol_id) + WHERE mountedvol.available = 1 +-- WHERE storage_object_xattr.name = 'user.copies' + GROUP BY so_id + HAVING available_instances < instances OR instances < copies + }, + get_mounted_volumes => qq{ + SELECT * FROM mountedvol ORDER BY vol_id + }, +); + +{ + my @schema; + + local $/ = '###'; + + foreach my $statement () { + last unless ( $statement =~ /\S+/ ); + $statement =~ s/###//g; + push @schema, $statement; + } + + $sql{get_db_schema} = \@schema; +} + +{ + my @clear = split /;/, <mk_ro_accessors( keys %sql ); + +sub new { + my $class = shift; + + my $self = \%sql; + + bless $self, $class || ref $class; + + return $self; +} + +1; + +__DATA__ +CREATE TABLE storage_object ( + so_id BIGINT NOT NULL AUTO_INCREMENT, + ext_id VARCHAR(255) NOT NULL UNIQUE, + type enum('REG_FILE'), + PRIMARY KEY(so_id), + KEY(ext_id(64)), + KEY(type) +) ENGINE=innodb DEFAULT CHARSET=latin1; + +### + +CREATE TABLE storage_object_attr ( + so_id BIGINT NOT NULL AUTO_INCREMENT, + FOREIGN KEY(so_id) REFERENCES storage_object(so_id) ON DELETE CASCADE, + read_lock TINYINT DEFAULT 0 NOT NULL, + write_lock ENUM( 'write' ), + epoch TIMESTAMP DEFAULT CURRENT_TIMESTAMP, + mtime TIMESTAMP, + PRIMARY KEY(so_id) +) ENGINE=innodb DEFAULT CHARSET=latin1; + +### + +CREATE TABLE storage_object_xattr ( + so_id BIGINT NOT NULL AUTO_INCREMENT, + FOREIGN KEY(so_id) REFERENCES storage_object(so_id) ON DELETE CASCADE, + name VARCHAR(255), + value BLOB, + PRIMARY KEY(so_id, name), + KEY(so_id), + KEY(name(64)) +) ENGINE=innodb DEFAULT CHARSET=latin1; + +### + +CREATE TABLE lock_record ( + so_id BIGINT NOT NULL, + FOREIGN KEY(so_id) REFERENCES storage_object(so_id), + type ENUM( 'read', 'write' ) NOT NULL, + epoch TIMESTAMP, + KEY(so_ID) +) ENGINE=innodb DEFAULT CHARSET=latin1; + +### + +CREATE TABLE volume ( + vol_id INT NOT NULL AUTO_INCREMENT, + name VARCHAR(255) UNIQUE NOT NULL, + host VARCHAR(255) NOT NULL, + path VARCHAR(255) NOT NULL, + allocate BOOLEAN DEFAULT FALSE, + available BOOLEAN DEFAULT FALSE, + xattr BOOLEAN DEFAULT FALSE, + PRIMARY KEY(vol_id), + KEY(name(16)), + KEY(host(16)), + KEY(path(255)), + KEY(allocate), + KEY(available) +) ENGINE=innodb DEFAULT CHARSET=latin1; + +### + +CREATE TABLE instance ( + ins_id BIGINT NOT NULL AUTO_INCREMENT, + so_id BIGINT NOT NULL, + FOREIGN KEY(so_id) REFERENCES storage_object(so_id), + vol_id INT NOT NULL, + FOREIGN KEY(vol_id) REFERENCES volume(vol_id), + uri VARCHAR(255) NOT NULL UNIQUE, + sha1sum CHAR(40) ASCII, + assigned_vol_id INT, + epoch TIMESTAMP DEFAULT CURRENT_TIMESTAMP, + mtime TIMESTAMP, + PRIMARY KEY(ins_id), + KEY(so_id), + KEY(vol_id), + KEY(uri(64)) +) ENGINE=innodb DEFAULT CHARSET=latin1; + +### + +CREATE TABLE mount ( + mountpoint VARCHAR(255) NOT NULL, + total BIGINT NOT NULL, + used BIGINT NOT NULL, + PRIMARY KEY(mountpoint) +) ENGINE=innodb DEFAULT CHARSET=latin1; + +### + +CREATE TABLE log ( + timestamp TIMESTAMP, + hostname VARCHAR(255), + level VARCHAR(255), + sub VARCHAR(255), + message VARCHAR(2048) NOT NULL, + PRIMARY KEY(timestamp) +) ENGINE=innodb DEFAULT CHARSET=latin1; + +### + +CREATE TABLE mountedvol( + mountpoint VARCHAR(255) NOT NULL, + FOREIGN KEY(mountpoint) REFERENCES mount(mountpoint) ON DELETE CASCADE, + total BIGINT NOT NULL, + used BIGINT NOT NULL, + vol_id INT NOT NULL, + FOREIGN KEY(vol_id) REFERENCES volume(vol_id) ON DELETE CASCADE, + name VARCHAR(255) NOT NULL, + host VARCHAR(255) NOT NULL, + path VARCHAR(255) NOT NULL, + FOREIGN KEY(path) REFERENCES volume(path) ON DELETE CASCADE, + allocate BOOLEAN DEFAULT FALSE, + available BOOLEAN DEFAULT FALSE, + xattr BOOLEAN DEFAULT FALSE, + KEY(vol_id), + KEY(allocate), + KEY(available) +) ENGINE=innodb DEFAULT CHARSET=latin1; + +### + +CREATE PROCEDURE getmountedvol() DETERMINISTIC +BEGIN + DECLARE done BOOLEAN DEFAULT FALSE; + DECLARE vol_idvar INT; + DECLARE namevar VARCHAR(255); + DECLARE hostvar VARCHAR(255); + DECLARE pathvar VARCHAR(255); + DECLARE allocatevar BOOLEAN; + DECLARE availablevar BOOLEAN; + DECLARE xattrvar BOOLEAN; + DECLARE trans_level VARCHAR(255); + DECLARE cur1 CURSOR FOR SELECT vol_id, name, host, path, allocate, available, xattr FROM volume; + DECLARE CONTINUE HANDLER FOR SQLSTATE '02000' SET done = TRUE; + + -- store the current transaction level + SELECT @@session.tx_isolation INTO trans_level; + + -- set trans level to repeatable-read so the volume table does not change + -- out from under our cursor + SET @@session.tx_isolation = 'REPEATABLE-READ'; + + -- iterate over the volume table finding the coresponding entry in the + -- mount table and inserting union of the volume & mount row into the + -- mountedvol table + OPEN cur1; + + DELETE FROM mountedvol; + + myloop: LOOP + FETCH cur1 INTO vol_idvar, namevar, hostvar, pathvar, allocatevar, availablevar, xattrvar; + IF `done` THEN LEAVE myloop; END IF; + INSERT INTO mountedvol + SELECT mountpoint, total, used, vol_idvar, namevar, hostvar, pathvar, allocatevar, availablevar, xattrvar + FROM + (SELECT *, INSTR(pathvar, mountpoint) = 1 as substring + FROM mount + ORDER BY substring DESC, LENGTH(mountpoint) DESC + LIMIT 1) as bar; + END LOOP myloop; + + CLOSE cur1; + + -- restore the original transaction level + SET @@session.tx_isolation = trans_level; + + COMMIT; +END Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Test/Nebulous.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Test/Nebulous.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/lib/Test/Nebulous.pm (revision 22322) @@ -0,0 +1,101 @@ +# Copyright (C) 2004 Joshua Hoblitt +# +# $Id: Nebulous.pm,v 1.4 2008-09-11 22:35:52 jhoblitt Exp $ + +package Test::Nebulous; + +use strict; + +our $VERSION = '0.01'; + +use base qw( Exporter ); + +use DBI; +use File::Path qw( mkpath rmtree ); +use File::Temp qw( tempdir ); +use Nebulous::Server::SQL; + +our @EXPORT = qw( $NEB_DB $NEB_USER $NEB_PASS ); + +our $NEB_DB = $ENV{'NEB_DB'} || "DBI:mysql:database=test:host=localhost"; +our $NEB_USER = $ENV{'NEB_USER'} || "test"; +our $NEB_PASS = $ENV{'NEB_PASS'} || ''; + +my $dbh = DBI->connect( $NEB_DB, $NEB_USER, $NEB_PASS ); +my $sql = Nebulous::Server::SQL->new; + +# suppress uninitalized warnings +my $dir1 = ""; +my $dir2 = ""; +my $dir3 = ""; +my $dir4 = ""; +my $dir5 = ""; +my $dir6 = ""; +my $dir7 = ""; + +sub setup { + my $self = shift; + + $self->cleanup; + + # create directories after cleanup + $dir1 = tempdir( CLEANUP => 0 ); + $dir2 = tempdir( CLEANUP => 0 ); + $dir3 = tempdir( CLEANUP => 0 ); + $dir4 = tempdir( CLEANUP => 0 ); + $dir5 = tempdir( CLEANUP => 0 ); + $dir6 = tempdir( CLEANUP => 0 ); + $dir7 = tempdir( CLEANUP => 0 ); + + foreach my $statement (@{ $sql->get_db_schema }) { + $dbh->do( $statement ); + } + + # node01/node02: allocate = TRUE + $dbh->do(qq{ INSERT INTO volume (vol_id, name, host, path, allocate, available) VALUES (1, 'node01', 'node01', ?, TRUE, TRUE) }, undef, $dir1); + $dbh->do(qq{ INSERT INTO mount VALUES (?, 10e10, 10e7) }, undef, $dir1); + + $dbh->do(qq{ INSERT INTO volume (vol_id, name, host, path, allocate, available) VALUES (2, 'node02', 'node02', ?, TRUE, TRUE) }, undef, $dir2); + $dbh->do(qq{ INSERT INTO mount VALUES (?, 10e10, 10e8) }, undef, $dir2); + + # node03: allocate = TRUE + $dbh->do(qq{ INSERT INTO volume (vol_id, name, host, path, allocate, available) VALUES (3, 'node03', 'node03', ?, TRUE, TRUE) }, undef, $dir3); + $dbh->do(qq{ INSERT INTO mount VALUES (?, 10e10, 10e8) }, undef, $dir3); + + # node04: allocate = FALSE, available = FALSE + $dbh->do(qq{ INSERT INTO volume (vol_id, name, host, path, allocate, available) VALUES (4, 'node04', 'node04', ?, FALSE, FALSE) }, undef, $dir4); + $dbh->do(qq{ INSERT INTO mount VALUES (?, 10e10, 10e7) }, undef, $dir4); + + # node05: allocate = FALSE, available = TRUE + $dbh->do(qq{ INSERT INTO volume (vol_id, name, host, path, allocate, available) VALUES (5, 'node05', 'node05', ?, FALSE, TRUE) }, undef, $dir5); + $dbh->do(qq{ INSERT INTO mount VALUES (?, 10e10, 10e7) }, undef, $dir5); + + # node06: allocate = TRUE, available = FALSE + $dbh->do(qq{ INSERT INTO volume (vol_id, name, host, path, allocate, available) VALUES (6, 'node06', 'node06', ?, TRUE, FALSE) }, undef, $dir6); + $dbh->do(qq{ INSERT INTO mount VALUES (?, 10e10, 10e7) }, undef, $dir6); + + # node07: full + $dbh->do(qq{ INSERT INTO volume (vol_id, name, host, path, allocate, available) VALUES (7, 'node07', 'node07', ?, TRUE, TRUE) }, undef, $dir7); + $dbh->do(qq{ INSERT INTO mount VALUES (?, 10e10, 10e10) }, undef, $dir7); + + $dbh->do(qq{ call getmountedvol() }); +} + +sub cleanup { + foreach my $statement (@{ $sql->get_db_clear }) { + $dbh->do( $statement ); + } + + # on the first call to setup the $dir[12] will be "" + rmtree([$dir1], 0, 1) if -e $dir1; + rmtree([$dir2], 0, 1) if -e $dir2; + rmtree([$dir3], 0, 1) if -e $dir3; + rmtree([$dir4], 0, 1) if -e $dir4; + rmtree([$dir5], 0, 1) if -e $dir5; + rmtree([$dir6], 0, 1) if -e $dir6; + rmtree([$dir7], 0, 1) if -e $dir7; +} + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/scripts/bench_test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/scripts/bench_test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/scripts/bench_test.pl (revision 22322) @@ -0,0 +1,41 @@ +#!/usr/bin/env perl + +use strict; +use warnings FATAL => qw( all ); + +use lib "./lib"; + +use Benchmark qw( timethese ); +use Nebulous::Client; + +my $neb = Nebulous::Client->new( + proxy => 'http://localhost:80/nebulous' +); + +my $key = shift || 'foobar'; + +eval { $neb->delete( $key ); }; + +my $fh = $neb->create( $key ); +close $fh; + + +timethese( -3, + { + 'stat' => sub { + $neb->stat( $key ); + }, + } +); + +$neb->delete( $key ); + +timethese( -3, + { + 'create/delete' => sub { + my $fh = $neb->create( $key ); + close $fh; + $neb->delete( $key ); + }, + } +); Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/scripts/nebulous.cgi =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/scripts/nebulous.cgi (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/scripts/nebulous.cgi (revision 22322) @@ -0,0 +1,15 @@ +#!/usr/bin/perl + +# Copyright (C) 2004 Joshua Hoblitt +# +# $Id + +use strict; +use warnings FATAL => qw( all ); + +use SOAP::Transport::HTTP; +use Nebulous::Server; + +SOAP::Transport::HTTP::CGI + -> dispatch_to( 'Nebulous::Server' ) + -> handle; Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/scripts/ptest.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/scripts/ptest.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/scripts/ptest.pl (revision 22322) @@ -0,0 +1,49 @@ +#!/usr/bin/env perl + +use strict; +use warnings FATAL => qw( all ); + +use lib "./lib"; + +use Nebulous::Client; + +my $neb = Nebulous::Client->new( + proxy => 'http://localhost:80/nebulous' +); + +my $key = shift || 'foobar'; +my $kids = shift || 1; + +foreach my $id ( 1..$kids ) { + my $pid = fork; + + unless ( $pid ) { + my $fname = "${key}_$id"; + my $fh = $neb->open_create( $fname ); + die "can't create file $fname" unless $fh; + + print $fh "fooby\n"; + + close $fh; + + $fh = $neb->open( $fname, 'read' ) or die "can't open file"; + close $fh; + + $neb->lock( $fname, 'read' ); + $neb->unlock( $fname, 'read' ); + $neb->replicate( $fname ); + $neb->cull( $fname ); + $neb->find( $fname ); + $neb->copy( $fname, $fname . "_copy" ); + $neb->move( $fname, $fname . "_move" ); + $neb->delete( $fname . "_copy" ); + $neb->delete( $fname . "_move" ); + + exit 0; + } +} + +while ( $kids ) { + wait(); + $kids --; +} Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/.cvsignore (revision 22322) @@ -0,0 +1,3 @@ +TEST +htdocs +logs Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/00_distribution.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/00_distribution.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/00_distribution.t (revision 22322) @@ -0,0 +1,25 @@ +#!/usr/bin/env perl + +# Copyright (C) 2005 Joshua Hoblitt +# +# $Id: 00_distribution.t,v 1.2 2007-05-02 01:07:56 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use lib qw( ./lib ./t ); + +use Test::More; + +# example taken from Test::Distribution Pod + +BEGIN { + eval { + require Test::Distribution; + }; + if($@) { + plan skip_all => 'Test::Distribution not installed'; + } else { + import Test::Distribution not => [qw( versions use podcover )]; + } +} Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/01_load.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/01_load.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/01_load.t (revision 22322) @@ -0,0 +1,18 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 01_load.t,v 1.9 2008-03-21 01:24:00 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use lib qw( ./t ./lib ); + +use Test::More tests => 5; + +BEGIN { use_ok( 'Nebulous::Keys' ); } +BEGIN { use_ok( 'Nebulous::Server' ); } +BEGIN { use_ok( 'Nebulous::Server::Log' ); } +BEGIN { use_ok( 'Nebulous::Server::SOAP' ); } +BEGIN { use_ok( 'Nebulous::Server::SQL' ); } Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/02_server_setup.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/02_server_setup.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/02_server_setup.t (revision 22322) @@ -0,0 +1,39 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 02_server_setup.t,v 1.6 2008-02-02 01:51:29 jhoblitt Exp $ + +use strict; +use warnings; + +use Test::More tests => 2; + +use lib qw( ./t ./lib ); + +use Nebulous::Server; +use Test::Nebulous; + +Test::Nebulous->setup; + +isa_ok( + Nebulous::Server->new( + dsn => $NEB_DB, + dbuser => $NEB_USER, + dbpasswd => $NEB_PASS, + ), + "Nebulous::Server" +); + +Test::Nebulous->setup; + +eval { + Nebulous::Server->new( + dsn => "DBI:mysql:database=foobar:host=localhost", + dbuser => "baz", + dbpasswd =>"boo", + ); +}; +like( $@, qr/DBI connect.*? failed/, "bad dsn/user/pass" ); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/03_server_create_object.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/03_server_create_object.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/03_server_create_object.t (revision 22322) @@ -0,0 +1,442 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 03_server_create_object.t,v 1.30 2008-09-11 22:35:52 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Test::More tests => 89; + +use lib qw( ./t ./lib ); + +use File::ExtAttr qw( getfattr ); +use Nebulous::Server; +use Test::Nebulous; +use Test::URI; +use URI::Split qw( uri_split ); + +my $test_xattr = undef; + +my $neb = Nebulous::Server->new( + dsn => $NEB_DB, + dbuser => $NEB_USER, + dbpasswd => $NEB_PASS, +); + +Test::Nebulous->setup; + +{ + # key + my $uri = $neb->create_object("foo"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), 'foo', 'user.nebulous_key xattr'); +} +} + +Test::Nebulous->setup; + +{ + # key + my $uri = $neb->create_object("neb:/foo"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), 'foo', 'user.nebulous_key xattr'); +} +} + +Test::Nebulous->setup; + +{ + # key + my $uri = $neb->create_object("neb://node01/foo"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), 'foo', 'user.nebulous_key xattr'); +} +} + +Test::Nebulous->setup; + +{ + # key + my $uri = $neb->create_object("neb://node02/foo"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), 'foo', 'user.nebulous_key xattr'); +} +} + +Test::Nebulous->setup; + +{ + # key + my $uri = $neb->create_object("/foo"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), '/foo', 'user.nebulous_key xattr'); +} +} + +Test::Nebulous->setup; +{ + # key + my $uri = $neb->create_object("neb:///foo"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), 'foo', 'user.nebulous_key xattr'); +} +} + +Test::Nebulous->setup; + +{ + # key + my $uri = $neb->create_object("/foo/"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), '/foo/', 'user.nebulous_key xattr'); +} +} + +Test::Nebulous->setup; + +{ + # key + my $uri = $neb->create_object("neb:/foo/"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), '/foo/', 'user.nebulous_key xattr'); +} +} + +Test::Nebulous->setup; + +{ + # key + my $uri = $neb->create_object("foo/"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), 'foo/', 'user.nebulous_key xattr'); +} +} + +Test::Nebulous->setup; + +{ + # key + my $uri = $neb->create_object("foo/bar"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo/bar"), 'object key exists'); + uri_scheme_ok($uri, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), 'foo/bar', 'user.nebulous_key xattr'); +} +} + +Test::Nebulous->setup; + +{ + # key + my $uri = $neb->create_object("/foo/bar"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo/bar"), 'object key exists'); + uri_scheme_ok($uri, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), '/foo/bar', 'user.nebulous_key xattr'); +} +} + +Test::Nebulous->setup; + +{ + # key, volume + my $uri = $neb->create_object("foo", "node01"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); +} + +Test::Nebulous->setup; + +{ + # volume name override + my $uri = $neb->create_object("neb://node02/foo", "node01"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); +} + +Test::Nebulous->setup; + +{ + # volume name override + # OK because the volume arg overrides the key's implied volume + my $uri = $neb->create_object("neb://99/foo", "node01"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); +} + +Test::Nebulous->setup; + +{ + # undef volume name + # OK because the undef is ignored + my $uri = $neb->create_object("neb://node01/foo", undef); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); +} + +Test::Nebulous->setup; + +{ + # soft volume name request + my $uri = $neb->create_object("neb://~node01/foo"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); +} + +Test::Nebulous->setup; + +{ + # soft volume name request + my $uri = $neb->create_object("neb://node01/foo", "~node02"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); +} + +Test::Nebulous->setup; + +{ + # any volume name request + my $uri = $neb->create_object("neb://any/foo"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); +} + +Test::Nebulous->setup; + +{ + # any volume name request + my $uri = $neb->create_object("neb://~any/foo"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); +} + +Test::Nebulous->setup; + +{ + # any volume name request + my $uri = $neb->create_object("neb://node01/foo", "any"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); +} + +Test::Nebulous->setup; + +{ + # any volume name request + my $uri = $neb->create_object("neb://node01/foo", "~any"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + ok($neb->find_instances("foo"), 'object key exists'); + uri_scheme_ok($uri, 'file'); +} + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo"); + $neb->create_object("foo"); +}; +like($@, qr/Duplicate entry/, "object already exists"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("neb:/foo"); + $neb->create_object("neb:/foo"); +}; +like($@, qr/Duplicate entry/, "object already exists"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo", '~node07'); +}; +like($@, qr/node07 is not available/, "request volume this is full"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("neb://~node07/foo"); +}; +like($@, qr/node07 is not available/, "request volume this is full"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo", '~node04'); +}; +like($@, qr/node04 is not available/, "request volume with allocate = FALSE, available = FALSE"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("neb://~node04/foo"); +}; +like($@, qr/node04 is not available/, "request volume with allocate = FALSE, available = FALSE"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo", '~node05'); +}; +like($@, qr/node05 is not available/, "request volume with allocate = FALSE , available = TRUE"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("neb://~node05/foo"); +}; +like($@, qr/node05 is not available/, "request volume with allocate = FALSE , available = TRUE"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo", '~node06'); +}; +like($@, qr/node06 is not available/, "request volume with allocate = TRUE, available = FALSE"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("neb://~node06/foo"); +}; +like($@, qr/node06 is not available/, "request volume with allocate = TRUE, available = FALSE"); + +Test::Nebulous->setup; + +{ + ok($neb->create_object("foo", 99)); +} + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo", "~99"); +}; +like($@, qr/is not a valid volume name/, "volume name doesn't exist"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("neb://~99/foo"); +}; +like($@, qr/is not a valid volume name/, "volume name doesn't exist"); + +Test::Nebulous->setup; + +eval { + $neb->create_object(); +}; +like($@, qr/1 - 2 were expected/, "no params"); + +Test::Nebulous->setup; + +eval { + $neb->create_object(1, "node01", 3); +}; +like($@, qr/1 - 2 were expected/, "too many params"); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/04_server_replicate_object.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/04_server_replicate_object.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/04_server_replicate_object.t (revision 22322) @@ -0,0 +1,185 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 04_server_replicate_object.t,v 1.16 2008-09-11 22:35:52 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Test::More tests => 26; + +use lib qw( ./t ./lib ); + +use File::ExtAttr qw( getfattr ); +use Nebulous::Server; +use Test::Nebulous; +use Test::URI; +use URI::Split qw( uri_split ); + +my $test_xattr = undef; + +my $neb = Nebulous::Server->new( + dsn => $NEB_DB, + dbuser => $NEB_USER, + dbpasswd => $NEB_PASS, +); + +Test::Nebulous->setup; + +{ + # key + $neb->create_object("foo"); + my $uri = $neb->replicate_object("foo"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + uri_scheme_ok($uri, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), 'foo', 'user.nebulous_key xattr'); +} +} + +Test::Nebulous->setup; + +{ + # key, $volume + $neb->create_object("foo"); + my $uri = $neb->replicate_object("foo", "node01"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + uri_scheme_ok($uri, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), 'foo', 'user.nebulous_key xattr'); +} +} + +Test::Nebulous->setup; + +{ + # key, $volume is undef + $neb->create_object("foo"); + my $uri = $neb->replicate_object("foo", undef); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "file exists"); + uri_scheme_ok($uri, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), 'foo', 'user.nebulous_key xattr'); +} +} + +Test::Nebulous->setup; + +{ + # key, $volume + $neb->create_object("foo"); + my $uri1 = $neb->replicate_object("foo", "~node01"); + my $uri2 = $neb->replicate_object("foo", "~node02"); + + { + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri1); + ok(-e $path, "file exists"); + uri_scheme_ok($uri1, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), 'foo', 'user.nebulous_key xattr'); +} + } + + { + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri2); + ok(-e $path, "file exists"); + uri_scheme_ok($uri2, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), 'foo', 'user.nebulous_key xattr'); +} + } +} + +Test::Nebulous->setup; + +{ + # key, $volume + $neb->create_object("foo"); + my $uri1 = $neb->replicate_object("foo", "any"); + + { + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri1); + ok(-e $path, "file exists"); + uri_scheme_ok($uri1, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), 'foo', 'user.nebulous_key xattr'); +} + } +} + +Test::Nebulous->setup; + +{ + # key, $volume + $neb->create_object("foo"); + my $uri1 = $neb->replicate_object("foo", "~any"); + + { + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri1); + ok(-e $path, "file exists"); + uri_scheme_ok($uri1, 'file'); + +SKIP: { + skip "requires xattr support", 1 unless $test_xattr; + is(getfattr($path, 'user.nebulous_key'), 'foo', 'user.nebulous_key xattr'); +} + } +} + +Test::Nebulous->setup; + +eval { + $neb->replicate_object('foo'); +}; +like($@, qr/is valid object key/, 'storage object does not exist'); + +Test::Nebulous->setup; + +eval { + $neb->create_object('foo'); + ok($neb->replicate_object('foo', 'bar'),'soft fake storage volume'); +}; + +Test::Nebulous->setup; + +eval { + $neb->create_object('foo'); + $neb->replicate_object('foo', '~bar'); +}; +like($@, qr/is not a valid volume name/, 'storage volume does not exist'); + +Test::Nebulous->setup; + +eval { + $neb->replicate_object(); +}; +like($@, qr/1 - 2 were expected/, 'no params'); + +Test::Nebulous->setup; + +eval { + $neb->create_object('foo'); + $neb->replicate_object('foo', 'node01', 3); +}; +like($@, qr/1 - 2 were expected/, 'too many params'); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/05_server_lock_object.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/05_server_lock_object.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/05_server_lock_object.t (revision 22322) @@ -0,0 +1,126 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 05_server_lock_object.t,v 1.10 2008-03-20 21:10:14 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Test::More tests => 13; + +use lib qw( ./t ./lib ); + +use Nebulous::Server; +use Test::Nebulous; + +my $neb = Nebulous::Server->new( + dsn => $NEB_DB, + dbuser => $NEB_USER, + dbpasswd => $NEB_PASS, +); + +Test::Nebulous->setup; + +{ + $neb->create_object("foo"); + + ok($neb->lock_object("foo", "read"), "read lock"); +} + +Test::Nebulous->setup; + +{ + $neb->create_object("foo"); + + ok($neb->lock_object("foo", "read"), "read lock"); + ok($neb->lock_object("foo", "read"), "read lock"); +} + +Test::Nebulous->setup; + +{ + $neb->create_object("foo"); + + ok($neb->lock_object("foo", "write"), "write lock"); +} + +Test::Nebulous->setup; + +eval { + $neb->lock_object("foo", "read"); +}; +like($@, qr/is valid object key/, "storage object does not exist"); + +Test::Nebulous->setup; + +eval { + $neb->lock_object("foo", "write"); +}; +like($@, qr/is valid object key/, "storage object does not exist"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo"); + + $neb->lock_object("foo", "write"); + $neb->lock_object("foo", "write"); +}; +like($@, qr/can not write lock twice/, "can not write lock twice"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo"); + + $neb->lock_object("foo", "read"); + $neb->lock_object("foo", "write"); +}; +like($@, qr/can not write lock after read lock/, "can not write lock after read lock"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo"); + + $neb->lock_object("foo", "write"); + $neb->lock_object("foo", "read"); +}; +like($@, qr/can not read lock after write lock/, "can not read lock after write lock"); + +Test::Nebulous->setup; + +eval { + $neb->lock_object(); +}; +like($@, qr/2 were expected/, "no params"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo"); + + $neb->lock_object("foo"); +}; +like($@, qr/2 were expected/, "not enough params"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo"); + + $neb->lock_object("foo", "both"); +}; +like($@, qr/is read or write/, "not read or write"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo"); + + $neb->lock_object("foo", 'read', 3); +}; +like($@, qr/2 were expected/, "too many params"); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/06_server_unlock_object.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/06_server_unlock_object.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/06_server_unlock_object.t (revision 22322) @@ -0,0 +1,141 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 06_server_unlock_object.t,v 1.10 2008-03-20 21:10:14 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Test::More tests => 14; + +use lib qw( ./t ./lib ); + +use Nebulous::Server; +use Test::Nebulous; + +my $neb = Nebulous::Server->new( + dsn => $NEB_DB, + dbuser => $NEB_USER, + dbpasswd => $NEB_PASS, +); + +Test::Nebulous->setup; + +{ + $neb->create_object("foo"); + + $neb->lock_object("foo", "read"); + + ok($neb->unlock_object("foo", "read"), "read unlock"); +} + +Test::Nebulous->setup; + +{ + $neb->create_object("foo"); + + $neb->lock_object("foo", "read"); + $neb->lock_object("foo", "read"); + + ok($neb->unlock_object("foo", "read"), "read unlock"); + ok($neb->unlock_object("foo", "read"), "read unlock"); +} + +Test::Nebulous->setup; + +{ + $neb->create_object("foo"); + + $neb->lock_object("foo", "write"); + + ok($neb->unlock_object("foo", "write"), "write unlock"); +} + +Test::Nebulous->setup; + +eval { + $neb->unlock_object("foo", "read"); +}; +like($@, qr/is valid object key/, "storage object does not exist"); + +Test::Nebulous->setup; + +eval { + $neb->unlock_object("foo", "write"); +}; +like($@, qr/is valid object key/, "storage object does not exist"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo"); + + $neb->unlock_object("foo", "read"); +}; +like($@, qr/can not remove non-existant read lock/, "no lock set"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo"); + + $neb->unlock_object("foo", "write"); +}; +like($@, qr/can not remove non-existant write lock/, "no lock set"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo"); + $neb->lock_object("foo", "write"); + + $neb->unlock_object("foo", "read"); +}; +like($@, qr/can not have a read lock under a write lock/, "read unlock under write lock"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo"); + $neb->lock_object("foo", "read"); + + $neb->unlock_object("foo", "write"); +}; +like($@, qr/can not have a write lock under a read lock/, "write unlock under read lock"); + +Test::Nebulous->setup; + +eval { + $neb->unlock_object(); +}; +like($@, qr/2 were expected/, "no params"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo"); + + $neb->unlock_object("foo"); +}; +like($@, qr/2 were expected/, "not enough params"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo"); + + $neb->unlock_object("foo", "both"); +}; +like($@, qr/is read or write/, "not read or write"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo"); + + $neb->unlock_object("foo", 'read', 3); +}; +like($@, qr/2 were expected/, "too many params"); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/07_server_find_instances.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/07_server_find_instances.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/07_server_find_instances.t (revision 22322) @@ -0,0 +1,142 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 07_server_find_instances.t,v 1.16 2008-09-11 22:35:52 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Test::More tests => 19; + +use lib qw( ./t ./lib ); + +use Nebulous::Server; +use Test::URI; +use Test::Nebulous; + +my $neb = Nebulous::Server->new( + dsn => $NEB_DB, + dbuser => $NEB_USER, + dbpasswd => $NEB_PASS, +); + +Test::Nebulous->setup; + +{ + # key + my $uri = $neb->create_object("foo"); + + my $locations = $neb->find_instances("foo"); + + uri_scheme_ok($locations->[0], 'file'); + is($uri, $locations->[0], "URIs match"); +} + +Test::Nebulous->setup; + +{ + # key + my $uri1 = $neb->create_object("foo"); + my $uri2 = $neb->replicate_object("foo"); + + my $locations = $neb->find_instances("foo"); + + uri_scheme_ok($locations->[0], 'file'); + uri_scheme_ok($locations->[1], 'file'); + ok(eq_set([$uri1, $uri2], $locations), "URIs match"); +} + +Test::Nebulous->setup; + +{ + # key, volume + my $uri = $neb->create_object('foo', 'node01'); + + my $locations = $neb->find_instances('foo', 'node01'); + + uri_scheme_ok($locations->[0], 'file'); + is($uri, $locations->[0], "URIs match"); +} + +Test::Nebulous->setup; + +{ + # key, volume + my $uri = $neb->create_object('foo', 'node01'); + + my $locations = $neb->find_instances('foo', undef); + + uri_scheme_ok($locations->[0], 'file'); + is($uri, $locations->[0], "URIs match"); +} + +Test::Nebulous->setup; + +{ + # key, volume + my $uri = $neb->create_object('foo', 'node01'); + + my $locations = $neb->find_instances('neb://node02/foo', "~any"); + + uri_scheme_ok($locations->[0], 'file'); + is($uri, $locations->[0], "URIs match"); +} + +Test::Nebulous->setup; + +{ + # key + my $uri1 = $neb->create_object("foo"); + my $uri2 = $neb->replicate_object("foo"); + + my $locations = $neb->find_instances("foo", "~any"); + + uri_scheme_ok($locations->[0], 'file'); + uri_scheme_ok($locations->[1], 'file'); + ok(eq_set([$uri1, $uri2], $locations), "URIs match"); +} + +# object exists but instance is on a different volume +Test::Nebulous->setup; + +eval { + # key, volume + my $uri = $neb->create_object('foo', '~node01'); + + my $locations = $neb->find_instances('foo', '~node02'); +}; +like($@, qr/no instances on storage volume/, 'instances on a different volume'); + + +Test::Nebulous->setup; + +eval { + $neb->find_instances('foo'); +}; +like($@, qr/is valid object key/, "storage object does not exist"); + +Test::Nebulous->setup; + +eval { + $neb->create_object('foo'); + $neb->find_instances('foo', '~bar'); +}; +like($@, qr/is not a valid volume name/, "storage volume does not exist"); + +Test::Nebulous->setup; + +eval { + $neb->find_instances(); +}; +like($@, qr/1 - 2 were expected/, "no params"); + +Test::Nebulous->setup; + +eval { + $neb->create_object('foo'); + $neb->find_instances('foo', 'node01', 3); +}; +like($@, qr/1 - 2 were expected/, "too many params"); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/08_server_delete_instance.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/08_server_delete_instance.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/08_server_delete_instance.t (revision 22322) @@ -0,0 +1,72 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 08_server_delete_instance.t,v 1.10 2008-03-20 21:10:14 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Test::More tests => 8; + +use lib qw( ./t ./lib ); + +use Nebulous::Server; +use Test::Nebulous; + +my $neb = Nebulous::Server->new( + dsn => $NEB_DB, + dbuser => $NEB_USER, + dbpasswd => $NEB_PASS, +); + +Test::Nebulous->setup; + +{ + my $uri = $neb->create_object("foo"); + + ok($neb->delete_instance($uri), "delete instance"); +} + +Test::Nebulous->setup; + +{ + my $uri1 = $neb->create_object("foo"); + my $uri2 = $neb->replicate_object("foo"); + + ok($neb->delete_instance($uri1), "delete instance"); + + my $locations = $neb->find_instances("foo"); + + is($locations->[0], $uri2, "instance remains"); + + ok($neb->delete_instance( $uri2 ), "delete instance"); + + eval { + $neb->find_instances("foo"); + }; + like($@, qr/is valid object key/, "storage object was deleted"); +} + +Test::Nebulous->setup; + +eval { + $neb->delete_instance("file:/foo"); +}; +like($@, qr/no instance is associated with uri/, "uri does not exist"); + +Test::Nebulous->setup; + +eval { + $neb->delete_instance(); +}; +like($@, qr/1 was expected/, "no params"); + +Test::Nebulous->setup; + +eval { + $neb->delete_instance("foo", 2); +}; +like($@, qr/1 was expected/, "too many params"); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/09_server_stat_object.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/09_server_stat_object.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/09_server_stat_object.t (revision 22322) @@ -0,0 +1,71 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 09_server_stat_object.t,v 1.15 2008-05-16 20:29:19 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Test::More tests => 12; + +use lib qw( ./t ./lib ); + +use Nebulous::Server; +use Test::Nebulous; + +my $neb = Nebulous::Server->new( + dsn => $NEB_DB, + dbuser => $NEB_USER, + dbpasswd => $NEB_PASS, +); + +Test::Nebulous->setup; +{ + $neb->create_object("foo"); + + my $info = $neb->stat_object("foo"); + + is(scalar @$info, 7, "number of columns"); +} + +Test::Nebulous->setup; + +{ + $neb->create_object("foo", "node01"); + + my $info = $neb->stat_object("foo"); + + is(scalar @$info, 7, "number of columns"); + is(@$info[0], 1, "so_id"); + is(@$info[1], "foo", "ext_id"); + is(@$info[2], 0, "read lock"); + is(@$info[3], undef, "write lock"); + like(@$info[4], qr/....-..-.. ..:..:../, "epoch"); + like(@$info[5], qr/....-..-.. ..:..:../, "mtime"); + is(@$info[6], 1, "instances"); +} + +Test::Nebulous->setup; + +eval { + my $stat = $neb->stat_object("foo"); +}; +like($@, qr/is valid object key/, "no params"); + +Test::Nebulous->setup; + +eval { + $neb->stat_object(); +}; +like($@, qr/1 was expected/, "no params"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo"); + $neb->stat_object("foo", 2); +}; +like($@, qr/1 was expected/, "too many params"); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/10_server_is_valid_volume_name.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/10_server_is_valid_volume_name.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/10_server_is_valid_volume_name.t (revision 22322) @@ -0,0 +1,35 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 10_server_is_valid_volume_name.t,v 1.5 2008-03-20 21:10:14 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Test::More tests => 3; + +use lib qw( ./t ./lib ); + +use Nebulous::Server; +use Test::Nebulous; + +my $neb = Nebulous::Server->new( + dsn => $NEB_DB, + dbuser => $NEB_USER, + dbpasswd => $NEB_PASS, +); + +Test::Nebulous->setup; + +ok($neb->_is_valid_volume_name('node01'), "valid volume name"); + +Test::Nebulous->setup; + +ok($neb->_is_valid_volume_name('node02'), "valid volume name"); + +Test::Nebulous->setup; + +is($neb->_is_valid_volume_name('node99'), undef, "invalid volume name"); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/11_server_is_valid_object_key.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/11_server_is_valid_object_key.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/11_server_is_valid_object_key.t (revision 22322) @@ -0,0 +1,37 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 11_server_is_valid_object_key.t,v 1.3 2008-03-20 21:10:14 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Test::More tests => 2; + +use lib qw( ./t ./lib ); + +use Nebulous::Server; +use Test::Nebulous; + +my $neb = Nebulous::Server->new( + dsn => $NEB_DB, + dbuser => $NEB_USER, + dbpasswd => $NEB_PASS, +); + +Test::Nebulous->setup; + +{ + $neb->create_object('foo'); + + ok($neb->_is_valid_object_key('foo'), "valid object key"); +} + +Test::Nebulous->setup; + +{ + ok(!$neb->_is_valid_object_key('foo'), "invalid object key"); +} + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/12_server_find_objects.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/12_server_find_objects.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/12_server_find_objects.t (revision 22322) @@ -0,0 +1,66 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 12_server_find_objects.t,v 1.4 2008-05-16 20:29:19 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Test::More tests => 6; + +use lib qw( ./t ./lib ); + +use Nebulous::Server; +use Test::Nebulous; + +my $neb = Nebulous::Server->new( + dsn => $NEB_DB, + dbuser => $NEB_USER, + dbpasswd => $NEB_PASS, +); + +Test::Nebulous->setup; + +# search for a regex of '' should match nothing +eval { + # key + my $uri = $neb->create_object("foo"); + + my $keys = $neb->find_objects(); +}; +like($@, qr/no keys found/, "no keys found"); + +Test::Nebulous->setup; + +{ + # key + my $uri = $neb->create_object("foo"); + + my $keys = $neb->find_objects("foo"); + + is(scalar @$keys, 1, 'number of keys found'); + is($keys->[0], "foo", "key name"); +} + +Test::Nebulous->setup; + +{ + # key + my $uri1 = $neb->create_object("foo"); + my $uri2 = $neb->replicate_object("foo"); + + my $keys = $neb->find_objects("foo"); + + is(scalar @$keys, 1, 'number of keys found'); + is($keys->[0], "foo", "key name"); +} + +Test::Nebulous->setup; + +eval { + $neb->find_objects("foo", 3); +}; +like($@, qr/1 was expected/, "too many params"); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/13_server_rename_object.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/13_server_rename_object.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/13_server_rename_object.t (revision 22322) @@ -0,0 +1,75 @@ +#!/usr/bin/perl + +# Copryight (C) 2007 Joshua Hoblitt +# +# $Id: 13_server_rename_object.t,v 1.5 2008-05-16 20:29:19 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Test::More tests => 6; + +use lib qw( ./t ./lib ); + +use Nebulous::Server; +use Test::Nebulous; + +my $neb = Nebulous::Server->new( + dsn => $NEB_DB, + dbuser => $NEB_USER, + dbpasswd => $NEB_PASS, +); + +Test::Nebulous->setup; + +{ + my $uri = $neb->create_object("foo"); + + $neb->rename_object("foo", "bar"); + + eval { + $neb->find_objects('^foo$'); + }; + like($@, qr/no keys found/, "old key name"); + + my $keys = $neb->find_objects('^bar$'); + is(scalar @$keys, 1, 'number of keys found'); +} + +Test::Nebulous->setup; + +# destination key exists +eval { + $neb->create_object('foo'); + $neb->create_object('bar'); + + $neb->rename_object('foo', 'bar'); +}; +like($@, qr/is not valid object key/, "too few params"); + +Test::Nebulous->setup; + +eval { + $neb->rename_object(); +}; +like($@, qr/2 were expected/, "no params"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo"); + + $neb->rename_object("foo"); +}; +like($@, qr/2 were expected/, "too few params"); + +Test::Nebulous->setup; + +eval { + $neb->create_object("foo"); + + $neb->rename_object("foo", "bar", "baz"); +}; +like($@, qr/2 were expected/, "too many params"); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/14_server_xattr.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/14_server_xattr.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/14_server_xattr.t (revision 22322) @@ -0,0 +1,214 @@ +#!/usr/bin/perl + +# Copryight (C) 2007 Joshua Hoblitt +# +# $Id: 14_server_xattr.t,v 1.8 2008-07-09 23:32:35 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Test::More tests => 36; + +use lib qw( ./t ./lib ); + +use Nebulous::Server; +use Test::Nebulous; + +my $neb = Nebulous::Server->new( + dsn => $NEB_DB, + dbuser => $NEB_USER, + dbpasswd => $NEB_PASS, +); + +# 1 key / xattr + +Test::Nebulous->setup; + +{ + my $uri = $neb->create_object('foo'); + + ok($neb->setxattr_object('foo', 'bar', 'baz', 'create'), 'set object xattr'); + { + my $xattrs = $neb->listxattr_object('foo'); + is(scalar @$xattrs, 1, 'number of xattrs'); + is(@$xattrs[0], 'bar', 'xattr name'); + } + + my $value = $neb->getxattr_object('foo', 'bar'); + is($value, 'baz', 'xattr value'); + + ok($neb->removexattr_object('foo', 'bar'), "remove object xattr"); + { + my $xattrs = $neb->listxattr_object('foo'); + is(scalar @$xattrs, 0, 'number of xattrs'); + } +} + +# multiple xattrs + +Test::Nebulous->setup; + +{ + my $uri = $neb->create_object('foo'); + + ok($neb->setxattr_object('foo', 'bar', 'baz', 'create'), 'set object xattr'); + ok($neb->setxattr_object('foo', 'bonk', 'quix', 'create'), 'set object xattr'); + + { + my $xattrs = $neb->listxattr_object('foo'); + is(scalar @$xattrs, 2, 'number of xattrs'); + is(@$xattrs[0], 'bar', 'xattr name'); + is(@$xattrs[1], 'bonk', 'xattr name'); + } + + my $value = $neb->getxattr_object('foo', 'bar'); + is($value, 'baz', 'xattr value'); + $value = $neb->getxattr_object('foo', 'bonk'); + is($value, 'quix', 'xattr value'); + + ok($neb->removexattr_object('foo', 'bar'), "remove object xattr"); + ok($neb->removexattr_object('foo', 'bonk'), "remove object xattr"); + { + my $xattrs = $neb->listxattr_object('foo'); + is(scalar @$xattrs, 0, 'number of xattrs'); + } +} + +# replace xattrs + +Test::Nebulous->setup; + +{ + my $uri = $neb->create_object('foo'); + + ok($neb->setxattr_object('foo', 'bar', 'baz', 'create'), 'set object xattr'); + ok($neb->setxattr_object('foo', 'bar', 'quix', 'replace'), 're-set object xattr'); + + { + my $xattrs = $neb->listxattr_object('foo'); + is(scalar @$xattrs, 1, 'number of xattrs'); + is(@$xattrs[0], 'bar', 'xattr name'); + } + + my $value = $neb->getxattr_object('foo', 'bar'); + is($value, 'quix', 'xattr value'); + + ok($neb->removexattr_object('foo', 'bar'), "remove object xattr"); + { + my $xattrs = $neb->listxattr_object('foo'); + is(scalar @$xattrs, 0, 'number of xattrs'); + } +} + +# setxattr_object + +Test::Nebulous->setup; + +eval { + $neb->setxattr_object('foo', 'bar', 'baz', 'create'); +}; +like($@, qr/is valid object key/, "create xattr on non-existant key"); + +eval { + $neb->setxattr_object('foo', 'bar', 'baz', 'replace'); +}; +like($@, qr/is valid object key/, "replace xattr on non-existant key"); + +Test::Nebulous->setup; + +eval { + $neb->setxattr_object(); +}; +like($@, qr/4 were expected/, "no params"); + +Test::Nebulous->setup; + +eval { + $neb->create_object('foo'); + + $neb->setxattr_object('foo', 'bar'); +}; +like($@, qr/4 were expected/, "too few params"); + +Test::Nebulous->setup; + +eval { + $neb->create_object('foo'); + + $neb->setxattr_object('foo', 'bar', 'baz'); +}; +like($@, qr/4 were expected/, "too few params"); + +Test::Nebulous->setup; + +eval { + $neb->create_object('foo'); + + $neb->setxattr_object('foo', 'bar', 'baz', 'create', 'quix'); +}; +like($@, qr/4 were expected/, "too many params"); + +# getxattr_object + +Test::Nebulous->setup; + +eval { + $neb->getxattr_object('foo', 'bar'); +}; +like($@, qr/is valid object key/, "get xattr from non-existant nebulous key"); + +Test::Nebulous->setup; + +eval { + $neb->create_object('foo'); + $neb->getxattr_object('foo', 'bar'); +}; +like($@, qr|xattr neb:///foo:bar does not exist|, + "get xattr from non-existant xattr key"); + +Test::Nebulous->setup; + +eval { + $neb->getxattr_object(); +}; +like($@, qr/2 were expected/, "no params"); + +Test::Nebulous->setup; + +eval { + $neb->create_object('foo'); + + $neb->getxattr_object('foo'); +}; +like($@, qr/2 were expected/, "too few params"); + +Test::Nebulous->setup; + +eval { + $neb->create_object('foo'); + + $neb->getxattr_object('foo', 'bar', 'baz'); +}; +like($@, qr/2 were expected/, "too many params"); + +# listxattr_object + +Test::Nebulous->setup; + +eval { + $neb->create_object('foo'); + + $neb->listxattr_object(); +}; +like($@, qr/1 was expected/, "no params"); + +Test::Nebulous->setup; + +eval { + $neb->create_object('foo'); + + $neb->listxattr_object('foo', 'bar'); +}; +like($@, qr/1 was expected/, "too many params"); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/15_mounts.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/15_mounts.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/15_mounts.t (revision 22322) @@ -0,0 +1,67 @@ +#!/usr/bin/perl + +# Copryight (C) 2008 Joshua Hoblitt +# +# $Id: 15_mounts.t,v 1.3 2008-09-11 22:35:52 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Test::More tests => 18; + +use lib qw( ./t ./lib ); + +use Nebulous::Server; +use Test::URI; +use Test::Nebulous; + +my $neb = Nebulous::Server->new( + dsn => $NEB_DB, + dbuser => $NEB_USER, + dbpasswd => $NEB_PASS, +); + +Test::Nebulous->setup; + +{ + # key + my $mounts = $neb->mounts(); + + is(scalar @$mounts, 7, "number of rows"); + + my %row; + # first row + @row{qw(mountpoint total used vol_id name host path allocate available xattr)} + = @{$mounts->[0]}; + + is($row{total}, 100000000000); + is($row{used}, 100000000); + is($row{vol_id}, 1); + is($row{name}, "node01"); + is($row{host}, "node01"); + is($row{allocate}, 1); + is($row{available}, 1); + is($row{xattr}, 0); + + # 2nd row + @row{qw(mountpoint total used vol_id name host path allocate available xattr)} + = @{$mounts->[1]}; + + is($row{total}, 100000000000); + is($row{used}, 1000000000); + is($row{vol_id}, 2); + is($row{name}, "node02"); + is($row{host}, "node02"); + is($row{allocate}, 1); + is($row{available}, 1); + is($row{xattr}, 0); +} + +Test::Nebulous->setup; + +eval { + $neb->mounts("foo"); +}; +like($@, qr/0 were expected/, "no params"); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/75_parse_neb_key.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/75_parse_neb_key.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous-Server/t/75_parse_neb_key.t (revision 22322) @@ -0,0 +1,268 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 75_parse_neb_key.t,v 1.5 2008-09-09 02:18:47 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Test::More; + +plan tests => 80; + +use lib qw( ./t ./lib ); + +use Nebulous::Keys qw( parse_neb_key ); +use Test::Nebulous; + +# neb:///... +# neb:path... +# neb:/path... (same as neb:path, leading '/' is stripped) +# neb:///path... (same as neb:path) + +# key +{ + my $key = parse_neb_key('foo/bar/baz/quix'); + + is($key->path, 'foo/bar/baz/quix', 'path'); + is($key->volume, undef, 'volume name'); + is($key->soft_volume, undef, 'soft volume name'); +} + +{ + my $key = parse_neb_key('/foo/bar/baz/quix'); + + is($key->path, 'foo/bar/baz/quix', 'path'); + is($key->volume, undef, 'volume name'); + is($key->soft_volume, undef, 'soft volume name'); +} + +{ + my $key = parse_neb_key('//foo/bar/baz/quix'); + + is($key->path, 'foo/bar/baz/quix', 'path'); + is($key->volume, undef, 'volume name'); + is($key->soft_volume, undef, 'soft volume name'); +} + +{ + my $key = parse_neb_key('///foo/bar/baz/quix'); + + is($key->path, 'foo/bar/baz/quix', 'path'); + is($key->volume, undef, 'volume name'); + is($key->soft_volume, undef, 'soft volume name'); +} + +{ + my $key = parse_neb_key('foo////bar/baz/quix'); + + is($key->path, 'foo/bar/baz/quix', 'path'); + is($key->volume, undef, 'volume name'); + is($key->soft_volume, undef, 'soft volume name'); +} + +{ + my $key = parse_neb_key('foo/bar/baz/quix/'); + + is($key->path, 'foo/bar/baz/quix', 'path'); + is($key->volume, undef, 'volume name'); + is($key->soft_volume, undef, 'soft volume name'); +} + +# key w/ volume argument +{ + my $key = parse_neb_key('foo/bar/baz/quix', 'boing'); + + is($key->path, 'foo/bar/baz/quix', 'path'); + is($key->volume, 'boing', 'volume name'); + is($key->soft_volume, 1, 'soft volume name'); +} + +{ + my $key = parse_neb_key('foo/bar/baz/quix', '~boing'); + + is($key->path, 'foo/bar/baz/quix', 'path'); + is($key->volume, 'boing', 'volume name'); + is($key->soft_volume, undef, 'soft volume name'); +} + +# URI w/ volume name +{ + my $key = parse_neb_key('neb://foo/bar/baz/quix'); + + is($key->path, 'bar/baz/quix', 'path'); + is($key->volume, 'foo', 'volume name'); + is($key->soft_volume, 1, 'soft volume name'); +} + +{ + my $key = parse_neb_key('neb://foo//bar/baz/quix'); + + is($key->path, 'bar/baz/quix', 'path'); + is($key->volume, 'foo', 'volume name'); + is($key->soft_volume, 1, 'soft volume name'); +} + +{ + my $key = parse_neb_key('neb://foo///bar/baz/quix'); + + is($key->path, 'bar/baz/quix', 'path'); + is($key->volume, 'foo', 'volume name'); + is($key->soft_volume, 1, 'soft volume name'); +} + +{ + my $key = parse_neb_key('neb://foo/bar///baz/quix'); + + is($key->path, 'bar/baz/quix', 'path'); + is($key->volume, 'foo', 'volume name'); + is($key->soft_volume, 1, 'soft volume name'); +} + +{ + my $key = parse_neb_key('neb://foo/bar/baz/quix/'); + + is($key->path, 'bar/baz/quix', 'path'); + is($key->volume, 'foo', 'volume name'); + is($key->soft_volume, 1, 'soft volume name'); +} + +# URI w/ hard volume name +{ + my $key = parse_neb_key('neb://~foo/bar/baz/quix/'); + + is($key->path, 'bar/baz/quix', 'path'); + is($key->volume, 'foo', 'volume name'); + is($key->soft_volume, undef, 'soft volume name'); +} + +# URI w/ volume name and volume argument +{ + my $key = parse_neb_key('neb://foo/bar/baz/quix', 'boing'); + + is($key->path, 'bar/baz/quix', 'path'); + is($key->volume, 'boing', 'volume name'); + is($key->soft_volume, 1, 'soft volume name'); +} + +{ + my $key = parse_neb_key('neb://foo/bar/baz/quix', '~boing'); + + is($key->path, 'bar/baz/quix', 'path'); + is($key->volume, 'boing', 'volume name'); + is($key->soft_volume, undef, 'soft volume name'); +} + +{ + my $key = parse_neb_key('neb://foo/bar/baz/quix', undef); + + is($key->path, 'bar/baz/quix', 'path'); + is($key->volume, 'foo', 'volume name'); + is($key->soft_volume, 1, 'soft volume name'); +} + +# URI w/ ~any volume name +{ + my $key = parse_neb_key('neb://~any/bar/baz/quix/'); + + is($key->path, 'bar/baz/quix', 'path'); + is($key->volume, undef, 'volume name'); + is($key->soft_volume, undef, 'soft volume name'); +} + +# URI w/ any volume argument +{ + my $key = parse_neb_key('neb://boing/bar/baz/quix/', 'any'); + + is($key->path, 'bar/baz/quix', 'path'); + is($key->volume, undef, 'volume name'); + is($key->soft_volume, undef, 'soft volume name'); +} + +{ + my $key = parse_neb_key('neb://boing/bar/baz/quix/', '~any'); + + is($key->path, 'bar/baz/quix', 'path'); + is($key->volume, undef, 'volume name'); + is($key->soft_volume, undef, 'soft volume name'); +} + +# URI w/ hard volume name +{ + my $key = parse_neb_key('neb://~foo/bar/baz/quix/'); + + is($key->path, 'bar/baz/quix', 'path'); + is($key->volume, 'foo', 'volume name'); + is($key->soft_volume, undef, 'soft volume name'); +} + +# URI w/o volume name + +{ + my $key = parse_neb_key('neb:/foo/bar/baz/quix'); + + is($key->path, 'foo/bar/baz/quix', 'path'); + is($key->volume, undef, 'volume name'); + is($key->soft_volume, undef, 'soft volume name'); +} + +{ + my $key = parse_neb_key('neb:///foo/bar/baz/quix'); + + is($key->volume, undef, 'volume name'); + is($key->path, 'foo/bar/baz/quix', 'path'); + is($key->soft_volume, undef, 'soft volume name'); +} + +{ + my $key = parse_neb_key('neb://///foo/bar/baz/quix'); + + is($key->path, 'foo/bar/baz/quix', 'path'); + is($key->volume, undef, 'volume name'); + is($key->soft_volume, undef, 'soft volume name'); +} + +# key w/ whitespace +eval { + parse_neb_key('/ foo/bar/baz/quix'); +}; +like( $@, qr/may not contain whitespace/, "whitespace" ); + +eval { + parse_neb_key(' /foo/bar/baz/quix'); +}; +like( $@, qr/may not contain whitespace/, "whitespace" ); + +eval { + parse_neb_key('/foo/bar/baz/quix '); +}; +like( $@, qr/may not contain whitespace/, "whitespace" ); + +# URI w/ whitespace + +eval { + parse_neb_key('neb ://foo/bar/baz/quix'); +}; +like( $@, qr/may not contain whitespace/, "whitespace" ); + +eval { + parse_neb_key('neb:// foo/bar/baz/quix'); +}; +like( $@, qr/may not contain whitespace/, "whitespace" ); + +eval { + parse_neb_key(' neb://foo/bar/baz/quix'); +}; +like( $@, qr/may not contain whitespace/, "whitespace" ); + +eval { + parse_neb_key('neb://foo/bar/baz/quix '); +}; +like( $@, qr/may not contain whitespace/, "whitespace" ); + +# URI w/o volume requires leading slash +eval { + my $key = parse_neb_key('neb:foo/bar/baz/quix'); +}; +like( $@, qr/requires a leading slash/, "leading slash" ); Index: /tags/sj_tags/sj_root_20080929/Nebulous/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/.cvsignore (revision 22322) @@ -0,0 +1,6 @@ +Build +META.yml +Makefile +Makefile.PL +_build +blib Index: /tags/sj_tags/sj_root_20080929/Nebulous/Build.PL =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/Build.PL (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/Build.PL (revision 22322) @@ -0,0 +1,123 @@ +use Module::Build; +# See perldoc Module::Build for details of how this works + +my $build_pkg = eval { require Apache::TestMB } + ? 'Apache::TestMB' + : 'Module::Build'; + +my $class = $build_pkg->subclass(code => <<'EOF'); +use Cwd; + +my $pkg_dir = "./nebclient"; + +sub ACTION_code { + my $self = shift; + + $self->SUPER::ACTION_code(@_); + + my $old_pwd = getcwd(); + chdir $pkg_dir; + + unless (-e "configure") { + system("./autogen.sh") == 0 or die "install failed: $?"; + } + + chdir $old_pwd; +} + +sub ACTION_build { + my $self = shift; + + $self->SUPER::ACTION_build(@_); + + my $old_pwd = getcwd(); + chdir $pkg_dir; + + unless (-e "Makefile") { + system("sh ./configure") == 0 or die "build failed: $?"; + } + + system("make") == 0 or die "build failed: $?"; + + chdir $old_pwd; +} + +# Do not attempt to install nebclient. It is bundled in this package for +# testing only. +# +# sub ACTION_install { +# my $self = shift; +# +# $self->SUPER::ACTION_install(@_); +# +# my $old_pwd = getcwd(); +# chdir $pkg_dir; +# +# system("make install") == 0 or die "install failed: $?"; +# +# chdir $old_pwd; +# } + +sub ACTION_clean { + my $self = shift; + + $self->SUPER::ACTION_clean(@_); + + my $old_pwd = getcwd(); + chdir $pkg_dir; + + system("make clean") == 0 or die "install failed: $?"; + + chdir $old_pwd; +} +EOF + +$class->new( + module_name => 'Nebulous', + dist_version_from => 'lib/Nebulous/Client.pm', + author => 'Joshua Hoblitt ', + license => 'gpl', + create_makefile_pl => 'passthrough', + requires => { + 'Digest::MD5' => 0, + 'File::Copy' => 0, + 'Time::HiRes' => 0, + 'Class::Accessor::Fast' => 0, + 'File::Spec' => 0, + 'File::Spec::Functions' => 0, + 'Log::Log4perl' => '0.48', + 'Params::Validate' => '0.73', + 'SOAP::Lite' => '0.69', + 'URI' => '1.30', + 'Getopt::Long' => 0, + 'Pod::Usage' => 0, + }, + recommends => { + 'Nebulous::Server::Apache' => 0, + 'Nebulous::Server' => 0, + 'Nebulous::Server::SOAP' => 0, + 'Test::Nebulous' => 0, + 'Apache2::SOAP' => 0, + 'Apache::DBI' => '1.05', + 'Apache::Test' => '1.27', # bundles Apache::TestMB + 'Apache::TestMB' => 0, + 'Test::More' => '0.49', + 'Test::URI' => '1.06', + 'Test::Distribution' => '1.22', + }, + script_files => [qw( + bin/neb-cat + bin/neb-copies + bin/neb-cp + bin/neb-cull + bin/neb-df + bin/neb-locate + bin/neb-ls + bin/neb-mv + bin/neb-replicate + bin/neb-rm + bin/neb-stat + bin/neb-touch + bin/neb-xattr + )], +)->create_build_script; Index: /tags/sj_tags/sj_root_20080929/Nebulous/Changes =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/Changes (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/Changes (revision 22322) @@ -0,0 +1,150 @@ +Revision history for Nebulous + +0.10 + - allow ->replicate() volume param to be undef + - fix ->delete() still work if the neb implies a volume on which there is + no instance + - retry all calls to open() + +0.09 Wed Jul 9 16:36:27 HST 2008 + - change "any" volume usage to corespond to changes in Nebulous::Server + - add neb-replicate --copies option + - fix neb-stat to work when a neb key is used that implies a storage volume + that does not have instances on it + - make neb-ls non-recursive by default and add a --recursive flag + - add neb-copies util + - move print_all_xattrs(), print_xattrs(), write_xattrs(), delete_xattrs(), + and parse_xattr_pair() from neb-xattr into Nebulous::Util + - change replicate() to report when it fails to cleanup (after a failure) + - add neb-xattr util + - change Nebulous::Client->find() to handle a volume param and to fall back + to searching on the ':any' volume if the first search fails + - change open_create() to attempt to open the instance file 10 times before + failing + - only send fatal errors to the screen + - send log messages to stderr instead of stdout + - overhaul SOAP fault message handling + - suppress non-existant key errors from Nebulous::Client->find_instances() + - in Nebulous::Client->stat(), handle the SOAP quirk of thinking an "undef" + return is a fault (even when no fault code is set). + - add ->setxattr_object(), ->getxattr_object(), ->listxattr_object(), + ->removexattr_object() + - change ->create() to accept volume == undef + - modernize neb-touch API calls + - change Nebulous::Client->replicate() to check the md5sum of the + replicated file and to not leave empty instances laying around if there + is a failure + - add a virtual "summary" volume to neb-df + - fix neb-df coding issues + - set default logging level to warn + +0.08 Thu Apr 17 14:07:18 HST 2008 + - add Nebulous::Client::open() '>' (truncate) mode + +0.07 + - modify neb-df to use Nebulous::Client::mounts() + - add Nebulous::Client::mounts() + - server/client split into Nebulous::Server and Nebulous::Client packages + - add support for storing instances in multi-tier 'hashed' directories + - pickup test DB settings from the env. + - add neb-ls -l|-1 option + - add neb-fsck + - add neb-stat + - add additional fkey constrains to the instance table + - fix installation of neb-replicate & neb-cull + - redo database schema with foreign keys + - add Nebulous::Keys pod + +0.06 Fri Jan 25 10:55:59 HST 2008 + - define Nebulous::Client::find_objects() as returning [] when NO keys are + found + - change neb-touch to use Nebulous::Client::find_objects() instead of + ::find() + - add Nebulous::Sever:: neb key/uri support + - add Nebulous::Util::parse_neb_key() + - change bin/* scripts to conistently use --volume instead of --node, + etc. + - pod cleanups + - add neb-replicate & neb-cull + +0.05 2007-05-04 16:59:31(???) + - make filesystem xattr support optional & disabled by default + - generate instance filenames that leave the "key" at the end so as to not + break a pplications that expect a certain "extension" on the filename + - set an xattr on all created files of "user.nebulous_key" + - add neb-locate + - change all Nebulous::Client public methods to behave in list context + - rework the getmountedvol() stored procedure to attempt to work around + what appears to be some nasty transacational isolation leak throught that + was causing getmountedvol() to randomly hang when nebdiskd changed the + mount table. + - fix a nasty logic bug in Nebulous::Client->replicate() + - break 1:1 relationship between key names and on disk file names + - overhaul Nebulous::Client->cull() + - add the number of instances to ->stat_object() + - SQL cleanup + - better paramter checking + - overhaul instance table + - add ->_is_valid_object_key() method + - change ->find_instances() to check it's params and only return instances + on mounted & available volumes + - add volume.available field and logic to use it + - add volume.allocate field and logic to use it + - add instance.vol_id field + - remove $class_id & $comment params from Nebulous::Server->create() and + Nebulous::Client->create*() and all supporting functions and tests + - add Nebulous::Server->{setxattr_object, listxattr_object, + getxattr_object, removexattr_object}() + - add neb-cat + - add neb-mv + - change Nebulous::Client->move() to use ->rename_object() + - add Nebulous::Server->rename_object() + - add neb-rm + - add neb-cp + - add neb-ls + - add Nebulous::Client->find_objects() + - add Nebulous::Server->find_objects() + - add neb-touch + - add neb-df + - change neb-addvol to properly mangle URIs into paths + +0.04 Mon Apr 23 13:33:16 HST 2007 + - include autogen.sh in the tarball + - add nebdiskd + - [nebclient] VERSION to '0.0.3' + - change API to generally return true URIs instead of file paths + - add support for some what intelligent volume allocations + - minor code & build fixes, ws changes + +0.03 Mon Dec 11 14:19:45 HST 2006 + - change Nebulous::Server instantiate objects (init -> new) instead of + working with class data + - add a DESTROY method to Nebulous::Server to tear down the database + connection + - add a Nebulous::Server->config() accessor + - make Nebulous::Server->db() Apache::DBI aware + - make SQL syntax MySQL 5 compatible + - update SOAP, DBI & DBD, and Apache::* deps + - change Nebulous::Server::SOAP to be mod_perl aware + - change Nebulous::Server::SOAP install stub methods to bypass AUTOLOAD on + successive calls to the same method + - make Nebulous::Server::Log mod_perl aware + - change Nebulous::Server::Log to accept a Nebulous::Server::Config object + as a parameter instead of fetching it as a singleton + - make Nebulous::Server::Config no longer a singleton + +0.02 Fri Dec 2 17:36:59 HST 2005 + - recommend Test::Distribution 1.22 + - add t/00_distribution.t + - rename test files + - [nebclient] VERSION to '0.0.2' + - Nebulous::Client, Nebulous::Server, & Nebulous::Server::SQL + VERSION to '0.02' + - add Nebulous::Client->open_create() + - change Nebulous::Client->create() to return just a filename + - [nebclient] add nebOpenCreate() + - [nebclient] change nebCreate() to return just a filename + +0.01 Fri Sep 3 10:23:31 2004 + - first working version + - original version; created by ExtUtils::ModuleMaker 0.32 Index: /tags/sj_tags/sj_root_20080929/Nebulous/LICENSE =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/LICENSE (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/LICENSE (revision 22322) @@ -0,0 +1,260 @@ +The General Public License (GPL) +Version 2, June 1991 + +Copyright (C) 1989, 1991 Free Software Foundation, Inc. 675 Mass Ave, +Cambridge, MA 02139, USA. Everyone is permitted to copy and distribute +verbatim copies of this license document, but changing it is not allowed. + +Preamble + +The licenses for most software are designed to take away your freedom to share +and change it. By contrast, the GNU General Public License is intended to +guarantee your freedom to share and change free software--to make sure the +software is free for all its users. This General Public License applies to most of +the Free Software Foundation's software and to any other program whose +authors commit to using it. (Some other Free Software Foundation software is +covered by the GNU Library General Public License instead.) You can apply it to +your programs, too. + +When we speak of free software, we are referring to freedom, not price. Our +General Public Licenses are designed to make sure that you have the freedom +to distribute copies of free software (and charge for this service if you wish), that +you receive source code or can get it if you want it, that you can change the +software or use pieces of it in new free programs; and that you know you can do +these things. + +To protect your rights, we need to make restrictions that forbid anyone to deny +you these rights or to ask you to surrender the rights. These restrictions +translate to certain responsibilities for you if you distribute copies of the +software, or if you modify it. + +For example, if you distribute copies of such a program, whether gratis or for a +fee, you must give the recipients all the rights that you have. You must make +sure that they, too, receive or can get the source code. And you must show +them these terms so they know their rights. + +We protect your rights with two steps: (1) copyright the software, and (2) offer +you this license which gives you legal permission to copy, distribute and/or +modify the software. + +Also, for each author's protection and ours, we want to make certain that +everyone understands that there is no warranty for this free software. If the +software is modified by someone else and passed on, we want its recipients to +know that what they have is not the original, so that any problems introduced by +others will not reflect on the original authors' reputations. + +Finally, any free program is threatened constantly by software patents. We wish +to avoid the danger that redistributors of a free program will individually obtain +patent licenses, in effect making the program proprietary. To prevent this, we +have made it clear that any patent must be licensed for everyone's free use or +not licensed at all. + +The precise terms and conditions for copying, distribution and modification +follow. + +GNU GENERAL PUBLIC LICENSE +TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND +MODIFICATION + +0. This License applies to any program or other work which contains a notice +placed by the copyright holder saying it may be distributed under the terms of +this General Public License. The "Program", below, refers to any such program +or work, and a "work based on the Program" means either the Program or any +derivative work under copyright law: that is to say, a work containing the +Program or a portion of it, either verbatim or with modifications and/or translated +into another language. (Hereinafter, translation is included without limitation in +the term "modification".) Each licensee is addressed as "you". + +Activities other than copying, distribution and modification are not covered by +this License; they are outside its scope. The act of running the Program is not +restricted, and the output from the Program is covered only if its contents +constitute a work based on the Program (independent of having been made by +running the Program). Whether that is true depends on what the Program does. + +1. You may copy and distribute verbatim copies of the Program's source code as +you receive it, in any medium, provided that you conspicuously and appropriately +publish on each copy an appropriate copyright notice and disclaimer of warranty; +keep intact all the notices that refer to this License and to the absence of any +warranty; and give any other recipients of the Program a copy of this License +along with the Program. + +You may charge a fee for the physical act of transferring a copy, and you may at +your option offer warranty protection in exchange for a fee. + +2. You may modify your copy or copies of the Program or any portion of it, thus +forming a work based on the Program, and copy and distribute such +modifications or work under the terms of Section 1 above, provided that you also +meet all of these conditions: + +a) You must cause the modified files to carry prominent notices stating that you +changed the files and the date of any change. + +b) You must cause any work that you distribute or publish, that in whole or in +part contains or is derived from the Program or any part thereof, to be licensed +as a whole at no charge to all third parties under the terms of this License. + +c) If the modified program normally reads commands interactively when run, you +must cause it, when started running for such interactive use in the most ordinary +way, to print or display an announcement including an appropriate copyright +notice and a notice that there is no warranty (or else, saying that you provide a +warranty) and that users may redistribute the program under these conditions, +and telling the user how to view a copy of this License. (Exception: if the +Program itself is interactive but does not normally print such an announcement, +your work based on the Program is not required to print an announcement.) + +These requirements apply to the modified work as a whole. If identifiable +sections of that work are not derived from the Program, and can be reasonably +considered independent and separate works in themselves, then this License, +and its terms, do not apply to those sections when you distribute them as +separate works. But when you distribute the same sections as part of a whole +which is a work based on the Program, the distribution of the whole must be on +the terms of this License, whose permissions for other licensees extend to the +entire whole, and thus to each and every part regardless of who wrote it. + +Thus, it is not the intent of this section to claim rights or contest your rights to +work written entirely by you; rather, the intent is to exercise the right to control +the distribution of derivative or collective works based on the Program. + +In addition, mere aggregation of another work not based on the Program with the +Program (or with a work based on the Program) on a volume of a storage or +distribution medium does not bring the other work under the scope of this +License. + +3. You may copy and distribute the Program (or a work based on it, under +Section 2) in object code or executable form under the terms of Sections 1 and 2 +above provided that you also do one of the following: + +a) Accompany it with the complete corresponding machine-readable source +code, which must be distributed under the terms of Sections 1 and 2 above on a +medium customarily used for software interchange; or, + +b) Accompany it with a written offer, valid for at least three years, to give any +third party, for a charge no more than your cost of physically performing source +distribution, a complete machine-readable copy of the corresponding source +code, to be distributed under the terms of Sections 1 and 2 above on a medium +customarily used for software interchange; or, + +c) Accompany it with the information you received as to the offer to distribute +corresponding source code. (This alternative is allowed only for noncommercial +distribution and only if you received the program in object code or executable +form with such an offer, in accord with Subsection b above.) + +The source code for a work means the preferred form of the work for making +modifications to it. For an executable work, complete source code means all the +source code for all modules it contains, plus any associated interface definition +files, plus the scripts used to control compilation and installation of the +executable. However, as a special exception, the source code distributed need +not include anything that is normally distributed (in either source or binary form) +with the major components (compiler, kernel, and so on) of the operating system +on which the executable runs, unless that component itself accompanies the +executable. + +If distribution of executable or object code is made by offering access to copy +from a designated place, then offering equivalent access to copy the source +code from the same place counts as distribution of the source code, even though +third parties are not compelled to copy the source along with the object code. + +4. You may not copy, modify, sublicense, or distribute the Program except as +expressly provided under this License. Any attempt otherwise to copy, modify, +sublicense or distribute the Program is void, and will automatically terminate +your rights under this License. However, parties who have received copies, or +rights, from you under this License will not have their licenses terminated so long +as such parties remain in full compliance. + +5. You are not required to accept this License, since you have not signed it. +However, nothing else grants you permission to modify or distribute the Program +or its derivative works. These actions are prohibited by law if you do not accept +this License. Therefore, by modifying or distributing the Program (or any work +based on the Program), you indicate your acceptance of this License to do so, +and all its terms and conditions for copying, distributing or modifying the +Program or works based on it. + +6. Each time you redistribute the Program (or any work based on the Program), +the recipient automatically receives a license from the original licensor to copy, +distribute or modify the Program subject to these terms and conditions. You +may not impose any further restrictions on the recipients' exercise of the rights +granted herein. You are not responsible for enforcing compliance by third parties +to this License. + +7. If, as a consequence of a court judgment or allegation of patent infringement +or for any other reason (not limited to patent issues), conditions are imposed on +you (whether by court order, agreement or otherwise) that contradict the +conditions of this License, they do not excuse you from the conditions of this +License. If you cannot distribute so as to satisfy simultaneously your obligations +under this License and any other pertinent obligations, then as a consequence +you may not distribute the Program at all. For example, if a patent license would +not permit royalty-free redistribution of the Program by all those who receive +copies directly or indirectly through you, then the only way you could satisfy +both it and this License would be to refrain entirely from distribution of the +Program. + +If any portion of this section is held invalid or unenforceable under any particular +circumstance, the balance of the section is intended to apply and the section as +a whole is intended to apply in other circumstances. + +It is not the purpose of this section to induce you to infringe any patents or other +property right claims or to contest validity of any such claims; this section has +the sole purpose of protecting the integrity of the free software distribution +system, which is implemented by public license practices. Many people have +made generous contributions to the wide range of software distributed through +that system in reliance on consistent application of that system; it is up to the +author/donor to decide if he or she is willing to distribute software through any +other system and a licensee cannot impose that choice. + +This section is intended to make thoroughly clear what is believed to be a +consequence of the rest of this License. + +8. If the distribution and/or use of the Program is restricted in certain countries +either by patents or by copyrighted interfaces, the original copyright holder who +places the Program under this License may add an explicit geographical +distribution limitation excluding those countries, so that distribution is permitted +only in or among countries not thus excluded. In such case, this License +incorporates the limitation as if written in the body of this License. + +9. The Free Software Foundation may publish revised and/or new versions of the +General Public License from time to time. Such new versions will be similar in +spirit to the present version, but may differ in detail to address new problems or +concerns. + +Each version is given a distinguishing version number. If the Program specifies a +version number of this License which applies to it and "any later version", you +have the option of following the terms and conditions either of that version or of +any later version published by the Free Software Foundation. If the Program does +not specify a version number of this License, you may choose any version ever +published by the Free Software Foundation. + +10. If you wish to incorporate parts of the Program into other free programs +whose distribution conditions are different, write to the author to ask for +permission. For software which is copyrighted by the Free Software Foundation, +write to the Free Software Foundation; we sometimes make exceptions for this. +Our decision will be guided by the two goals of preserving the free status of all +derivatives of our free software and of promoting the sharing and reuse of +software generally. + +NO WARRANTY + +11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS +NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY +APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE +COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM +"AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR +IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF +MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE +ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE +PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, +YOU ASSUME THE COST OF ALL NECESSARY SERVICING, REPAIR OR +CORRECTION. + +12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED +TO IN WRITING WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY +WHO MAY MODIFY AND/OR REDISTRIBUTE THE PROGRAM AS +PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY +GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES +ARISING OUT OF THE USE OR INABILITY TO USE THE PROGRAM +(INCLUDING BUT NOT LIMITED TO LOSS OF DATA OR DATA BEING +RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD +PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY +OTHER PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS +BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES. + +END OF TERMS AND CONDITIONS Index: /tags/sj_tags/sj_root_20080929/Nebulous/MANIFEST =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/MANIFEST (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/MANIFEST (revision 22322) @@ -0,0 +1,107 @@ +Build.PL +Changes +LICENSE +MANIFEST +README +Todo +autogen.sh +bin/neb-cat +bin/neb-copies +bin/neb-cp +bin/neb-cull +bin/neb-df +bin/neb-locate +bin/neb-ls +bin/neb-mv +bin/neb-replicate +bin/neb-rm +bin/neb-stat +bin/neb-touch +bin/neb-xattr +docs/c_api.h +docs/database_setup.txt +docs/design.txt +docs/requirements.txt +docs/setup.txt +docs/tmp.txt +examples/Makefile +examples/nebexample.c +examples/nebexample.pl +lib/Nebulous/Client.pm +lib/Nebulous/Client.pod +lib/Nebulous/Client/HTTP.pm +lib/Nebulous/Client/Log.pm +lib/Nebulous/Client/QuickStart.pod +lib/Nebulous/Util.pm +nebclient/Doxyfile.in +nebclient/Makefile.am +nebclient/Makefile.in +nebclient/aclocal.m4 +nebclient/autogen.sh +nebclient/config.guess +nebclient/config.h.in +nebclient/config.sub +nebclient/configure +nebclient/configure.ac +nebclient/depcomp +nebclient/install-sh +nebclient/ltmain.sh +nebclient/missing +nebclient/nebclient.pc.in +nebclient/nebulous.wsdl +nebclient/src/Makefile.am +nebclient/src/Makefile.in +nebclient/src/SOAP.nsmap +nebclient/src/nebclient.c +nebclient/src/nebclient.h +nebclient/src/soapC.c +nebclient/src/soapClient.c +nebclient/src/soapH.h +nebclient/src/soapStub.h +nebclient/src/stdsoap2.c +nebclient/src/stdsoap2.h +nebclient/src/xmalloc.c +nebclient/src/xmalloc.h +nebclient/tests/tap/INSTALL +nebclient/tests/tap/Makefile.am +nebclient/tests/tap/Makefile.in +nebclient/tests/tap/README +nebclient/tests/tap/aclocal.m4 +nebclient/tests/tap/compile +nebclient/tests/tap/configure +nebclient/tests/tap/configure.in +nebclient/tests/tap/src/Makefile.am +nebclient/tests/tap/src/Makefile.in +nebclient/tests/tap/src/config.h.in +nebclient/tests/tap/src/tap.c +nebclient/tests/tap/src/tap.h +nebclient/tests/Makefile.am +nebclient/tests/Makefile.in +nebclient/tests/tests.c +scripts/bench_test.pl +scripts/nebulous.cgi +scripts/ptest.pl +t/00_distribution.t +t/01_load.t +t/50_client_new.t +t/51_client_create.t +t/51_client_open_create.t +t/52_client_replicate.t +t/53_client_cull.t +t/54_client_lock.t +t/55_client_unlock.t +t/56_client_find_instances.t +t/57_client_find.t +t/58_client_open.t +t/59_client_delete.t +t/60_client_copy.t +t/61_client_move.t +t/62_client_delete_instance.t +t/63_client_stat.t +t/64_client_find_objects.t +t/65_client_mounts.t +t/66_client_xattr.t +t/90_nebclient.t +t/TEST.PL +t/conf/extra.conf.in +t/conf/startup.pl.in Index: /tags/sj_tags/sj_root_20080929/Nebulous/README =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/README (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/README (revision 22322) @@ -0,0 +1,16 @@ +pod2text Poi::PixelData.pm > README + +If this is still here it means the programmer was too lazy to create the readme file. + +You can create it now by using the command shown above from this directory. + +At the very least you should be able to use this set of instructions +to install the module... + +perl Build.PL +./Build +./Build test +./Build install + + +If you are on a windows box you should use 'nmake' rather than 'make'. Index: /tags/sj_tags/sj_root_20080929/Nebulous/Todo =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/Todo (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/Todo (revision 22322) @@ -0,0 +1,43 @@ +TODO list for Perl module Nebulous + +- support delete of instances from volumes that are offline +- mode to replicate all files from a volume (reguardless of how many copies are requested) +- "inverse" replication to remove extra copies +- neb-replaceobj util for Paul (???) +- add a means of listing all instances (online or not) + +- make nebclient lib thread safe +- handle/check for storage volumes being offline +- admin interface to control volumes (enable/disable, add/remove) +- add zeroconf support +- add support for SQL and/or Apache logging +- make copy replicate source attributes, implement as replicate/reparent? +- test that client->delete_instance removes the storage object too +- review caching of database statement handles +- code tiding/consistency +- file creation retrying +- server config file +- make Apache::DBI behave +- split SOAP out of Client.pm +- Perl client error string support with DBI like 'AutoRaise' exceptions +- CLI utilities +- write neb-fsck utility +- write Linux::statfs module so that statfs.f_bavail can be obtained (not available via df) +- change neb-ls to have a limit number of keys shown (-n) param and default to + something reasonable (say 20) +- add multiple regex and/or glob support to neb-ls, eg. neb-ls -r 'foo.*' -r 'bar$' +- store the key name as an xattr on the actual on disk file +- add an neb-locate --reverse option to map uri/paths into keys + +distant future +-- +- cache some database tables (updated at some interval) +- volume size/% in-use discovery +- server side per client lock tracking +- per client authentication +- client side lookup table of filehandles/locks +- Perl only?, scoped lock release/filehandle destruction +- restructure database so that storage objects are more like inodes +- add support for directories +- FUSE interface +- hot-spot analysis Index: /tags/sj_tags/sj_root_20080929/Nebulous/autogen.sh =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/autogen.sh (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/autogen.sh (revision 22322) @@ -0,0 +1,1 @@ +perl Build.PL -apxs /usr/sbin/apxs2 Index: /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-cat =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-cat (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-cat (revision 22322) @@ -0,0 +1,156 @@ +#!/usr/bin/env perl + +# Copyright (C) 2007 Joshua Hoblitt +# +# $Id: neb-cat,v 1.1 2007-04-28 02:52:13 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.01'; + +use Nebulous::Client; + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +use constant CHUNK_SIZE => 1024; + +my ($server); + +$server = $ENV{'NEB_SERVER'} unless $server; + +GetOptions( + 'server|s=s' => \$server, +) || pod2usage( 2 ); + +pod2usage( -msg => "Required options: --server ", -exitval => 2 ) + unless defined $server; + +my $neb = Nebulous::Client->new( + proxy => "$server", +); + +die "can't connected to Nebulous Server: $server" + unless defined $neb; + +unless (scalar @ARGV) { + no strict; + print_fh(STDIN); + use strict; +} + +foreach my $key (@ARGV) { + my $fh; + # copy cat's behavior of treating '-' as stdin + if ($key eq '-') { + open($fh, '-') or warn "failed to open stdin" and next; + } else { + $fh = $neb->open( $key, 'read' ) + or warn "failed to open key: $key" and next; + } + + print_fh($fh); + + close ($fh) or die "failed to close filehandle: $!"; +} + +sub print_fh +{ + my $fh = shift; + + my $status; + while ($status = read($fh, my $buf, CHUNK_SIZE)) { + print $buf; + } + + # read() returns undef on error + unless (defined $status) { + die "failed to read from filehandle: $!"; + } +} + +__END__ + +=pod + +=head1 NAME + +neb-cat - concatenate one instance per Nebulous key and print on the standard output + +=head1 SYNOPSIS + + neb-cat [--server ] + +=head1 DESCRIPTION + +This program selects one instance per Nebulous keys given in C<> and +conatenates them together then prints them on the standard output. Note that +just as with the C utility, C<-> can be used to read from the standard +input. + +=head1 OPTIONS + +=over 4 + +=item * --server|-s + +URL of the Nebulous server to connect to. + +Optional if the appropriate environment variable is set. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --server|-s + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2007 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L, +L, C + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-copies =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-copies (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-copies (revision 22322) @@ -0,0 +1,134 @@ +#!/usr/bin/env perl + +# Copyright (C) 2008 Joshua Hoblitt +# +# $Id: neb-copies,v 1.3 2008-06-28 00:24:08 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.01'; + +use Nebulous::Client; +use Nebulous::Util 0.02 qw( :standard ); + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +my ($server, $delete, $write); + +$server = $ENV{'NEB_SERVER'} unless $server; + +GetOptions( + 'server|s=s' => \$server, +) || pod2usage( 2 ); + +my ($key, $value) = (shift, shift); + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( -msg => "Required options: --server", -exitval => 2 ) + unless $server; +pod2usage( -msg => "missing nebulous key", exitval => 2 ) + unless defined $key; + +my $neb = Nebulous::Client->new( + proxy => "$server", +); + +die "can't connect to Nebulous Server: $server" + unless defined $neb; + +# key with value write/overwrite user.copies:value +if (defined $value) { + write_xattrs($neb, $key, "user.copies:$value") or die; + exit(0); +} + +# key without value means print the value of user.copies. +print_xattrs($neb, $key, "user.copies") or die; +exit(0); + + + +__END__ + +=pod + +=head1 NAME + +neb-copies - get/set how many copies Nebulous should attempt to keep + +=head1 SYNOPSIS + + neb-copies [--server ] [] + +=head1 DESCRIPTION + +This program can retrieve or store the xattr attribute C. If +invoked with just C<> it will print the value. If invoked with C<> +and C<> it will set the value. + +=head1 OPTIONS + +=over 4 + +=item * --server|-s + +URL of the Nebulous server to connect to. + +Optional if the appropriate environment variable is set. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --server|-s + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2007-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-cp =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-cp (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-cp (revision 22322) @@ -0,0 +1,136 @@ +#!/usr/bin/env perl + +# Copyright (C) 2007-2008 Joshua Hoblitt +# +# $Id: neb-cp,v 1.5 2008-01-22 21:40:39 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.01'; + +use Nebulous::Client; + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +my ($volume, $server); + +$server = $ENV{'NEB_SERVER'} unless $server; + +GetOptions( + 'volume=s' => \$volume, + 'server|s=s' => \$server, +) || pod2usage( 2 ); + +my $src = shift; +my $dst = shift; + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( -msg => "Required options: --server ", + -exitval => 2 ) + unless defined $server and defined $src and defined $dst; + +my $neb = Nebulous::Client->new( + proxy => "$server", +); + +die "can't connected to Nebulous Server: $server" + unless defined $neb; + +my $status; +if ($volume) { + $status = $neb->copy( $src, $dst, $volume); +} else { + $status = $neb->copy( $src, $dst); +} + +warn "copy failied" unless $status; + +__END__ + +=pod + +=head1 NAME + +neb-cp - list Nebulous keys + +=head1 SYNOPSIS + + neb-cp [--server ] [--volume ] + +=head1 DESCRIPTION + +Copy a Nebulous storage key + +=head1 OPTIONS + +=over 4 + +=item * --server|-s + +URL of the Nebulous server to connect to. + +Optional if the appropriate environment variable is set. + +=item * -volume + +The volume to place the new key's first storage instance on. + +Optional. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --server|-s + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2007-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L, +L, C + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-cull =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-cull (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-cull (revision 22322) @@ -0,0 +1,134 @@ +#!/usr/bin/env perl + +# Copyright (C) 2007-2008 Joshua Hoblitt +# +# $Id: neb-cull,v 1.1 2008-01-22 22:10:27 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.01'; + +use Nebulous::Client; + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +my ($server, $volume); + +$server = $ENV{'NEB_SERVER'} unless $server; + +GetOptions( + 'server|s=s' => \$server, + 'volume|v=s' => \$volume, +) || pod2usage( 2 ); + +my $key = shift; + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( -msg => "Required options: --server", -exitval => 2 ) + unless $server; +pod2usage( -msg => "missing key operand", exitval => 2 ) + unless defined $key; + +my $neb = Nebulous::Client->new( + proxy => "$server", +); + +die "can't connected to Nebulous Server: $server" + unless defined $neb; + +if (defined $volume) { + $neb->cull($key, $volume) + or die "failed to replicate Nebulous key: $key"; +} else { + $neb->cull($key) + or die "failed to replicate Nebulous key: $key"; +} + +__END__ + +=pod + +=head1 NAME + +neb-cull - remove an instance of an object + +=head1 SYNOPSIS + + neb-cull [--server ] [--volume ] + +=head1 DESCRIPTION + +This program removes an instance of the Nebulous object specified by C<>. It will I remove the last instance of an object (nor the object itself). + +=head1 OPTIONS + +=over 4 + +=item * --server|-s + +URL of the Nebulous server to connect to. + +Optional if the appropriate environment variable is set. + +=item * --volume + +Symbolic name of the volume to create the new instance on. + +Optional. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --server|-s + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2007-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-df =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-df (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-df (revision 22322) @@ -0,0 +1,203 @@ +#!/usr/bin/env perl + +# Copyright (C) 2007 Joshua Hoblitt +# +# $Id: neb-df,v 1.6 2008-05-07 00:33:18 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.01'; + +use Nebulous::Client; + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +my ($server); + +$server = $ENV{'NEB_SERVER'} unless $server; + +GetOptions( + 'server|s=s' => \$server, +) || pod2usage( 2 ); + +my $pattern = shift; + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( -msg => "Required options: --server", -exitval => 2 ) + unless $server; + +my $neb = Nebulous::Client->new( + proxy => "$server", +); + +die "can't connected to Nebulous Server: $server" + unless defined $neb; + +my $stats = $neb->mounts(); + +# output a summary of the information in a vaguely POSIX df like format +print "Filesystem 1K-blocks Used Available Use% Mounted on\n"; + +my $total_total = 0; +my $total_used = 0; +foreach my $row (@$stats) { + my %vol; + @vol{qw(mountpoint total used vol_id name path allocate available xattr)} + = @$row; + + my $path = $vol{path}; + my $total = $vol{total}; + $total_total += $total; + my $used = $vol{used}; + $total_used += $used; + my $available = $total - $used; + my $usedper = ($used / $total) * 100; + my $mountpoint = $vol{mountpoint}; + + # indicated the part of the nebulous volume name that matches up with a + # local volume (mountpoint) + #$path =~ s/$mountpoint/[$mountpoint]/; + + # printf formats taken from df.c in coreutils-6.7 + # Copyright (C) 91, 1995-2006 Free Software Foundation, Inc. + + if (length $path > 20) { + printf ("%s\n%20s", $path, ""); + } else { + printf ("%-20s", $path); + } + + printf(" %*s %*s %*s %*.0f%% %s\n", + 9, + $total, + 9, + $used, + 9, + $available, + 3, + $usedper, + $mountpoint, + ); +} + +my $total_available = $total_total - $total_used; +my $total_usedper = ($total_used / $total_total) * 100; + +# summary +printf ("%s\n%20s", "/summmary_of_all_volumes", ""); +printf(" %*s %*s %*s %*.0f%% %s\n", + 9, + $total_total, + 9, + $total_used, + 9, + $total_available, + 3, + $total_usedper, + "/total", + ); + +__END__ + +=pod + +=head1 NAME + +neb-df - provide a `df` like summary of nebulous volumes + +=head1 SYNOPSIS + + neb-df [--db ] [--user ] [--pass ] + +=head1 DESCRIPTION + +This program outputs a list of Nebulous volumes and various metadata about +them. It attempts to conform to the format of data output by the GNU version +of C when passed the C<-k> flag. E.g. C + +=head1 OPTIONS + +=over 4 + +=item * --db|-d + +Name of database (C) to retreive metadata from. + +Optional if the appropriate environment variable is set. + +=item * --user|-u + +Username to authenticate with. + +Optional if the appropriate environment variable is set. + +=item * --pass|-p + +Password to authenticate with. + +Optional if the appropriate environment variable is set. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --db|-d + +=item * C + +Equivalent to --user|-u + +=item * C + +Equivalent to --pass|-p + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2007 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-locate =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-locate (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-locate (revision 22322) @@ -0,0 +1,172 @@ +#!/usr/bin/env perl + +# Copyright (C) 2007-2008 Joshua Hoblitt +# +# $Id: neb-locate,v 1.3 2008-01-22 21:14:55 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.01'; + +use Nebulous::Client; + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +my ($all, $path, $server, $volume); + +$server = $ENV{'NEB_SERVER'} unless $server; + +GetOptions( + 'all|a' => \$all, + 'path|p' => \$path, + 'server|s=s' => \$server, + 'volume=s' => \$volume, +) || pod2usage( 2 ); + +my $key = shift; + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( -msg => "Required options: --server ", + -exitval => 2 ) + unless defined $server and defined $key; + +my $neb = Nebulous::Client->new( + proxy => "$server", +); + +die "can't connected to Nebulous Server: $server" + unless defined $neb; + +my $uris; +if (defined $volume) { + $uris = $neb->find_instances($key, $volume); +} else { + $uris = $neb->find_instances($key); +} + +unless (defined $uris) { + warn "no instances found\n"; + exit 1; +} + +my @files; +if (defined $all) { + # print all instances + if (defined $path) { + @files = map {URI->new($_)->file if $_} @$uris; + } else { + @files = @$uris; + } +} else { + # print just one + if (defined $path) { + @files = (URI->new(@$uris[0])->file); + } else { + @files = @$uris[0]; + } +} + +print join(" ", @files), "\n"; + +__END__ + +=pod + +=head1 NAME + +neb-locate - list URIs|paths to Nebulous key instances + +=head1 SYNOPSIS + + neb-locate [--server ] [--volume ] [--all] [--path] + +=head1 DESCRIPTION + +This program will lookup the URIs|paths associated with C<> and list them. By default only one instance is listed. + +=head1 OPTIONS + +=over 4 + +=item * --all|-a + +This flag causes all found instances to be listed. By default only one (if any +are found) is reported. + +Optional. + +=item * --path|-p + +This flag causes instances to be listed as C instead of Cs. + +Optional. + +=item * --server|-s + +URL of the Nebulous server to connect to. + +Optional if the appropriate environment variable is set. + +=item * --volume + +Restrict search for instances to this Nebulous volume. + +Optional. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --server|-s + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2007-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L, +L + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-ls =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-ls (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-ls (revision 22322) @@ -0,0 +1,155 @@ +#!/usr/bin/env perl + +# Copyright (C) 2007-2008 Joshua Hoblitt +# +# $Id: neb-ls,v 1.7 2008-06-12 20:03:37 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.02'; + +use Nebulous::Client; + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +my ($server, $long, $recursive); + +$server = $ENV{'NEB_SERVER'} unless $server; + +GetOptions( + 'server|s=s' => \$server, + 'recursive|r' => \$recursive, + 'l|1' => \$long, +) || pod2usage( 2 ); + +my $pattern = shift; + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( -msg => "Required options: --server", -exitval => 2 ) + unless $server; + +my $neb = Nebulous::Client->new( + proxy => "$server", +); + +die "can't connected to Nebulous Server: $server" + unless defined $neb; + +# default to listing everything (bad idea?) +$pattern ||= ".*"; + +if ($recursive) { + $pattern = "^" . $pattern . ".*"; +} else { + $pattern = "^" . $pattern . "\$"; +} + +my $keys = $neb->find_objects($pattern); + +if ($keys) { + if ($long) { + print join("\n", @{ $keys }), "\n"; + } else { + print join(" ", @{ $keys }), "\n"; + } +} + +__END__ + +=pod + +=head1 NAME + +neb-ls - list Nebulous keys + +=head1 SYNOPSIS + + neb-ls [--server ] [-l|-1] [--recursive] + +=head1 DESCRIPTION + +This program list Nebulous keys matched by C<>. Call it with no +arguments is equivalanet to searching with the pattern C<.*>. Where +C<> is a POSIX 1003.2 compatable regular repression. + +=head1 OPTIONS + +=over 4 + +=item * -l|-1 + +Use a long listing format. + +Optional + +=item * --recursive|-r + +By default C will only try to match the exact string provided to it. +With this option set all keys which match C<> as a REGEX or substring +will be returned. + +Optional + +=item * --server|-s + +URL of the Nebulous server to connect to. + +Optional if the appropriate environment variable is set. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --server|-s + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2007-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L, +L, C + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-mv =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-mv (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-mv (revision 22322) @@ -0,0 +1,122 @@ +#!/usr/bin/env perl + +# Copyright (C) 2007 Joshua Hoblitt +# +# $Id: neb-mv,v 1.1 2007-04-28 01:17:45 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.01'; + +use Nebulous::Client; + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +my ($server); + +$server = $ENV{'NEB_SERVER'} unless $server; + +GetOptions( + 'server|s=s' => \$server, +) || pod2usage( 2 ); + +my $src = shift; +my $dst = shift; + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( -msg => "Required options: --server ", + -exitval => 2 ) + unless defined $server and defined $src and defined $dst; + +my $neb = Nebulous::Client->new( + proxy => "$server", +); + +die "can't connected to Nebulous Server: $server" + unless defined $neb; + +$neb->move( $src, $dst ) or warn "move failed"; + +__END__ + +=pod + +=head1 NAME + +neb-mv - move (rename) Nebulous keys + +=head1 SYNOPSIS + + neb-mv [--server ] + +=head1 DESCRIPTION + +This program renames a Nebulous keys. + +=head1 OPTIONS + +=over 4 + +=item * --server|-s + +URL of the Nebulous server to connect to. + +Optional if the appropriate environment variable is set. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --server|-s + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2007 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L, +L, C + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-replicate =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-replicate (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-replicate (revision 22322) @@ -0,0 +1,149 @@ +#!/usr/bin/env perl + +# Copyright (C) 2007-2008 Joshua Hoblitt +# +# $Id: neb-replicate,v 1.2 2008-07-01 00:35:11 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.02'; + +use Nebulous::Client; + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +my ($server, $volume, $copies); +$copies = 1; # default to making just one copy + +$server = $ENV{'NEB_SERVER'} unless $server; + +GetOptions( + 'server|s=s' => \$server, + 'volume|v=s' => \$volume, + 'copies|c=i' => \$copies, +) || pod2usage( 2 ); + +my $key = shift; + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( -msg => "Required options: --server", -exitval => 2 ) + unless $server; +pod2usage( -msg => "missing key", exitval => 2 ) + unless defined $key; +pod2usage( -msg => "--copies must be > 0", exitval => 2 ) + unless $copies > 0; + +my $neb = Nebulous::Client->new( + proxy => "$server", +); + +die "can't connected to Nebulous Server: $server" + unless defined $neb; + +for (my $i = 0; $i < $copies; $i++) { + if (defined $volume) { + $neb->replicate($key, $volume) + or die "failed to replicate Nebulous key: $key"; + } else { + $neb->replicate($key) + or die "failed to replicate Nebulous key: $key"; + } +} + + +__END__ + +=pod + +=head1 NAME + +neb-replicate - create another instance of an object + +=head1 SYNOPSIS + + neb-replicate [--server ] [--volume ] + [--copies ] + +=head1 DESCRIPTION + +This program adds an additonal instance to the Nebulous object with a key of +C<>. + +=head1 OPTIONS + +=over 4 + +=item * --server|-s + +URL of the Nebulous server to connect to. + +Optional if the appropriate environment variable is set. + +=item * --volume + +Symbolic name of the volume to create the new instance on. + +Optional. + +=item * --copies|c + +The number of new replications to create. + +Optional. Defaults to 0. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --server|-s + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2007-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-rm =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-rm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-rm (revision 22322) @@ -0,0 +1,120 @@ +#!/usr/bin/env perl + +# Copyright (C) 2007 Joshua Hoblitt +# +# $Id: neb-rm,v 1.2 2007-04-28 01:19:59 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.01'; + +use Nebulous::Client; + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +my ($server); + +$server = $ENV{'NEB_SERVER'} unless $server; + +GetOptions( + 'server|s=s' => \$server, +) || pod2usage( 2 ); + +pod2usage( -msg => "Required options: --server ", -exitval => 2 ) + unless defined $server; + +my $neb = Nebulous::Client->new( + proxy => "$server", +); + +die "can't connected to Nebulous Server: $server" + unless defined $neb; + +foreach my $key (@ARGV) { + $neb->delete($key) or warn "failed to delete key: $key"; +} + +__END__ + +=pod + +=head1 NAME + +neb-rm - remove Nebulous keys + +=head1 SYNOPSIS + + neb-rm [--server ] + +=head1 DESCRIPTION + +This program removes Nebulous keys in the whitespace seperated list +C<>. + +=head1 OPTIONS + +=over 4 + +=item * --server|-s + +URL of the Nebulous server to connect to. + +Optional if the appropriate environment variable is set. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --server|-s + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2007 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L, +L, C + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-stat =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-stat (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-stat (revision 22322) @@ -0,0 +1,137 @@ +#!/usr/bin/env perl + +# Copyright (C) 2007-2008 Joshua Hoblitt +# +# $Id: neb-stat,v 1.3 2008-06-09 20:25:27 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.01'; + +use Nebulous::Client; + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +my ($server); + +$server = $ENV{'NEB_SERVER'} unless $server; + +GetOptions( + 'server|s=s' => \$server, +) || pod2usage( 2 ); + +my $key = shift; + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( -msg => "Required options: --server", -exitval => 2 ) + unless $server; +pod2usage( -msg => "missing key", exitval => 2 ) + unless defined $key; + +my $neb = Nebulous::Client->new( + proxy => "$server", +); + +die "can't connected to Nebulous Server: $server" + unless defined $neb; + +my $stat = $neb->stat($key); +die "nebulous key: $key not found" unless $stat; +my $instances = $neb->find_instances($key, ':any'); +die "no instances found" unless $instances; + +no warnings qw(uninitialized); +print + "object id: ", @$stat[0], "\n", + "key: ", @$stat[1], "\n", + "read lock: ", @$stat[2], "\n", + "write lock: ", @$stat[3], "\n", + "epoch: ", @$stat[4], "\n", + "mtime: ", @$stat[5], "\n", + "n instances: ", @$stat[6], "\n", + "instance location:\n", " " x 4, + join("\n" . " " x 4, @$instances), "\n"; + +__END__ + +=pod + +=head1 NAME + +neb-stat - display Nebulous key status + +=head1 SYNOPSIS + + neb-stat [--server ] + +=head1 DESCRIPTION + +This program lists information about the Nebulous key C<>. + +=head1 OPTIONS + +=over 4 + +=item * --server|-s + +URL of the Nebulous server to connect to. + +Optional if the appropriate environment variable is set. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --server|-s + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2007-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L, +L, C + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-touch =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-touch (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-touch (revision 22322) @@ -0,0 +1,133 @@ +#!/usr/bin/env perl + +# Copyright (C) 2007-2008 Joshua Hoblitt +# +# $Id: neb-touch,v 1.10 2008-05-13 23:19:55 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.01'; + +use Nebulous::Client; + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +my ($server, $volume); + +$server = $ENV{'NEB_SERVER'} unless $server; + +GetOptions( + 'server|s=s' => \$server, + 'volume=s' => \$volume, +) || pod2usage( 2 ); + +my $key = shift; + +pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( -msg => "Required options: --server", -exitval => 2 ) + unless $server; +pod2usage( -msg => "missing file operand", exitval => 2 ) + unless defined $key; + +my $neb = Nebulous::Client->new( + proxy => "$server", +); + +die "can't connected to Nebulous Server: $server" + unless defined $neb; + +unless ($neb->stat($key)) { + my $fh = $neb->create($key, $volume) + or die "failed to create Nebulous key: $key"; +} + +__END__ + +=pod + +=head1 NAME + +neb-touch - create an empty file + +=head1 SYNOPSIS + + neb-touch [--server ] [--volume ] + +=head1 DESCRIPTION + +This program creates an empty file with the Nebulous key of C<>. At some +point in the future it will be able to adjust the timestamp of storage +instances assosiated with a Nebulous key similar to C. + +=head1 OPTIONS + +=over 4 + +=item * --server|-s + +URL of the Nebulous server to connect to. + +Optional if the appropriate environment variable is set. + +=item * --volume + +Symbolic name of the volume to create the first instance on. + +Optional. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --server|-s + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2007-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L, L, L, L + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-xattr =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-xattr (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/bin/neb-xattr (revision 22322) @@ -0,0 +1,162 @@ +#!/usr/bin/env perl + +# Copyright (C) 2008 Joshua Hoblitt +# +# $Id: neb-xattr,v 1.9 2008-05-29 04:27:39 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use vars qw( $VERSION ); +$VERSION = '0.01'; + +use Nebulous::Client; +use Nebulous::Util 0.02 qw( :standard ); + +use Getopt::Long qw( GetOptions :config auto_help auto_version ); +use Pod::Usage qw( pod2usage ); + +my ($server, $delete, $write); + +$server = $ENV{'NEB_SERVER'} unless $server; + +GetOptions( + 'server|s=s' => \$server, + 'delete|d' => \$delete, + 'write|w' => \$write, +) || pod2usage( 2 ); + +my $key = shift; + +#pod2usage( -msg => "Unknown option: @ARGV", -exitval => 2 ) if @ARGV; +pod2usage( -msg => "Required options: --server", -exitval => 2 ) + unless $server; +pod2usage( -msg => "missing nebulous key", exitval => 2 ) + unless defined $key; +pod2usage( -msg => "--delete and --write can not be combined", exitval => 2 ) + if defined $delete and defined $write; + +my $neb = Nebulous::Client->new( + proxy => "$server", +); + +die "can't connect to Nebulous Server: $server" + unless defined $neb; + +# -d flag means delete the list of xattrs from key +if (defined $delete) { + die "--delete requires a list of xattr names" unless scalar @ARGV; + delete_xattrs($neb, $key, @ARGV) or die; + exit(0); +} + +# key with xattr:value pair and -w flag means write/overwrite xattr:value +if (defined $write) { + die "--write requires a list of xattr:value pairs" unless scalar @ARGV; + write_xattrs($neb, $key, @ARGV) or die; + exit(0); +} + +# key without xattr name list means print all xattr:value pairs +if (not scalar @ARGV) { + print_all_xattrs($neb, $key) or die; + exit(0); +} + +# key with xattr name list means print the xattr:value pairs +print_xattrs($neb, $key, @ARGV) or die; +exit(0); + + + +__END__ + +=pod + +=head1 NAME + +neb-xattr - create an empty file + +=head1 SYNOPSIS + + neb-xattr [--server ] [--write] [[:]...] + +=head1 DESCRIPTION + +This program is used to create/update/list or remove xattrs on Nebulous storage objects. + +=head1 OPTIONS + +=over 4 + +=item * --server|-s + +URL of the Nebulous server to connect to. + +Optional if the appropriate environment variable is set. + +=item * --delete + +Delete all named xattrs. + +Optional. + +=item * --write + +Store the value of all xattr name:value pairs. + +Optional. + +=back + +=head1 ENVIRONMENT + +These environment variables may be used in place of the specified command line +options. All command line option will override the corresponding environment +value. + +=over 4 + +=item * C + +Equivalent to --server|-s + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2007-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the L Pod as supplied +with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous/docs/c_api.h =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/docs/c_api.h (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/docs/c_api.h (revision 22322) @@ -0,0 +1,24 @@ +/* + * Copyright (C) 2004 Joshua Hoblitt + * + * $Id: c_api.h,v 1.1.1.1 2004-12-22 02:16:23 jhoblitt Exp $ + */ + +// should there be an argument for "suggested" storage location? +int add( const char *ext_id, const char *data, int size ) + +int delete( const char *ext_id ) + +// should there be an argument for "suggested" storage location? +int update( const char *ext_id, const char *data, int size ) + +// should there be an argument for "suggested" storage location? +int move( const char *old_ext_id, const char *new_ext_id ) + +// open returns a fd +int open( const char *ext_id ) + +int close( const char *ext_id ) + +// maybe open and close are a bad idea, perhaps... +int read( const char *ext_id, char *data ) Index: /tags/sj_tags/sj_root_20080929/Nebulous/docs/database_setup.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/docs/database_setup.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/docs/database_setup.txt (revision 22322) @@ -0,0 +1,59 @@ +# Copyright (C) 2004 Joshua Hoblitt +# +# $Id: database_setup.txt,v 1.7 2005-11-09 00:49:44 jhoblitt Exp $ + +### Database Setup + +### MySQL 4.1 + +DROP DATABASE IF EXISTS nebulous; +CREATE DATABASE nebulous; +GRANT ALL PRIVILEGES ON *.* TO 'nebulous'@'localhost' + IDENTIFIED BY 'pixel' WITH GRANT OPTION; +FLUSH PRIVILEGES; +USE nebulous; + +### Initialization + +# localhost + +$ mkdir /tmp/po01 /tmp/po02 +INSERT INTO volume VALUES (1,'po01','file:/tmp/po01'); +INSERT INTO volume VALUES (1,'po02','file:/tmp/po02'); + +# NFS + +INSERT INTO volume VALUES (1,'po01','file:/netdisks/po01'); +INSERT INTO volume VALUES (2,'po02','file:/netdisks/po02'); +INSERT INTO volume VALUES (3,'po03','file:/netdisks/po03'); +INSERT INTO volume VALUES (4,'po04','file:/netdisks/po04'); +INSERT INTO volume VALUES (5,'po05','file:/netdisks/po05'); +INSERT INTO volume VALUES (6,'po06','file:/netdisks/po06'); +INSERT INTO volume VALUES (7,'po07','file:/netdisks/po07'); +INSERT INTO volume VALUES (8,'po08','file:/netdisks/po08'); + +INSERT INTO class VALUES (1,3,0,'raw image data'); + +### Example queries + +LOAD DATA INFILE '/home/moa/jhoblitt/tmp/storage_objects.txt' INTO TABLE storage_object; +LOAD DATA INFILE '/home/moa/jhoblitt/tmp/instances.txt' INTO TABLE instance; + +SELECT * FROM storage_object LEFT JOIN instance ON storage_object.so_id=instance.so_id WHERE storage_object.ext_id = "foobarbaz1.fits"; +SELECT * FROM storage_object LEFT JOIN instance USING (so_id) WHERE storage_object.ext_id = "foobarbaz1.fits"; + +SET AUTOCOMMIT = 0; +BEGIN; +UPDATE instance SET read_lock=read_lock+1 WHERE ins_id=1; +INSERT INTO lock_record values (1, 'read', NULL); +COMMIT; + +SET AUTOCOMMIT = 0; +BEGIN; +INSERT INTO storage_object values (NULL, 'myfooedbar.fits', 'mr. wizard made this', NULL); +INSERT INTO instance values (NULL, LAST_INSERT_ID(), 'file://tmp/bat/man/12345a', 'da39a3ee5e6b4b0d3255bfef95601890afd80709',0, NULL, NULL); +COMMIT; + +IF select write_lock from instance WHERE id=1 THEN +ELSE +ENDIF Index: /tags/sj_tags/sj_root_20080929/Nebulous/docs/design.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/docs/design.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/docs/design.txt (revision 22322) @@ -0,0 +1,283 @@ +# Copyright (C) 2004-2005 Joshua Hoblitt +# +# $Id: design.txt,v 1.6 2005-11-05 01:13:35 jhoblitt Exp $ + +Abstract +-- + +Nebulous is a user-space distributed object (file) storage system. It is much +more of a database of objects locations then a file system in the traditional +sense. Nebulous is considered distributed because of it's data storage model, +where objects are stored across a number of storage volumes and may have one +or more redundant copies. While IPC is done in the traditional client/server +model with a single[1] centralized server containing all storage object +meta-data. This system was designed, unlike most distributed storage system, +specifically so that clients have the option of hosting one or more storage +volumes and that data may be stored and accessed locally on a node. This +allows network I/O to be dramatically reduced if the end user does simple data +locality optimizations. Although, if you so choose, clients and storage +volumes can reside on independent hardware. Above all else, Nebulous is +designed to make efficient use of both disk and network bandwidth. + +Data model +-- + +In Nebulous terminology a file is refereed to as a a resource. Each resource +is represented inside the Nebulous Server as a "Storage Object". There is one +Storage Object per resource (a file) that is being managed by the Nebulous +Server. A Storage Object maps an External Identifier (eg. filename) to a +Storage ID. In addition, creation time and comments may be stored in a +Storage Object. Storage Objects /do not/ contain the storage location of a +resource as we need to allow for N copies of a resource to be stored. The +actual storage location of a resource is held in a Storage Object Instance, +which maps to a Storage ID in a many-to-one relationship. + +A Storage Object Instance, or just Instance, represents a single copy of a +resource being managed by the Nebulous Server. An Instance contains an +Instance ID, the parent Storage ID, the location of the resource as a URI, and +other assorted meta-data. + +Storage IDs are a signed 64-bit integer. Negative values are considered +reserved for future use. Allocation should be incremental and, as we are +unlikely to exceed 2^63 Storage Objects in the life time of the project, never +reused. Instance IDs follow the same scheme as Storage IDs but exists in a +unique namespace. + +Database record relationships +-- +* All Storage Objects must have at least once associated Instance. + +* All Instances must be associated with a Storage Object. + +* All Instances must be associated with a valid URI (file exists). + +* All Storage Objects with locks set must have the correct number of +corresponding Lock Records. + +* All Lock Records must be associated with a Storage Object. + +Data transport +-- +XXX + +Data Storage +-- +XXX + + +Components +-- + +There are 4 principle components required for a working Nebulous system; +server, client, data transport, and data storage. The Nebulous software +distribution provides only the server and the client software. Data +transport[2] and Data storage are left to 3rd party software packages. As +those functionalities are typically included with most operating systems. +Nebulous build upon and benefits from advances made in those technologies. + +Server +-- + +The server is responsible for keeping track of storage objects, all instances +of that object, and enforcing locking semantics. Extensive logging and +tracing support is provided for debug and to allow for statics generation and +possible X optimization. + +Nebulous uses a centralized server model. This model was choosen because it +allows efficient X of storage object names. The current +'best' technique for a distributed metadata store is with distributed hash +tables. Unfortunately, no widely available DHT implementation allows efficient +I of key names. + + +[1] Multiple Nebulous servers should be possible via database replication. +[2] A future version of Nebulous may include it's own data transport layer +based on the WEB DAV protocol. + +Client <-> Server IPC +-- + +The Nebulous Server and clients communicate via the SOAP protocol. Since SOAP +is platform independent this allows native Nebulous clients to be written in a +variety of languages. With in the Nebulous Server itself the IPC mechanism is +abstracted to allow ether multi-protocol support or complete replacement of +SOAP by another protocol. + +XXX SOAP namespace + + +Storage volume state tracking. + +Nebulous itself does not attempt to determine the state of storage volumes. +Instead, it relies on some 3rd party to determine both the state +(available/not) and capacity (total size + % utilized). This information is +then feed into Nebulous via either the administrative API or CLI management +tools. + +XXX Storage Location determination + + +Locking semantics +-- +Nebulous uses 'advisory locking' where clients are excepted to check for the +existence of locks but this policy is not enforced. Locks are set on a +Storage Object and apply to all Instances of that object. + +Two types of locks can be set; 'read' locks and 'write' locks. Read locks are +implemented as a semaphore while write locks use an exclusive mutex. + + - Read lock +In order to obtain a Read Lock on a Storage Object the Write Lock mutex must +be in the state of 'free'. When a Read Lock is acquire the Read semaphore is +incremented by one. When a Read Lock is released the Read semaphore is +decremented by one. This must happen atomically with the +creation/destruction of a Lock Record. + + - Write lock +In order to obtain a Write lock on a Storage Object the Write Lock mutex must +be in the state of 'free' and the Read lock semaphore must have a value of +zero. When a Write Lock is acquired the Write mutex is set to 'write'. When a +Write Lock is released the Write mutex is set to to 'free'. This must happen +atomically with the creation/destruction of a Lock Record. As an extension, a +sate of 'wait' may be implemented such that clients waiting on Read Locks to +be released may prevent any additional Read Locks from being acquired. + +XXX Lock Records are currently unimplemented + - Lock Records A Lock Record is used to double check the indicated lock + state of a Storage Object and can be used to identify logical system +errors. A Lock Record contains the Storage ID of the object and the type of +lock set. eg, enum( 'read', 'write'). + + - Client best practices +When attempting to acquire a lock a client should either "spin lock" with a +reasonable pause between lock attempts or fail completely. Aggressive "spin +locking" is considered antisocial and may eventually require the Nebulous +Server to identify and ignore such clients. + + +House keeping +-- + - Lock sweeping +In the event that a Storage Object operation fails to complete successfully +stale locks will have to be identified and removed from the IPP Pixel Data +Server Database. This should be done periodically by comparing the entries +in the Lock table to the list of active nodes maintained by the IPP +Controller. It should also happen as soon as possible after a node goes +offline (triggered by the IPP Controller marking a node as offline?). A sweep +must be /completed/ before an offline node can be marked on-line. + +Once a node is determined to be offline all entries in the Lock table set by +that node should be identified. The locks on the Storage Object +Instances pointed to by those entries should then be rolled back and Lock +Record entries themselves must be removed from the lock table. + + - Consistency sweeping +Periodically the IPP Pixel Data Server meta-data and Storage Object will need +to be checked for sanity. This would be similar to running fsck on a modern +filesystem. Consistency sweeping should include Lock sweeping and should be +considered a super-set. + + +Server Operations +-- + - setup + - create_object + - rename_object + XXX unimplemented + - link_object + XXX unimplemented + - replicate object + - lock_object + - unlock_object + - find_objects + XXX unimplemented + - find_instances + - delete_instance + - fission_object + XXX unimplemented + - fuse_objects + XXX unimplemented + - stat_object + - stat_instance + XXX unimplemented + +Client Operations +-- + - create +Creates and opens new Storage Object + + - replicate +Adds an Instance to a Storage Object + + - cull +Removes an Instance from a Storage Object + +This operation can not remove the last Instance of a Storage Object. + + - lock +Trys to acquire a lock on a storage object + +This operation times out after a default interval of 10s. + + - unlock +Trys to release a lock on a storage object + + - find_instances +Find all instances of a storage object + +Only Instances on active storage volumes are found. + + - find +Find any instance of a storage object + +Only Instances on active storage volumes are found. + + - open +Open a storage object for read or write + +Opening a storage object as 'write' will remove all but one Instance to +prevent Instances from becoming inconsistent. + + - delete +Delete a storage object and all of it's instances + +Removes a storage object and all of it's instances by sequentially deleting each +Instance. When a Storage Object has no more associated instances it is +automatically removed by the Nebulous server. + + - copy +Copy a storage object + +The new storage object will be created with only one Instance. Most properties +of the source Storage Object will be preserved. + + - move +Rename a storage object + +Currently this operation will remove all but one instance of the storage +object and may change it's storage location. + + - delete_instance + +Remove a storage object instance + +Removing the last Instance of a Storage Object will destroy the Storage +Object. + + - stat +View the properties of a storage object + + + - import + XXX unimplemented +Import a file into Nebulous + +Creates a new Storage Object with the specified External Identifier. The +source file will then be "copied" into the Nebulous system leaving the original +file unmodified. + + - fission + XXX unimplemented +Create a new Storage Object from an existing one by either splitting off an +Instance and re-parenting it or by cloning an existing Instance and associating +it with the new Storage Object. Index: /tags/sj_tags/sj_root_20080929/Nebulous/docs/requirements.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/docs/requirements.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/docs/requirements.txt (revision 22322) @@ -0,0 +1,28 @@ +# Copyright (C) 2004 Joshua Hoblitt +# +# $Id: requirements.txt,v 1.2 2005-09-14 00:46:01 jhoblitt Exp $ + +- store all image data aquired during the first two years of PS1's + operations. Approximately 10^8 files (OTA level). + +- injest new data from the summit at the same rate it is produced when + operating at a cadence of 40s between integrations. Approximately 400Mb/s + and 64 files/integration. + +- support phase 1 & 2 processing. x files per t_min + +- support phase 3 & 4 processing. x files per t_min + +- support accessing small blocks of a file (ie., seek) + +- tolerate partal system failures without data loss + +- execeedly efficent use of both disk and network I/O + +what are the science drivers for these 3? +-- +- data corruption is guarenteed to be detectable. + +- relibably store xx.x% of files + +- xx.x% of stored images must be retreivable in xs. Index: /tags/sj_tags/sj_root_20080929/Nebulous/docs/setup.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/docs/setup.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/docs/setup.txt (revision 22322) @@ -0,0 +1,369 @@ +=pod + +=head1 Installing a Nebulous Server + +=head2 Create a UNIX group for Nebulous + +All Nebulous user's need to be in the same UNIX group as the Nebulous server. + + groupadd -g 877 nebulous + +This is a silly hack to generate a gid. + + perl -le 'map { $gid += ord } split //, shift; print $gid' nebulous + +=head2 Add the users that you want to be able to access Nebulous to that group + + usermod -G nebulous foouser + +=head2 Setup directory permissions for the nebulous group + +As root: + + mkdir /data/ipp000.0/nebulous + mkdir /data/ipp000.1/nebulous + mkdir /data/ipp002.0/nebulous + mkdir /data/ipp003.0/nebulous + + # note that this is just an example, this won't work over NFS with + # root_squash enablded + chown nobody:nebulous /data/ipp00?.?/nebulous + + chmod 0770 /data/ipp00?.?/nebulous + ls -lad /data/ipp00?.?/nebulous + +=head2 Build and install the Nebulous Perl modules (see: README) + +=head2 Create and initialize the database + + mysql -u root mysql -p + (enter your MySQL root password) + + DROP DATABASE IF EXISTS nebulous; + CREATE DATABASE nebulous; + GRANT ALL PRIVILEGES ON nebulous.* TO 'nebulous'@'localhost' + IDENTIFIED BY '@neb@'; + FLUSH PRIVILEGES; + exit + + export NEB_DB=nebulous + export NEB_USER=nebulous + export NEB_PASS=@neb@ + + neb-initdb + neb-addvol --name ipp000.0 --uri file:///data/ipp000.0/nebulous + neb-addvol --name ipp000.1 --uri file:///data/ipp000.1/nebulous + neb-addvol --name ipp002.0 --uri file:///data/ipp002.0/nebulous + neb-addvol --name ipp003.0 --uri file:///data/ipp003.0/nebulous + +# perl -e 'for (1..24) { $i = sprintf "po%02d", $_ ; system "neb-addvol --name $i --uri file:/$i/nebulous" }' + . + . + +If you get an error similar to this while initializing the database it means +that the creation of the Nebulous's stored procedures failed: + + ERROR 1146 (42S02): Table 'mysql.proc' doesn't exist + +It probably means that your instance of MySQL has been upgraded for an older +version that did not support stored precedures. You can fix this by running +the C script that you should have received with +MySQL. + +In order for the test suite to pass the "test" account needs have the +appropriate permissions to create and modify stored procedures. + + update user set Create_routine_priv = 'Y', Alter_routine_priv = 'Y', Execute_priv = 'Y' where user = 'test'; + update db set Create_routine_priv = 'Y', Alter_routine_priv = 'Y', Execute_priv = 'Y' where db = 'test'; + + flush privileges; + +Please see this webpage for further details: + +http://dev.mysql.com/doc/refman/5.0/en/stored-procedure-privileges.html + + +=head2 Setup nebdiskd daemon + +Create the .netdiskrc file in the home directory of the user that nebdiskd +will run as. This does not need to be/should not be the root user. Merely a +user with permissions to see all of the approparite volumes. + +Example F<.netdiskrc>: + + db: nebulous + dbpass: '@neb@' + dbuser: nebulous + mounts: + - /data/ipp000.0 + - /data/ipp000.1 + - /data/ipp002.0 + - /data/ipp003.0 + pidfile: /var/tmp/nebdiskd + poll_interval: 5 + +Start the daemon by running the command C. Use this command to +verify that the daemon is working correclty. + + neb-volstat + +nebdiskd should always been running when nebulous is use. This command is an +example of how to startup the daemon running as another user. This could be +use to start the daemon from the root account while the system init scripts +are running. + + sudo -H -u jhoblitt nebdiskd + +See the nebdiskd POD/man page for further details + +=head2 Install Apache2 with mod_perl + +=head3 Minimum software requirements: + +Nebulous will work with both Apache 1.3 & 2.x. However, this guide will only +cover configuraton with Apache 2.x and mod_perl 2.x. + +=over 4 + +=item * Apache2 >= 2.0.54 + +=item * mod_perl >= 2.0.0 + +=item * Apache::DBI >= '0.97' [*] + +=back + +[*] required for connect_on_init() to work under mod_perl >= 2.0.1 + +=head3 Apache 1.x + +=item * building mod_perl-1.29 from source: + + perl Makefile.PL USE_APXS=1 INSTALLDIRS=vendor WITH_APXS=/usr/sbin/apxs EVERYTHING=1 PERL_DEBUG=1 + + #MP_TRACE = 1 MP_DEBUG = 1 MP_USE_DSO = 1 MP_INST_APACHE2 = 1 MP_APXS = /usr/sbin/apxs2 + +=head3 Apache 2.x + +=head4 removing Apache on RHEl3 + +On RHEL3 I had to remove these packages in order to fully remove MySQL. + +As C: + + rpm -e \ + httpd-2.0.46-46.2.ent \ + httpd-devel-2.0.46-46.2.ent \ + redhat-config-httpd-1.1.0-4.30.2 \ + mod_perl-1.99_09-10.ent \ + mod_authz_ldap-0.22-5 \ + mod_auth_pgsql-2.0.1-4.ent \ + mod_python-3.0.3-5.ent \ + mod_auth_mysql-20030510-2.ent \ + mod_ssl-2.0.46-46.2.ent \ + webalizer-2.01_10-15.ent \ + mod_perl-1.99_09-10.ent \ + mod_auth_pgsql-2.0.1-4.ent \ + mod_python-3.0.3-5.ent \ + mod_auth_mysql-20030510-2.ent \ + mod_ssl-2.0.46-46.2.ent \ + squirrelmail-1.4.3a-11.EL3 \ + php-4.3.2-25.ent \ + php-imap-4.3.2-25.ent \ + php-ldap-4.3.2-25.ent \ + php-mysql-4.3.2-25.ent \ + php-odbc-4.3.2-25.ent \ + php-pgsql-4.3.2-25.ent + + rm -rf /etc/httpd + +=head4 installing Apache2 from source + + tar -jxvf httpd-2.0.54.tar.bz2 + cd httpd-2.0.54 + ./configure \ + --disable-suexec \ + --with-perl=/usr/bin/perl \ + --with-port=80 \ + --with-program-name=apache2 \ + --with-devrandom=/dev/urandom \ + --prefix /usr \ + --exec_prefix /usr \ + --bindir /usr/bin \ + --sbindir /usr/sbin \ + --libdir /usr/lib \ + --libexecdir /usr/lib/apache2/modules \ + --mandir /usr/share/man \ + --infodir /usr/share/info \ + --includedir /usr/include/apache2 \ + --datadir /var/www/localhost \ + --sysconfdir /etc/apache2/conf \ + --localstatedir /var + make + su + make install + exit + cd .. + +=head4 installing mod_perl 2.x + + tar -zxvf mod_perl-2.0.1.tar.gz + cd mod_perl-2.0.1 + perl Makefile.PL + (apxs = /usr/sbin/apxs) + make + su + make install + echo "LoadModule perl_module /usr/lib/apache2/modules/mod_perl.so" >> /etc/apache2/conf/apache2.conf + exit + + apachectl configtest + Syntax OK + +=head4 installing and configuring Nebulous + + tar -zvxf Nebulous-0.01.tar.gz + cd Nebulous-0.01 + perl Build.PL -axps /usr/sbin/apxs + ./Build + ./Build test + su + ./Build install + + + vi /etc/apache2/conf/startup.pl + (change Group to "Group nebulous") + + cp fooconf /etc/apache2/conf/startup.pl + echo "PerlPostConfigRequire /etc/apache2/conf/startup.pl" >> /etc/apache2/conf/apache2.conf + + +=head3 configurating Apache to act as a Nebulous/SOAP server + +=item * add the "nebulous" group to /etc/group +=item * configure Apache to run as the nebulous group. + + Group nebulous + +Note that in theory the C MPM can run vhosts as differenet +users/groups but this module is currently non-funcitonal. + +L + +=item * configure a path for Neublous + +Make sure mod_perl is being loaded into Apache. In order to do this on +gentoo, you must edit /etc/config.d/apache2 and add C<-DPERL> to +C. + + cat <> /etc/apache2/conf/apache2.conf + + SetHandler perl-script + PerlResponseHandler Apache2::SOAP + PerlSetVar dispatch_to "PerlHandler Nebulous::Server::SOAP" + PerlSetVar options "compress_threshold => 10000" + + END + + apachectl configtest + Syntax OK + +=item * initialize Nebulous database connections from C + + my $dsn = 'DBI:mysql:database=nebulous:host=localhost'; + my $dbuser = 'nebulous'; + my $dbpasswd = '@neb@'; + + Apache::DBI->connect_on_init( $dsn, $dbuser, $dbpasswd ); + Nebulous::Server::SOAP->new_on_init( + dsn => $dsn, + dbuser => $dbuser, + dbpasswd => $dbpasswd, + log_level => 'all', + ); + +# out of date from here down... + +# +# CGI interface +# + +ScriptAlias /nebulous /usr/local/apache/perl/imageserver.pl + + + AllowOverride None + Options None + Order allow,deny + Allow from all + + +PerlModule Apache::PerlRun + + SetHandler perl-script + PerlHandler Apache::PerlRun + Options ExecCGI + allow from all + PerlSendHeader On + + +# +# Nebulous::Apache interface +# + +PerlModule Apache::DBI +PerlModule Nebulous::Apache + + + SetHandler perl-script + PerlHandler Nebulous::Apache + + +- setup the server + +As a CGI, will with either Apache 1.3.x or 2.0.x + +cp scripts/imagesever.pl /var/www/localhost/cgi-bin +chmod 755 /var/www/localhost/cgi-bin/imageserver.pl +touch /tmp/imageserver.log +chmod 1777 /tmp/imageserver.log + +=head2 Testing the Nebulous Server + +You can test your configuration with the C utility. + + $ telnet localhost 80 + Trying 127.0.0.1... + Connected to localhost.localdomain (127.0.0.1). + Escape character is '^]'. + GET /nebulous HTTP/1.0 + + HTTP/1.1 500 Internal Server Error + Date: Wed, 31 Aug 2005 01:10:47 GMT + Server: Apache/2.0.54 (Unix) mod_perl/2.0.1 Perl/v5.8.6 + Content-Length: 645 + Connection: close + Content-Type: text/html; charset=iso-8859-1 + . + . + + Connection closed by foreign host. + +If you get an HTTP 5xx code check your apache error_log + + +=head2 MySQL Configuration/tuning + +in /etc/mysql/my.cnf +under [mysqld] +increase the number of alloweed connections, e.g. +max_connections = 200 + +Nebulous makes heavy use of MySQL's C table type. Try configuring +MySQL with these parameters: + + innodb_log_files_in_group = 2 + innodb_buffer_pool_size = as big as possible (512M+) + innodb_log_buffer_size= 16M + innodb_log_file_size=10M + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous/docs/tmp.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/docs/tmp.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/docs/tmp.txt (revision 22322) @@ -0,0 +1,44 @@ +client +-- +new + +new_file + new_file + open_file + +find_file + find_instance + +open_file + find_file + +delete_file + delete_file + nuke + +copy_file + open_file + new_file + +move_file + copy_file + delete_file + +replicate_file + open_file + replicate_file + +cull_file + find_instance + delete_instance + +delete_instance + nuke + delete_instance + +find_instance + find_instance + +# missing +file_stat +lock ? Index: /tags/sj_tags/sj_root_20080929/Nebulous/examples/Makefile =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/examples/Makefile (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/examples/Makefile (revision 22322) @@ -0,0 +1,5 @@ +NEB_CFLAGS=`pkg-config nebclient --cflags` +NEB_LIBS=`pkg-config nebclient --libs` + +nebexample: nebexample.c + $(CC) $(NEB_CFLAGS) $(CFLAGS) $(NEB_LIBS) $< -o $@ Index: /tags/sj_tags/sj_root_20080929/Nebulous/examples/nebexample.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/examples/nebexample.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/examples/nebexample.c (revision 22322) @@ -0,0 +1,45 @@ +// gcc `pkg-config nebclient --cflags --libs` example.c -o example + +#include +#include +#include +#include + +#define NEB_SERVER "http://podb1.ifa.hawaii.edu:80/nebulous" +#define NEB_KEY "foobarbaz" + +int main (int argc, char **argv) { + nebServer *server = NULL; + char *key = NEB_KEY; + + server = nebServerAlloc(NEB_SERVER); + if (!server) { + printf("nebServerAlloc() failed\n"); + exit(EXIT_FAILURE); + } + + // make sure there isn't already a file named "foobarbaz" so this example + // doesn't cause an error + nebDelete(server, key); + + int fh = nebCreate(server, key, 0, NULL, NULL, NULL); + if (fh < 0) { + printf( "nebCreate() failed: %s\n", nebErr(server)); + exit(EXIT_FAILURE); + } + + // fh is a file descriptor + close(fh); + + if (!nebReplicate(server, key, NULL, NULL)) { + printf( "nebReplicate() failed: %s\n", nebErr(server)); + exit(EXIT_FAILURE); + } + + if (!nebDelete(server, key)) { + printf( "nebDelete() failed: %s\n", nebErr(server)); + exit(EXIT_FAILURE); + } + + exit(EXIT_SUCCESS); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/examples/nebexample.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/examples/nebexample.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/examples/nebexample.pl (revision 22322) @@ -0,0 +1,28 @@ +#!/usr/bin/env perl + +use strict; +use warnings FATAL => qw( all ); + +use Nebulous::Client; + +my $neb = Nebulous::Client->new( + proxy => 'http://podb1.ifa.hawaii.edu:80/nebulous' +); + +my $key = shift || 'foobarbaz'; + +# make sure there isn't already a file named "foobarbaz" so this example +# doesn't cause an error +$neb->delete($key); + +my $fh = $neb->create($key); +die "can't create file $key " unless $fh; +close($fh); + +if (!$neb->replicate($key)) { + die "can't replicate object $key"; +} + +if (!$neb->delete($key)) { + die "can't delete object $key"; +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/lib/Nebulous/Client.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/lib/Nebulous/Client.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/lib/Nebulous/Client.pm (revision 22322) @@ -0,0 +1,999 @@ +# Copyright (c) 2004-2008 Joshua Hoblitt +# +# $Id: Client.pm,v 1.60 2008-09-24 00:36:56 jhoblitt Exp $ + +package Nebulous::Client; + +use strict; +use warnings FATAL => qw( all ); +no warnings qw( uninitialized ); + +our $VERSION = '0.09'; + +use Digest::MD5; +use File::Copy qw(); +use Log::Log4perl qw(get_logger :levels); +use Nebulous::Client::Log; +use Nebulous::Util qw( :standard ); +use Params::Validate qw( validate validate_pos SCALAR UNDEF ); +#use SOAP::Lite +trace => [qw( debug )]; +use SOAP::Lite; +use Time::HiRes qw( sleep ); +use URI; + +use constant LOCK_INTERVAL => 1; +use constant LOCK_DEFAULT => 10; # default to a 10s lock timeout + +$SOAP::Constants::PATCH_HTTP_KEEPALIVE = 1; +my $log; + +# TODO remove most of the logdies + +sub import { + my $class = shift; + + my %args = validate( @_, + { + trace => { + type => SCALAR, + optional => 1, + default => 'fatal', + callbacks => { + 'is valid level' => sub { + defined $LEVELS{ lc $_[0] }; + }, + }, + }, + }, + ); + + Nebulous::Client::Log->init; + $log = get_logger( "Nebulous::Client" ); + $log->level( $LEVELS{ lc $args{ 'trace' } } ); + + # this has to be after the log level is set + $log->debug( "args: @_" ); + + return 1; +} + +sub new { + my $class = shift; + + my %args = validate( @_, + { + proxy => { + type => SCALAR, + }, + uri => { + type => SCALAR, + optional => 1, + }, + }, + ); + + Nebulous::Client::Log->init; + $log = get_logger( "Nebulous::Client" ); + $log->level( $LEVELS{ lc $args{ 'trace' } } ); + + # this has to be after the log level is set + $log->debug( "args: @_" ); + + $log->debug( "entered - @_" ); + + my $lite = SOAP::Lite->new( + proxy => $args{ 'proxy' }, + uri => $args{ 'uri' } || "urn:Nebulous/Server/SOAP", + ); + + $log->logdie( "can not create SOAP::Lite object" ) unless $lite; + + my $self = bless( { server => $lite }, ref $class || $class ); + + $log->debug( "leaving" ); + + return $self; +} + +sub create { + my $self = shift; + + my ( $key, @params ) = validate_pos( @_, + { + type => SCALAR, + }, + { + type => SCALAR|UNDEF, + optional => 1, + }, + ); + + $log->debug( "entered - @_" ); + + # how should already existing files be handled? + + my $response = $self->{ 'server' }->create_object( $key, @params ); + if ( $response->fault ) { + $self->set_err($response->faultstring); + unless ($response->faultstring =~ /Duplicate entry/) { + $log->logdie("unhandled fault - ", $self->err); + } + + $log->debug( "leaving" ); + + return; + } + + my $res = $response->result; + $log->debug( "server response: $res" ); + + my $uri = URI->new($res); + $log->debug( "URI is: $uri" ); + + $log->debug( "leaving" ); + + return $uri; +} + +sub open_create { + my $self = shift; + + my ( $key, @params ) = validate_pos( @_, + { + type => SCALAR, + }, + { + type => SCALAR|UNDEF, + optional => 1, + }, + ); + + $log->debug( "entered - @_" ); + + # how should already existing files be handled? + + my $response = $self->{ 'server' }->create_object( $key, @params ); + if ( $response->fault ) { + $self->set_err($response->faultstring); + unless ($response->faultstring =~ /Duplicate entry/) { + $log->logdie("unhandled fault - ", $self->err); + } + + $log->debug( "leaving" ); + + return; + } + + my $res = $response->result; + $log->debug( "server response: $res" ); + + my $uri = URI->new($res); + $log->debug( "URI is: $uri" ); + + my $fh; + eval { + $fh = _open_uri( $uri, '+<' ); + }; + $log->logdie( $@ ) if $@; + + $log->debug( "leaving" ); + + return $fh; +} + +sub replicate { + my $self = shift; + + my ( $key, @params ) = validate_pos( @_, + { + type => SCALAR, + }, + { + # volume + type => SCALAR|UNDEF, + optional => 1, + }, + ); + + $log->debug( "entered - @_" ); + + # We have to open the instance that we're going to copy from first. If + # we don't do this, it's possible that open will find & open the new + # instance that we're in the process of creating + my $fh = $self->open( $key, 'read' ); + unless ( $fh ) { + $log->debug( "can't open $key" ); + $log->debug( "leaving" ); + + return; + } + + # ask the server for a new instance attached to our key + my $response = $self->{ 'server' }->replicate_object( $key, @params ); + if ( $response->fault ) { + $self->set_err($response->faultstring); + $log->logdie("unhandled fault - ", $self->err); + } + + my $res = $response->result; + $log->debug( "server response: $res" ); + + my $uri = URI->new($res); + $log->debug( "URI is: $uri" ); + + my $new_fh; + eval { + # must open read/write so we can check the md5sum + $new_fh = _open_uri( $uri, '+>' ); + }; + $log->logdie( $@ ) if $@; + + my $success = File::Copy::copy( $fh, $new_fh ); + unless ($success) { + # if the copy failed we now have a zero length instances floating + # around that must be removed + unless ($self->delete_instance("$uri")) { + $log->logdie( "can not copy instance $uri AND FAILED TO CLEANUP EMPTY INSTANCE" ); + } + $log->logdie( "can not copy instance $uri" ); + } + + # check md5sum + my $src_md5 = Digest::MD5->new->addfile($fh)->hexdigest; + $log->debug( "md5sum src instance: $src_md5" ); + my $dst_md5 = Digest::MD5->new->addfile($new_fh)->hexdigest; + $log->debug( "md5sum dst instance: $dst_md5" ); + + unless ($src_md5 eq $dst_md5) { + $self->delete_instance("$uri"); + $log->logdie( "md5sum mismatch" ); + } + + $log->debug( "copied instance" ); + + close( $fh ) or $log->logdie( "can not close $key" ); + close( $new_fh ) or $log->logdie( "can not close $key" ); + + $log->debug( "leaving" ); + + return $uri; +} + + +sub cull { + my $self = shift; + + my ($key, $vol_name) = validate_pos(@_, + { + type => SCALAR, + }, + { + # volume + type => SCALAR, + optional => 1, + }, + ); + + $log->debug( "entered - @_" ); + + my $locations; + # if vol_name is specified we need to stat the file to find out how many + # instances there are on all volumes. Otherwise we wouldn't know if it's + # safe to remove the last instance on the specified volume. + # XXX We need some way to determine which is the best instance to remove + if (defined $vol_name) { + my @stats = $self->stat($key); + my $instances = $stats[6]; + if (defined $instances and $instances < 2) { + $log->debug("can not cull - not enough instances"); + $log->debug("leaving"); + + return; + } + + $locations = $self->find_instances($key, $vol_name); + unless (defined $locations) { + $log->debug( "no instances" ); + $log->debug( "leaving" ); + + return; + } + } else { + $locations = $self->find_instances($key); + unless ($locations) { + $log->debug("no instances"); + $log->debug("leaving"); + + return; + } + + if (scalar @{ $locations } < 2) { + $log->debug("can not cull - not enough instances"); + $log->debug("leaving"); + + return; + } + } + + my $uri = $self->delete_instance( @$locations[0] ); + + $log->debug("leaving"); + + return $uri; +} + +sub lock { + my $self = shift; + + my ( $key, $type, $timeout ) = validate_pos( @_, + { + type => SCALAR, + }, + { + type => SCALAR, + callbacks => { + 'is read or write' => sub { $_[0] =~ /^(?:read|write)$/ }, + }, + }, + { + type => SCALAR, + default => LOCK_DEFAULT, + optional => 1, + callbacks => { + 'is + integer' => sub { $_[0] =~ /^\d+$/ }, + }, + }, + ); + + my $endtime = time() + $timeout; + + $log->debug( "entered - @_" ); + + my $locked; + + while ( time() < $endtime ) { + $log->debug( "trying to get a $type lock..." ); + + my $response = $self->{ 'server' }->lock_object( $key, $type ); + if ( $response->fault ) { + $self->set_err($response->faultstring); + + # "retry" means we couldn't get a lock because one was already held + # and we should try again + if ( $response->faultstring =~ /retry/ ) { + $log->debug( "failed to get a $type lock..." ); + next; + } + + if ($response->faultstring =~ /is valid object key/) { + $log->debug( "leaving" ); + return; + } + + $log->logdie("unhandled fault - ", $self->err); + } + + $locked = $response->result; + if ( $locked ) { + $log->debug( "got a $type lock" ); + last; + } + } continue { + $log->debug( "sleeping..." ); + sleep LOCK_INTERVAL; + } + + $log->debug( "can not get a lock" ) unless $locked; + + $log->debug( "leaving" ); + + $locked ? return 1 : return; +} + +sub unlock { + my $self = shift; + + my ( $key, $type ) = validate_pos( @_, + { + type => SCALAR, + }, + { + type => SCALAR, + callbacks => { + 'is read or write' => sub { $_[0] =~ /^(?:read|write)$/ }, + }, + }, + ); + + $log->debug( "entered - @_" ); + + my $unlocked; + + $log->debug( "trying to release a $type lock..." ); + + my $response = $self->{ 'server' }->unlock_object( $key, $type ); + if ( $response->fault ) { + $self->set_err($response->faultstring); + + # key doesn't exist + if ($response->faultstring =~ /is valid object key/) { + $log->debug( "leaving" ); + return; + } + + # lock doesn't exist + if ($response->faultstring =~ /non-existant read lock/) { + $log->debug( "leaving" ); + return; + } + + if ($response->faultstring =~ /non-existant write lock/) { + $log->debug( "leaving" ); + return; + } + + if ($response->faultstring =~ /can not have a read lock under a write lock/) { + $log->debug( "leaving" ); + return; + } + + if ($response->faultstring =~ /can not have a write lock under a read lock/) { + $log->debug( "leaving" ); + return; + } + + $log->logdie("unhandled fault - ", $self->err); + } + + $unlocked = $response->result; + if ( $unlocked ) { + $log->debug( "released a $type lock" ); + } else { + $log->debug( "can not release $type lock" ); + } + + $log->debug( "leaving" ); + + $unlocked ? return 1 : return; +} + + +sub setxattr +{ + my $self = shift; + + my ($key, $name, $value, $flags) = validate_pos(@_, + { + type => SCALAR, + }, + { + type => SCALAR, + }, + { + type => SCALAR, + }, + { + type => SCALAR, + callbacks => { + 'is create or replace' => sub { $_[0] =~ /^(?:create|replace)$/i }, + }, + }, + ); + + $log->debug( "entered - @_" ); + + my $response = $self->{ 'server' }->setxattr_object( $key, $name, $value, $flags); + if ($response->fault) { + $self->set_err($response->faultstring); + $log->logdie("unhandled fault - ", $self->err); + } + + $log->debug( "leaving" ); + + return 1; +} + + +sub getxattr +{ + my $self = shift; + + my ($key, $name) = validate_pos(@_, + { + type => SCALAR, + }, + { + type => SCALAR, + }, + ); + + $log->debug( "entered - @_" ); + + my $response = $self->{ 'server' }->getxattr_object( $key, $name ); + if ( $response->fault ) { + $self->set_err($response->faultstring); + $log->logdie("unhandled fault - ", $self->err); + } + + my $res = $response->result; + $log->debug( "server response: $res" ); + + $log->debug( "leaving" ); + + return $res; +} + + +sub listxattr +{ + my $self = shift; + + my ($key) = validate_pos(@_, + { + type => SCALAR, + }, + ); + + $log->debug( "entered - @_" ); + + my $response = $self->{ 'server' }->listxattr_object( $key ); + if ( $response->fault ) { + $self->set_err($response->faultstring); + $log->logdie("unhandled fault - ", $self->err); + } + + my $res = $response->result; + $log->debug( "server response: $res" ); + + $log->debug( "leaving" ); + + return $res; +} + + +sub removexattr +{ + my $self = shift; + + my ($key, $name) = validate_pos(@_, + { + type => SCALAR, + }, + { + type => SCALAR, + }, + ); + + $log->debug( "entered - @_" ); + + my $response = $self->{ 'server' }->removexattr_object( $key, $name ); + if ( $response->fault ) { + $self->set_err($response->faultstring); + $log->logdie("unhandled fault - ", $self->err); + } + + $log->debug( "leaving" ); + + return 1; +} + + +sub find_objects { + my $self = shift; + + my @args = validate_pos( @_, + { + type => SCALAR, + optional => 1, + }, + ); + + $log->debug( "entered - @_" ); + + my $response = $self->{ 'server' }->find_objects( @args ); + if ( $response->fault ) { + $self->set_err($response->faultstring); + + if ($response->faultstring =~ /no keys found/) { + $log->debug( "leaving" ); + return; + } + + $log->logdie("unhandled fault - ", $self->err); + } + + my $keys = $response->result; + + $log->debug( "server found: @$keys" ); + +# foreach my $path ( @{ $uris } ) { +# $path = _get_file_path( $path ); +# } + + $log->debug( "leaving" ); + + return $keys; +} + +sub find_instances { + my $self = shift; + + my ( $key, @params ) = validate_pos( @_, + { + type => SCALAR, + }, + { + #volume + type => SCALAR|UNDEF, + optional => 1, + }, + ); + + $log->debug( "entered - @_" ); + + my $response = $self->{ 'server' }->find_instances( $key, @params ); + if ( $response->fault ) { + $self->set_err($response->faultstring); + # check to see if this failure is because $key doesn't exist + if ($response->faultstring =~ /is valid object key/) { + $log->debug( "leaving" ); + return; + } + # key is valid but no instances are on the specified volume + if ($response->faultstring =~ /no instances on storage volume/) { + $log->debug( "leaving" ); + return; + } + + $log->logdie("unhandled fault - ", $self->err); + } + + my $uris = $response->result; + + $log->debug( "server found: @$uris" ); + + $log->debug( "leaving" ); + + return $uris; +} + +sub find { + my $self = shift; + + my ( $key, @params ) = validate_pos( @_, + { + type => SCALAR, + }, + { + #volume + type => SCALAR|UNDEF, + optional => 1, + }, + ); + + $log->debug( "entered - @_" ); + + my $locations = $self->find_instances( $key, @params ); + unless (defined $locations) { + unless ($self->err =~ /no instances on storage volume/) { + return; + } + + # then fall back to looking for isntances on any volume + $locations = $self->find_instances( $key, 'any'); + unless (defined $locations) { + return; + } + } + + my $path; + eval { + $path = _get_file_path( $locations->[0] ); + }; + $log->logdie( $@ ) if $@; + + $log->debug( "leaving" ); + + return $path; +} + +sub open { + my $self = shift; + + my ( $key, $type ) = validate_pos( @_, + { + type => SCALAR, + }, + { + type => SCALAR, + callbacks => { + 'is read or write' => sub { $_[0] =~ /^(?:read|write|>)$/ }, + }, + }, + ); + + $log->debug( "entered - @_" ); + + my $fh; + + # need to figure out which is the most optimal copy to open + my $locations = $self->find_instances( $key ); + + my $path; + eval { + $path = _get_file_path( $locations->[0] ); + }; + $log->logdie( $@ ) if $@; + + unless ( $path ) { + $log->debug( "no instances" ); + + if ( $type eq 'write' ) { + $log->debug( "creating a new storage object" ); + + my $ret = $self->open_create( $key ); + + $log->debug( "leaving" ); + + return $ret; + } else { + $log->debug( "leaving" ); + return; + } + } + + if ( $type eq 'write' or $type eq '>' ) { + my $num_instances = scalar @$locations; + + if ( $num_instances > 1 ) { + $log->warn( "write not allowed with multiple instances" ); + $log->debug( "leaving" ); + return; + } + + eval { + $fh = _get_filehandle( $path, '+<' ); + }; + $log->logdie( $@ ) if $@; + + if ($type eq '>') { + truncate($fh, 0) or $log->logdie("truncate failed: $!"); + } + } elsif ( $type eq 'read' ) { + eval { + $fh = _get_filehandle( $path, '<' ); + }; + $log->logdie( $@ ) if $@; + } + + $log->debug( "leaving" ); + + return $fh; +} + +sub delete { + my $self = shift; + + my ( $key ) = validate_pos( @_, + { + type => SCALAR, + }, + ); + + $log->debug( "entered - @_" ); + + my $locations = $self->find_instances( $key, 'any' ); + + return undef unless $locations; + + # a lock is implicitly removed when the last storage object is deleted + foreach my $uri ( @$locations ) { + $self->delete_instance( $uri ) or return undef; + } + + $log->debug( "leaving" ); + + return 1; +} + +sub copy { + my $self = shift; + + my ( $key, $new_key, $volume ) = validate_pos( @_, + { + type => SCALAR, + }, + { + type => SCALAR, + }, + { + #volume + type => SCALAR, + optional => 1, + }, + ); + +# $log->debug( "entered - @_" ); + + my $fh = $self->open( $key, 'read' ); + unless ( $fh ) { + $log->debug( "can not open object" ); + $log->debug( "leaving" ); + + return; + } + + my $new_fh; + if (defined $volume) { + $new_fh = $self->open_create( $new_key, $volume ); + } else { + $new_fh = $self->open_create( $new_key ); + } + unless ( $new_fh ) { + $log->debug( "can not open object" ); + $log->debug( "leaving" ); + + return; + } + + File::Copy::copy( $fh, $new_fh ) or $log->logdie( "can not copy object $key" ); + + close( $fh ) or $log->logdie->( "can not close $key" ); + close( $new_fh ) or $log->logdie->( "can not close $new_key" ); + + $log->debug( "leaving" ); + + return 1; +} + +sub move { + my $self = shift; + + my ( $key, $new_key ) = validate_pos( @_, + { + type => SCALAR, + }, + { + type => SCALAR, + }, + ); + + $log->debug( "entered - @_" ); + + my $response = $self->{ 'server' }->rename_object( $key, $new_key ); + if ( $response->fault ) { + $self->set_err($response->faultstring); + + if ($response->faultstring =~ /is valid object key/) { + $log->debug( "leaving" ); + return; + } + + $log->logdie("unhandled fault - ", $self->err); + } + + $log->debug( "leaving" ); + + return 1; +} + +sub delete_instance { + my $self = shift; + + my ($uri) = validate_pos(@_, + { + type => SCALAR, + }, + ); + + $log->debug( "entered - @_" ); + + # it is being assumed here that it is better to have files on disk and not in + # the database then the inverse. + + my $path; + eval { + $path = _get_file_path( $uri ); + }; + $log->logdie( $@ ) if $@; + + my $response = $self->{ 'server' }->delete_instance( $uri ); + if ( $response->fault ) { + $self->set_err($response->faultstring); + + if ($response->faultstring =~ /no instance is associated with uri/) { + $log->debug( "leaving" ); + return; + } + + $log->logdie("unhandled fault - ", $self->err); + } + + $log->debug( "server deleted instance" ); + + eval { + _nuke_file( $path ); + }; + $log->logdie( $@ ) if $@; + + $log->debug( "leaving" ); + + return $uri; +} + + +sub mounts { + my $self = shift; + + validate_pos(@_); + + $log->debug( "entered - @_" ); + + my $response = $self->{ 'server' }->mounts(); + if ( $response->fault ) { + $self->set_err($response->faultstring); + $log->logdie("unhandled fault - ", $self->err); + } + + my $stats = $response->result; + + $log->debug( "leaving" ); + + return $stats; +} + +sub stat { + my $self = shift; + + my ( $key ) = validate_pos( @_, + { + type => SCALAR, + }, + ); + + $log->debug( "entered - @_" ); + + my $response = $self->{ 'server' }->stat_object( $key ); + if ( $response->fault ) { + $self->set_err($response->faultstring); + if ($response->faultstring =~ /is valid object key/) { + $log->debug( "leaving" ); + return; + } + + $log->logdie("unhandled fault - ", $self->err); + } + + $log->debug( "server returned a stat" ); + + my $stats = $response->result; + + $log->debug( "leaving" ); + + return $stats; +} + +sub err { + my $self = shift; + + die "accepts no params" if @_; + + return $self->{ 'err' }; +} + +sub set_err { + my $self = shift; + + my $err_string = shift; + + $self->{ 'err' } = $err_string; + + local $Log::Log4perl::caller_depth += 1; + $log->error($err_string); + + return $self; +} + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/Nebulous/lib/Nebulous/Client.pod =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/lib/Nebulous/Client.pod (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/lib/Nebulous/Client.pod (revision 22322) @@ -0,0 +1,460 @@ +=pod + +=head1 NAME + +Nebulous::Client - Nebulous client component + +=head1 SYNOPSIS + + use Nebulous::Client; + + my $neb = Nebulous::Client->new( + proxy => 'http://localhost:80/nebulous' + ); + + my $uri = $neb->create( "key", "node01" ); + my $fh = $neb->open_create( "key", "node01" ); + $neb->replicate( "key", "node01" ); + $neb->cull( "key", "node01" ); + $neb->lock( "key", 'write' ); + $neb->unlock( "key", 'write' ); + $neb->setxattr( $key, $name, $value, $flags ); + $neb->getxattr( $key, $name ); + $neb->listxattr( $key ); + $neb->removexattr( $key, $name ); + my $uris = $neb->find_objects( $pattern ); + my $uris = $neb->find_instances( "key", "node01" ); + my $path = $neb->find( "key" ); + my $fh = $neb->open( "key", 'read' ); + $neb->delete( "key" ); + $neb->copy( "key", "new_key", "node01" ); + $neb->move( "key", "new_key" ); + $neb->delete_instance( $uri ); + my $stats = $neb->stat( "key" ); + my $mounts = $neb->mounts(); + +=head1 DESCRIPTION + +This component provides client access to the Nebulous storage system. It +provides an interface for files to be added, managed, and removed from the +system. + +=head1 USAGE + +=head2 Import Parameters + +This module accepts an optional hash as argument to it's C method and +exports no I. + + use Nebulous::Client trace => qw( debug ); + +The hash is allowed to have a single key, C. This controls the level of +tracing sent to the standard out. The value maybe one of: C, C, +C, C, C, C, C. + +The default level of tracing is C. + +=head2 Methods + +=head3 Constructors + +=over 4 + +=item * new( ... ) + +Accepts a mandatory hash. + + my $neb = Nebulous::Client->new( + proxy => 'http://localhost:80/nebulous' + uri => 'urn:Nebulous/Server', + ); + +=over 4 + +=item * proxy + +The URL of the Nebulous server to connect to. + +=item * uri + +The namespace of the SOAP service. Unless you know what your doing, don't set +this key. + +This key is optional. + +=back + +=back + +=head3 Object Methods + +=over 4 + + +=item * create($key, $volume). + +Creates a new storage object. + +=over 4 + +=item * key + +The storage object key (name). + +=item * volume + +The preferred storage location of initial instance. + +This parameter is optional. + +=back + +Returns a URI or C on failure. + + +=item * open_create($key, $volume). + +Creates and opens new storage object. + +=over 4 + +=item * key + +The storage object key (name). + +=item * volume + +The preferred storage location of initial instance. + +This parameter is optional. + +=back + +Returns a filehandle or C on failure. + + +=item * replicate($key, $volume) + +Adds an instance to a storage object. + +=over 4 + +=item * key + +The storage object key (name). + +=item * volume + +The preferred storage location of initial instance. + +This parameter is optional. + +=back + +Returns true on success. + + +=item * cull($key, $volume) + +Removes an instance from a storage object. + +=over 4 + +=item * key + +The storage object key (name). + +=item * volume + +The volume to attempt to remove an instance from. If there is no instance on +the specified volume this method will fail. If there is more then one instance +on the specified volume I of them will be removed. + +This parameter is optional. + +=back + +Returns true on success. + + +=item * lock($key, $type, $timeout) + +Trys to acquire a lock on a storage object + +=over 4 + +=item * key + +The storage object key (name). + +=item * type + +The type of lock to acquire. Either C or C. + +=item * timeout + +The number of seconds to I for a lock. + +This parameter is optional. + +=back + +Returns true on success. + + +=item * unlock($key, $type) + +Trys to release a lock on a storage object. + +=over 4 + +=item * key + +The storage object key (name). + +=item * type + +The type of lock to release. Either C or C. + +=back + +Returns true on success. + + +=item * find_objects($pattern) + +Lists all storage objects that match C<$pattern>. Where C<$pattern> is a POSIX +1003.2 compatable regular repression. Note that this is I a Perl or PCRE +regular expression. + +=over 4 + +=item * pattern + +The storage object key (name). + +This parameter is optional. + +=back + +Returns an arrayref of scalars. + + +=item * find_instances($key, $volume) + +Lists all instances of a storage object + +=over 4 + +=item * key + +The storage object key (name). + +=item * volume + +Restrict search to this storage location. + +This parameter is optional. + +=back + +Returns an arrayref of scalars. + + +=item * find($key) + +Find any instance of a storage object. + +=over 4 + +=item * key + +The storage object key (name). + +=back + +Returns the path to the instance. + + +=item * open($key, $type) + +Open a storage object for read or write. + +=over 4 + +=item * key + +The storage object key (name). + +=item * type + +The type of lock to acquire. One of [C, C, C<>>]. + +C<>> truncates any pre-existing files to zero length and opens it for writing. + +=back + +Returns a filehandle or C on failure. + + +=item * delete($key) + +Delete a storage object and all of it's instances. + +=over 4 + +=item * key + +The storage object key (name). + +=back + +Returns true on success. + + +=item * copy($key, $new_key, $volume) + +Copy a storage object. + +=over 4 + +=item * key + +The source object. + +=item * new_key + +The destination object. + +=item * volume + +The preferred storage location of the new instance. + +This parameter is optional. + +=back + +Returns true on success or C on failure. + + +=item * move($key, $new_key) + +Rename a storage object. + +=over 4 + +=item * key + +The source object. + +=item * new_key + +The destination object. + +=back + +Returns true on success or C on failure. + + +=item * delete_instance($uri) + +Remove a storage object instance. + +=over 4 + +=item * uri + +URI of the instance to remove. + +=back + +Returns true on success or C on failure. + +=item * stat($key) + +View the properties of a storage object. + +=over 4 + +=item * key + +The storage object key (name). + +=back + +Returns an arrayref of scalars. + +=item * mounts() + +Accepts no parameters and returns an AoA of: + + [ + [ + mountpoint, + total, + used, + vol_id, + name, + path, + allocate, + available, + xattr, + ], + [ ... ], + ... + ] + +=back + +=head1 DEVELOPER NOTES + +=head1 REFERENCES + +=over 4 + +=item MogileFS + +The Nebulous system is similar in function to MogileFS but very different in +implementation and operation. + +L + +=back + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2004-2008 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the LICENSE file included with +this module, or in the L Pod as supplied with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous/lib/Nebulous/Client/HTTP.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/lib/Nebulous/Client/HTTP.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/lib/Nebulous/Client/HTTP.pm (revision 22322) @@ -0,0 +1,26 @@ +# Copyright (c) 2004 Joshua Hoblitt +# +# $Id: HTTP.pm,v 1.2 2005-06-30 02:35:06 jhoblitt Exp $ + +package Nebulous::Client::HTTP; + +use strict; + +our $VERSION = '0.01'; + +use base qw( SOAP::Lite ); + +sub call { + my $result = $_[0]->SUPER::call( @_ ); + + if (( UNIVERSAL::isa( $result, 'SOAP::SOM' )) && $result->fault ) { + + return $result->faultstring; + } + + return $result; +} + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/Nebulous/lib/Nebulous/Client/Log.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/lib/Nebulous/Client/Log.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/lib/Nebulous/Client/Log.pm (revision 22322) @@ -0,0 +1,45 @@ +# Copyright (c) 2004 Joshua Hoblitt +# +# $Id: Log.pm,v 1.9 2008-05-16 21:09:18 jhoblitt Exp $ + +package Nebulous::Client::Log; + +use strict; +use warnings FATAL => qw( all ); + +our $VERSION = '0.01'; + +use Log::Log4perl; +use File::Spec; + +sub init { + my $log_path; + if (defined $ENV{HOME}) { + $log_path = $ENV{HOME}; + } else { + $log_path = File::Spec->tmpdir(); + } + # my $log_path = $ENV{HOME} or File::Spec->tmpdir(); + + my $conf = < module. The API is also documented in +the L Pod. + +=head2 Tracing + +There is extensive support for execution tracing. This is set by passing +parameters to the L module when it is imported. e.g. + + use Nebulous::Client trace => qw( debug ); + +Please see the L documentation for further details. + +=head2 Example program + + #!/usr/bin/env perl + + use strict; + use warnings FATAL => qw( all ); + + use Nebulous::Client; + + my $neb = Nebulous::Client->new( + proxy => 'http://podb1.ifa.hawaii.edu:80/nebulous' + ); + + my $key = shift || 'foobarbaz'; + + # make sure there isn't already a file named "foobarbaz" so this example + # doesn't cause an error + $neb->delete($key); + + my $fh = $neb->open_create($key); + die "can't create file $key " unless $fh; + close($fh); + + if (!$neb->replicate($key)) { + die "can't replicate object $key"; + } + + if (!$neb->delete($key)) { + die "can't delete object $key"; + } + +=head1 C CLIENT + +The Nebulous C Client consists of a single library named +F (there is also a static lib, F) and a +single header file named F. The API is documented in +C. As a convince, pkgconfig configuration information is provided +for linking against the shared library. + +=head2 pkgconfig + +The C utility needs to be able to find the pkgconfig info file +(F) that Nebulous installed. If Nebulous was installed to a path +other than F you may need to set the environment variable +C so that C can find it. For example, if Nebulous +was installed under F you would set: + + export PKG_CONFIG_PATH=/usr/local/lib/pkgconfig + +=head2 Autoconf + +If you are using Autoconf to configure your software, it is highly recommended +that you use pkgconfig to link against Nebulous. Below is an example suitable +for inclusion in your F file. + + PKG_CHECK_MODULES([NEBCLIENT], [nebclient >= 0.0.1]) + +This will setup the variables C and C for +you and C them. + +=head2 Example makefile + + NEB_CFLAGS=`pkg-config nebclient --cflags` + NEB_LIBS=`pkg-config nebclient --libs` + + nebexample: nebexample.c + $(CC) $(NEB_CFLAGS) $(CFLAGS) $(NEB_LIBS) $< -o $@ + +=head2 Example program + + #include + #include + #include + #include + + #define NEB_SERVER "http://podb1.ifa.hawaii.edu:80/nebulous" + #define NEB_KEY "foobarbaz" + + int main (int argc, char **argv) { + nebServer *server = NULL; + char *key = NEB_KEY; + + server = nebServerAlloc(NEB_SERVER); + if (!server) { + printf("nebServerAlloc() failed\n"); + exit(EXIT_FAILURE); + } + + // make sure there isn't already a file named "foobarbaz" so this + // example doesn't cause an error + nebDelete(server, key); + + int fh = nebOpenCreate(server, key, 0, NULL, NULL, NULL); + if (fh < 0) { + printf( "nebOpenCreate() failed: %s\n", nebErr(server)); + exit(EXIT_FAILURE); + } + + // fh is a file descriptor + close(fh); + + if (!nebReplicate(server, key, NULL, NULL)) { + printf( "nebReplicate() failed: %s\n", nebErr(server)); + exit(EXIT_FAILURE); + } + + if (!nebDelete(server, key)) { + printf( "nebDelete() failed: %s\n", nebErr(server)); + exit(EXIT_FAILURE); + } + + exit(EXIT_SUCCESS); + } + +=head1 DEVELOPER NOTES + +All of the examples in this guide are included with the Nebulous distribution +under the F<./examples> directory. + +=head1 CREDITS + +Just me, myself, and I. + +=head1 SUPPORT + +Please contact the author directly via e-mail. + +=head1 AUTHOR + +Joshua Hoblitt + +=head1 COPYRIGHT + +Copyright (C) 2005 Joshua Hoblitt. All rights reserved. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place - Suite 330, Boston, MA 02111-1307, USA. + +The full text of the license can be found in the LICENSE file included with +this module, or in the L Pod as supplied with Perl 5.8.1 and later. + +=head1 SEE ALSO + +L, L + +=cut Index: /tags/sj_tags/sj_root_20080929/Nebulous/lib/Nebulous/Util.pm =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/lib/Nebulous/Util.pm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/lib/Nebulous/Util.pm (revision 22322) @@ -0,0 +1,206 @@ +# Copyright (c) 2004 Joshua Hoblitt +# +# $Id: Util.pm,v 1.13 2008-07-10 23:21:27 jhoblitt Exp $ + +package Nebulous::Util; + +use strict; +use warnings FATAL => qw( all ); + +our $VERSION = '0.02'; + +use base qw( Exporter ); + +use File::Spec::Functions; +use Log::Log4perl qw( :levels ); +use URI::file; +use URI; + +my @symbols = qw( + %LEVELS + _nuke_file + _get_file_path + _get_filehandle + _open_uri + parse_neb_key + print_xattrs + print_all_xattrs + write_xattrs + delete_xattrs + parse_xattr_pair +); + +our @EXPORT_OK = @symbols; +our %EXPORT_TAGS = ( standard => [ @symbols ] ); + +our %LEVELS = ( + off => $OFF, + fatal => $FATAL, + error => $ERROR, + warn => $WARN, + info => $INFO, + debug => $DEBUG, + all => $ALL, +); + + +sub _nuke_file { + my $path = shift; + + die "can't unlink file $path: it's a directory" + if -d $path; + die "can't unlink file $path: it doesn't exist" + unless -e $path; + unlink $path or die "can't unlink file $path: $!"; + + return 1; +} + + +sub _get_file_path { + my $uri = shift; + + my $path = URI->new( $uri )->path; + + return $path; +} + + +sub _get_filehandle { + my ( $path, $flags ) = @_; + + # XXX this is a attempt to work around some sort of nasty NFS bug where + # occasionally stat()/open() on a file on an NFS mounted filesystem will + # fail EVEN THOU THE FILE ACTUALLY EXISTS. + # + # The instance file attempting to be opened should always exist as it was + # created by the Nebulous server. + my $fh; + for (my $i = 0; $i < 60; $i++) { + eval { + die "can't open file $path: file doesn't exist" + unless -e $path; + CORE::open($fh, $flags, $path) + or die "can't open file $path: $!"; + }; + if ($@ =~ qr/file doesn't exist/) { + sleep 1; + next; + } + if ($@) { + die $@; + } + + last; + } + + return $fh; +} + + +sub _open_uri { + my ( $uri , $flags ) = @_; + + $uri = URI->new("$uri"); + + my $fh = _get_filehandle($uri->file, $flags); + + return $fh; +} + + +sub print_all_xattrs +{ + my ($neb, $key) = @_; + + return unless defined $neb; + return unless defined $key; + + my $xattr_names = $neb->listxattr($key) or die $neb->err; + foreach my $name (@$xattr_names) { + print_xattrs($neb, $key, $name) or return; + } + + return 1; +} + + +sub print_xattrs +{ + my ($neb, $key, @xattr_names) = @_; + + return unless defined $neb; + return unless defined $key; + return unless scalar @xattr_names; + + foreach my $arg (@xattr_names) { + my ($name, $value) = parse_xattr_pair($arg); + die "can not process $arg because it is in name:value form" + if defined $value; + $value = $neb->getxattr($key, $name) or die $neb->err; + print "$name:$value\n"; + } + + return 1; +} + + +sub write_xattrs +{ + my ($neb, $key, @xattr_pairs) = @_; + + return unless defined $neb; + return unless defined $key; + return unless scalar @xattr_pairs; + + foreach my $arg (@xattr_pairs) { + my ($name, $value) = parse_xattr_pair($arg); + die "can not process $arg because it is not in name:value form" + unless defined $name and defined $value; + die "xattr name: $name is not in to the form user.name" + unless $name =~ /^user\./; + $neb->setxattr($key, $name, $value, "replace") + or die $neb->err; + } + + return 1; +} + + +sub delete_xattrs +{ + my ($neb, $key, @xattr_names) = @_; + + return unless defined $neb; + return unless defined $key; + return unless scalar @xattr_names; + + foreach my $arg (@xattr_names) { + my ($name, $value) = parse_xattr_pair($arg); + die "can not process $arg because it is in name:value form" + if defined $value; + $neb->removexattr($key, $name) + or die $neb->err; + } + + return 1; +} + + +sub parse_xattr_pair +{ + my $pair = shift; + + return unless defined $pair; + + no warnings qw( uninitialized ); + my ($name, $value) = split(/:/, $pair); + use warnings; + + return ($name, $value); +} + + +1; + +__END__ Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/.cvsignore (revision 22322) @@ -0,0 +1,21 @@ +Doxyfile +Makefile +Makefile.in +aclocal.m4 +autom4te.cache +compile +config.guess +config.h +config.h.in +config.log +config.status +config.sub +configure +depcomp +docs +install-sh +libtool +ltmain.sh +missing +nebclient.pc +stamp-h1 Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/Doxyfile.in =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/Doxyfile.in (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/Doxyfile.in (revision 22322) @@ -0,0 +1,1219 @@ +# Doxyfile 1.4.2 + +# This file describes the settings to be used by the documentation system +# doxygen (www.doxygen.org) for a project +# +# All text after a hash (#) is considered a comment and will be ignored +# The format is: +# TAG = value [value, ...] +# For lists items can also be appended using: +# TAG += value [value, ...] +# Values that contain spaces should be placed between quotes (" ") + +#--------------------------------------------------------------------------- +# Project related configuration options +#--------------------------------------------------------------------------- + +# The PROJECT_NAME tag is a single word (or a sequence of words surrounded +# by quotes) that should identify the project. + +PROJECT_NAME = @PACKAGE_NAME@ + +# The PROJECT_NUMBER tag can be used to enter a project or revision number. +# This could be handy for archiving the generated documentation or +# if some version control system is used. + +PROJECT_NUMBER = @PACKAGE_VERSION@ + +# The OUTPUT_DIRECTORY tag is used to specify the (relative or absolute) +# base path where the generated documentation will be put. +# If a relative path is entered, it will be relative to the location +# where doxygen was started. If left blank the current directory will be used. + +# @top_builddir@ doesn't work for some reason +OUTPUT_DIRECTORY = @builddir@/docs + +# If the CREATE_SUBDIRS tag is set to YES, then doxygen will create +# 4096 sub-directories (in 2 levels) under the output directory of each output +# format and will distribute the generated files over these directories. +# Enabling this option can be useful when feeding doxygen a huge amount of +# source files, where putting all generated files in the same directory would +# otherwise cause performance problems for the file system. + +CREATE_SUBDIRS = NO + +# The OUTPUT_LANGUAGE tag is used to specify the language in which all +# documentation generated by doxygen is written. Doxygen will use this +# information to generate all constant output in the proper language. +# The default language is English, other supported languages are: +# Brazilian, Catalan, Chinese, Chinese-Traditional, Croatian, Czech, Danish, +# Dutch, Finnish, French, German, Greek, Hungarian, Italian, Japanese, +# Japanese-en (Japanese with English messages), Korean, Korean-en, Norwegian, +# Polish, Portuguese, Romanian, Russian, Serbian, Slovak, Slovene, Spanish, +# Swedish, and Ukrainian. + +OUTPUT_LANGUAGE = English + +# This tag can be used to specify the encoding used in the generated output. +# The encoding is not always determined by the language that is chosen, +# but also whether or not the output is meant for Windows or non-Windows users. +# In case there is a difference, setting the USE_WINDOWS_ENCODING tag to YES +# forces the Windows encoding (this is the default for the Windows binary), +# whereas setting the tag to NO uses a Unix-style encoding (the default for +# all platforms other than Windows). + +USE_WINDOWS_ENCODING = NO + +# If the BRIEF_MEMBER_DESC tag is set to YES (the default) Doxygen will +# include brief member descriptions after the members that are listed in +# the file and class documentation (similar to JavaDoc). +# Set to NO to disable this. + +BRIEF_MEMBER_DESC = YES + +# If the REPEAT_BRIEF tag is set to YES (the default) Doxygen will prepend +# the brief description of a member or function before the detailed description. +# Note: if both HIDE_UNDOC_MEMBERS and BRIEF_MEMBER_DESC are set to NO, the +# brief descriptions will be completely suppressed. + +REPEAT_BRIEF = YES + +# This tag implements a quasi-intelligent brief description abbreviator +# that is used to form the text in various listings. Each string +# in this list, if found as the leading text of the brief description, will be +# stripped from the text and the result after processing the whole list, is +# used as the annotated text. Otherwise, the brief description is used as-is. +# If left blank, the following values are used ("$name" is automatically +# replaced with the name of the entity): "The $name class" "The $name widget" +# "The $name file" "is" "provides" "specifies" "contains" +# "represents" "a" "an" "the" + +ABBREVIATE_BRIEF = + +# If the ALWAYS_DETAILED_SEC and REPEAT_BRIEF tags are both set to YES then +# Doxygen will generate a detailed section even if there is only a brief +# description. + +ALWAYS_DETAILED_SEC = NO + +# If the INLINE_INHERITED_MEMB tag is set to YES, doxygen will show all +# inherited members of a class in the documentation of that class as if those +# members were ordinary class members. Constructors, destructors and assignment +# operators of the base classes will not be shown. + +INLINE_INHERITED_MEMB = NO + +# If the FULL_PATH_NAMES tag is set to YES then Doxygen will prepend the full +# path before files name in the file list and in the header files. If set +# to NO the shortest path that makes the file name unique will be used. + +FULL_PATH_NAMES = NO + +# If the FULL_PATH_NAMES tag is set to YES then the STRIP_FROM_PATH tag +# can be used to strip a user-defined part of the path. Stripping is +# only done if one of the specified strings matches the left-hand part of +# the path. The tag can be used to show relative paths in the file list. +# If left blank the directory from which doxygen is run is used as the +# path to strip. + +STRIP_FROM_PATH = + +# The STRIP_FROM_INC_PATH tag can be used to strip a user-defined part of +# the path mentioned in the documentation of a class, which tells +# the reader which header file to include in order to use a class. +# If left blank only the name of the header file containing the class +# definition is used. Otherwise one should specify the include paths that +# are normally passed to the compiler using the -I flag. + +STRIP_FROM_INC_PATH = + +# If the SHORT_NAMES tag is set to YES, doxygen will generate much shorter +# (but less readable) file names. This can be useful is your file systems +# doesn't support long names like on DOS, Mac, or CD-ROM. + +SHORT_NAMES = NO + +# If the JAVADOC_AUTOBRIEF tag is set to YES then Doxygen +# will interpret the first line (until the first dot) of a JavaDoc-style +# comment as the brief description. If set to NO, the JavaDoc +# comments will behave just like the Qt-style comments (thus requiring an +# explicit @brief command for a brief description. + +JAVADOC_AUTOBRIEF = NO + +# The MULTILINE_CPP_IS_BRIEF tag can be set to YES to make Doxygen +# treat a multi-line C++ special comment block (i.e. a block of //! or /// +# comments) as a brief description. This used to be the default behaviour. +# The new default is to treat a multi-line C++ comment block as a detailed +# description. Set this tag to YES if you prefer the old behaviour instead. + +MULTILINE_CPP_IS_BRIEF = NO + +# If the DETAILS_AT_TOP tag is set to YES then Doxygen +# will output the detailed description near the top, like JavaDoc. +# If set to NO, the detailed description appears after the member +# documentation. + +DETAILS_AT_TOP = NO + +# If the INHERIT_DOCS tag is set to YES (the default) then an undocumented +# member inherits the documentation from any documented member that it +# re-implements. + +INHERIT_DOCS = YES + +# If member grouping is used in the documentation and the DISTRIBUTE_GROUP_DOC +# tag is set to YES, then doxygen will reuse the documentation of the first +# member in the group (if any) for the other members of the group. By default +# all members of a group must be documented explicitly. + +DISTRIBUTE_GROUP_DOC = NO + +# If the SEPARATE_MEMBER_PAGES tag is set to YES, then doxygen will produce +# a new page for each member. If set to NO, the documentation of a member will +# be part of the file/class/namespace that contains it. + +SEPARATE_MEMBER_PAGES = NO + +# The TAB_SIZE tag can be used to set the number of spaces in a tab. +# Doxygen uses this value to replace tabs by spaces in code fragments. + +TAB_SIZE = 4 + +# This tag can be used to specify a number of aliases that acts +# as commands in the documentation. An alias has the form "name=value". +# For example adding "sideeffect=\par Side Effects:\n" will allow you to +# put the command \sideeffect (or @sideeffect) in the documentation, which +# will result in a user-defined paragraph with heading "Side Effects:". +# You can put \n's in the value part of an alias to insert newlines. + +ALIASES = + +# Set the OPTIMIZE_OUTPUT_FOR_C tag to YES if your project consists of C +# sources only. Doxygen will then generate output that is more tailored for C. +# For instance, some of the names that are used will be different. The list +# of all members will be omitted, etc. + +OPTIMIZE_OUTPUT_FOR_C = NO + +# Set the OPTIMIZE_OUTPUT_JAVA tag to YES if your project consists of Java sources +# only. Doxygen will then generate output that is more tailored for Java. +# For instance, namespaces will be presented as packages, qualified scopes +# will look different, etc. + +OPTIMIZE_OUTPUT_JAVA = NO + +# Set the SUBGROUPING tag to YES (the default) to allow class member groups of +# the same type (for instance a group of public functions) to be put as a +# subgroup of that type (e.g. under the Public Functions section). Set it to +# NO to prevent subgrouping. Alternatively, this can be done per class using +# the \nosubgrouping command. + +SUBGROUPING = YES + +#--------------------------------------------------------------------------- +# Build related configuration options +#--------------------------------------------------------------------------- + +# If the EXTRACT_ALL tag is set to YES doxygen will assume all entities in +# documentation are documented, even if no documentation was available. +# Private class members and static file members will be hidden unless +# the EXTRACT_PRIVATE and EXTRACT_STATIC tags are set to YES + +EXTRACT_ALL = NO + +# If the EXTRACT_PRIVATE tag is set to YES all private members of a class +# will be included in the documentation. + +EXTRACT_PRIVATE = NO + +# If the EXTRACT_STATIC tag is set to YES all static members of a file +# will be included in the documentation. + +EXTRACT_STATIC = NO + +# If the EXTRACT_LOCAL_CLASSES tag is set to YES classes (and structs) +# defined locally in source files will be included in the documentation. +# If set to NO only classes defined in header files are included. + +EXTRACT_LOCAL_CLASSES = YES + +# This flag is only useful for Objective-C code. When set to YES local +# methods, which are defined in the implementation section but not in +# the interface are included in the documentation. +# If set to NO (the default) only methods in the interface are included. + +EXTRACT_LOCAL_METHODS = NO + +# If the HIDE_UNDOC_MEMBERS tag is set to YES, Doxygen will hide all +# undocumented members of documented classes, files or namespaces. +# If set to NO (the default) these members will be included in the +# various overviews, but no documentation section is generated. +# This option has no effect if EXTRACT_ALL is enabled. + +HIDE_UNDOC_MEMBERS = NO + +# If the HIDE_UNDOC_CLASSES tag is set to YES, Doxygen will hide all +# undocumented classes that are normally visible in the class hierarchy. +# If set to NO (the default) these classes will be included in the various +# overviews. This option has no effect if EXTRACT_ALL is enabled. + +HIDE_UNDOC_CLASSES = NO + +# If the HIDE_FRIEND_COMPOUNDS tag is set to YES, Doxygen will hide all +# friend (class|struct|union) declarations. +# If set to NO (the default) these declarations will be included in the +# documentation. + +HIDE_FRIEND_COMPOUNDS = NO + +# If the HIDE_IN_BODY_DOCS tag is set to YES, Doxygen will hide any +# documentation blocks found inside the body of a function. +# If set to NO (the default) these blocks will be appended to the +# function's detailed documentation block. + +HIDE_IN_BODY_DOCS = NO + +# The INTERNAL_DOCS tag determines if documentation +# that is typed after a \internal command is included. If the tag is set +# to NO (the default) then the documentation will be excluded. +# Set it to YES to include the internal documentation. + +INTERNAL_DOCS = NO + +# If the CASE_SENSE_NAMES tag is set to NO then Doxygen will only generate +# file names in lower-case letters. If set to YES upper-case letters are also +# allowed. This is useful if you have classes or files whose names only differ +# in case and if your file system supports case sensitive file names. Windows +# and Mac users are advised to set this option to NO. + +CASE_SENSE_NAMES = NO + +# If the HIDE_SCOPE_NAMES tag is set to NO (the default) then Doxygen +# will show members with their full class and namespace scopes in the +# documentation. If set to YES the scope will be hidden. + +HIDE_SCOPE_NAMES = NO + +# If the SHOW_INCLUDE_FILES tag is set to YES (the default) then Doxygen +# will put a list of the files that are included by a file in the documentation +# of that file. + +SHOW_INCLUDE_FILES = YES + +# If the INLINE_INFO tag is set to YES (the default) then a tag [inline] +# is inserted in the documentation for inline members. + +INLINE_INFO = YES + +# If the SORT_MEMBER_DOCS tag is set to YES (the default) then doxygen +# will sort the (detailed) documentation of file and class members +# alphabetically by member name. If set to NO the members will appear in +# declaration order. + +SORT_MEMBER_DOCS = YES + +# If the SORT_BRIEF_DOCS tag is set to YES then doxygen will sort the +# brief documentation of file, namespace and class members alphabetically +# by member name. If set to NO (the default) the members will appear in +# declaration order. + +SORT_BRIEF_DOCS = NO + +# If the SORT_BY_SCOPE_NAME tag is set to YES, the class list will be +# sorted by fully-qualified names, including namespaces. If set to +# NO (the default), the class list will be sorted only by class name, +# not including the namespace part. +# Note: This option is not very useful if HIDE_SCOPE_NAMES is set to YES. +# Note: This option applies only to the class list, not to the +# alphabetical list. + +SORT_BY_SCOPE_NAME = NO + +# The GENERATE_TODOLIST tag can be used to enable (YES) or +# disable (NO) the todo list. This list is created by putting \todo +# commands in the documentation. + +GENERATE_TODOLIST = YES + +# The GENERATE_TESTLIST tag can be used to enable (YES) or +# disable (NO) the test list. This list is created by putting \test +# commands in the documentation. + +GENERATE_TESTLIST = YES + +# The GENERATE_BUGLIST tag can be used to enable (YES) or +# disable (NO) the bug list. This list is created by putting \bug +# commands in the documentation. + +GENERATE_BUGLIST = YES + +# The GENERATE_DEPRECATEDLIST tag can be used to enable (YES) or +# disable (NO) the deprecated list. This list is created by putting +# \deprecated commands in the documentation. + +GENERATE_DEPRECATEDLIST= YES + +# The ENABLED_SECTIONS tag can be used to enable conditional +# documentation sections, marked by \if sectionname ... \endif. + +ENABLED_SECTIONS = + +# The MAX_INITIALIZER_LINES tag determines the maximum number of lines +# the initial value of a variable or define consists of for it to appear in +# the documentation. If the initializer consists of more lines than specified +# here it will be hidden. Use a value of 0 to hide initializers completely. +# The appearance of the initializer of individual variables and defines in the +# documentation can be controlled using \showinitializer or \hideinitializer +# command in the documentation regardless of this setting. + +MAX_INITIALIZER_LINES = 30 + +# Set the SHOW_USED_FILES tag to NO to disable the list of files generated +# at the bottom of the documentation of classes and structs. If set to YES the +# list will mention the files that were used to generate the documentation. + +SHOW_USED_FILES = YES + +# If the sources in your project are distributed over multiple directories +# then setting the SHOW_DIRECTORIES tag to YES will show the directory hierarchy +# in the documentation. + +SHOW_DIRECTORIES = YES + +# The FILE_VERSION_FILTER tag can be used to specify a program or script that +# doxygen should invoke to get the current version for each file (typically from the +# version control system). Doxygen will invoke the program by executing (via +# popen()) the command , where is the value of +# the FILE_VERSION_FILTER tag, and is the name of an input file +# provided by doxygen. Whatever the progam writes to standard output +# is used as the file version. See the manual for examples. + +FILE_VERSION_FILTER = + +#--------------------------------------------------------------------------- +# configuration options related to warning and progress messages +#--------------------------------------------------------------------------- + +# The QUIET tag can be used to turn on/off the messages that are generated +# by doxygen. Possible values are YES and NO. If left blank NO is used. + +QUIET = NO + +# The WARNINGS tag can be used to turn on/off the warning messages that are +# generated by doxygen. Possible values are YES and NO. If left blank +# NO is used. + +WARNINGS = YES + +# If WARN_IF_UNDOCUMENTED is set to YES, then doxygen will generate warnings +# for undocumented members. If EXTRACT_ALL is set to YES then this flag will +# automatically be disabled. + +WARN_IF_UNDOCUMENTED = YES + +# If WARN_IF_DOC_ERROR is set to YES, doxygen will generate warnings for +# potential errors in the documentation, such as not documenting some +# parameters in a documented function, or documenting parameters that +# don't exist or using markup commands wrongly. + +WARN_IF_DOC_ERROR = YES + +# This WARN_NO_PARAMDOC option can be abled to get warnings for +# functions that are documented, but have no documentation for their parameters +# or return value. If set to NO (the default) doxygen will only warn about +# wrong or incomplete parameter documentation, but not about the absence of +# documentation. + +WARN_NO_PARAMDOC = NO + +# The WARN_FORMAT tag determines the format of the warning messages that +# doxygen can produce. The string should contain the $file, $line, and $text +# tags, which will be replaced by the file and line number from which the +# warning originated and the warning text. Optionally the format may contain +# $version, which will be replaced by the version of the file (if it could +# be obtained via FILE_VERSION_FILTER) + +WARN_FORMAT = "$file:$line: $text" + +# The WARN_LOGFILE tag can be used to specify a file to which warning +# and error messages should be written. If left blank the output is written +# to stderr. + +WARN_LOGFILE = + +#--------------------------------------------------------------------------- +# configuration options related to the input files +#--------------------------------------------------------------------------- + +# The INPUT tag can be used to specify the files and/or directories that contain +# documented source files. You may enter file names like "myfile.cpp" or +# directories like "/usr/src/myproject". Separate the files or directories +# with spaces. + +INPUT = @top_srcdir@/src + +# If the value of the INPUT tag contains directories, you can use the +# FILE_PATTERNS tag to specify one or more wildcard pattern (like *.cpp +# and *.h) to filter out the source-files in the directories. If left +# blank the following patterns are tested: +# *.c *.cc *.cxx *.cpp *.c++ *.java *.ii *.ixx *.ipp *.i++ *.inl *.h *.hh *.hxx +# *.hpp *.h++ *.idl *.odl *.cs *.php *.php3 *.inc *.m *.mm + +FILE_PATTERNS = *.h + +# The RECURSIVE tag can be used to turn specify whether or not subdirectories +# should be searched for input files as well. Possible values are YES and NO. +# If left blank NO is used. + +RECURSIVE = YES + +# The EXCLUDE tag can be used to specify files and/or directories that should +# excluded from the INPUT source files. This way you can easily exclude a +# subdirectory from a directory tree whose root is specified with the INPUT tag. + +EXCLUDE = + +# The EXCLUDE_SYMLINKS tag can be used select whether or not files or +# directories that are symbolic links (a Unix filesystem feature) are excluded +# from the input. + +EXCLUDE_SYMLINKS = NO + +# If the value of the INPUT tag contains directories, you can use the +# EXCLUDE_PATTERNS tag to specify one or more wildcard patterns to exclude +# certain files from those directories. + +EXCLUDE_PATTERNS = + +# The EXAMPLE_PATH tag can be used to specify one or more files or +# directories that contain example code fragments that are included (see +# the \include command). + +EXAMPLE_PATH = + +# If the value of the EXAMPLE_PATH tag contains directories, you can use the +# EXAMPLE_PATTERNS tag to specify one or more wildcard pattern (like *.cpp +# and *.h) to filter out the source-files in the directories. If left +# blank all files are included. + +EXAMPLE_PATTERNS = + +# If the EXAMPLE_RECURSIVE tag is set to YES then subdirectories will be +# searched for input files to be used with the \include or \dontinclude +# commands irrespective of the value of the RECURSIVE tag. +# Possible values are YES and NO. If left blank NO is used. + +EXAMPLE_RECURSIVE = NO + +# The IMAGE_PATH tag can be used to specify one or more files or +# directories that contain image that are included in the documentation (see +# the \image command). + +IMAGE_PATH = + +# The INPUT_FILTER tag can be used to specify a program that doxygen should +# invoke to filter for each input file. Doxygen will invoke the filter program +# by executing (via popen()) the command , where +# is the value of the INPUT_FILTER tag, and is the name of an +# input file. Doxygen will then use the output that the filter program writes +# to standard output. If FILTER_PATTERNS is specified, this tag will be +# ignored. + +INPUT_FILTER = + +# The FILTER_PATTERNS tag can be used to specify filters on a per file pattern +# basis. Doxygen will compare the file name with each pattern and apply the +# filter if there is a match. The filters are a list of the form: +# pattern=filter (like *.cpp=my_cpp_filter). See INPUT_FILTER for further +# info on how filters are used. If FILTER_PATTERNS is empty, INPUT_FILTER +# is applied to all files. + +FILTER_PATTERNS = + +# If the FILTER_SOURCE_FILES tag is set to YES, the input filter (if set using +# INPUT_FILTER) will be used to filter the input files when producing source +# files to browse (i.e. when SOURCE_BROWSER is set to YES). + +FILTER_SOURCE_FILES = NO + +#--------------------------------------------------------------------------- +# configuration options related to source browsing +#--------------------------------------------------------------------------- + +# If the SOURCE_BROWSER tag is set to YES then a list of source files will +# be generated. Documented entities will be cross-referenced with these sources. +# Note: To get rid of all source code in the generated output, make sure also +# VERBATIM_HEADERS is set to NO. + +SOURCE_BROWSER = NO + +# Setting the INLINE_SOURCES tag to YES will include the body +# of functions and classes directly in the documentation. + +INLINE_SOURCES = NO + +# Setting the STRIP_CODE_COMMENTS tag to YES (the default) will instruct +# doxygen to hide any special comment blocks from generated source code +# fragments. Normal C and C++ comments will always remain visible. + +STRIP_CODE_COMMENTS = YES + +# If the REFERENCED_BY_RELATION tag is set to YES (the default) +# then for each documented function all documented +# functions referencing it will be listed. + +REFERENCED_BY_RELATION = YES + +# If the REFERENCES_RELATION tag is set to YES (the default) +# then for each documented function all documented entities +# called/used by that function will be listed. + +REFERENCES_RELATION = YES + +# If the VERBATIM_HEADERS tag is set to YES (the default) then Doxygen +# will generate a verbatim copy of the header file for each class for +# which an include is specified. Set to NO to disable this. + +VERBATIM_HEADERS = YES + +#--------------------------------------------------------------------------- +# configuration options related to the alphabetical class index +#--------------------------------------------------------------------------- + +# If the ALPHABETICAL_INDEX tag is set to YES, an alphabetical index +# of all compounds will be generated. Enable this if the project +# contains a lot of classes, structs, unions or interfaces. + +ALPHABETICAL_INDEX = NO + +# If the alphabetical index is enabled (see ALPHABETICAL_INDEX) then +# the COLS_IN_ALPHA_INDEX tag can be used to specify the number of columns +# in which this list will be split (can be a number in the range [1..20]) + +COLS_IN_ALPHA_INDEX = 5 + +# In case all classes in a project start with a common prefix, all +# classes will be put under the same header in the alphabetical index. +# The IGNORE_PREFIX tag can be used to specify one or more prefixes that +# should be ignored while generating the index headers. + +IGNORE_PREFIX = + +#--------------------------------------------------------------------------- +# configuration options related to the HTML output +#--------------------------------------------------------------------------- + +# If the GENERATE_HTML tag is set to YES (the default) Doxygen will +# generate HTML output. + +GENERATE_HTML = YES + +# The HTML_OUTPUT tag is used to specify where the HTML docs will be put. +# If a relative path is entered the value of OUTPUT_DIRECTORY will be +# put in front of it. If left blank `html' will be used as the default path. + +HTML_OUTPUT = html + +# The HTML_FILE_EXTENSION tag can be used to specify the file extension for +# each generated HTML page (for example: .htm,.php,.asp). If it is left blank +# doxygen will generate files with .html extension. + +HTML_FILE_EXTENSION = .html + +# The HTML_HEADER tag can be used to specify a personal HTML header for +# each generated HTML page. If it is left blank doxygen will generate a +# standard header. + +HTML_HEADER = + +# The HTML_FOOTER tag can be used to specify a personal HTML footer for +# each generated HTML page. If it is left blank doxygen will generate a +# standard footer. + +HTML_FOOTER = + +# The HTML_STYLESHEET tag can be used to specify a user-defined cascading +# style sheet that is used by each HTML page. It can be used to +# fine-tune the look of the HTML output. If the tag is left blank doxygen +# will generate a default style sheet. Note that doxygen will try to copy +# the style sheet file to the HTML output directory, so don't put your own +# stylesheet in the HTML output directory as well, or it will be erased! + +HTML_STYLESHEET = + +# If the HTML_ALIGN_MEMBERS tag is set to YES, the members of classes, +# files or namespaces will be aligned in HTML using tables. If set to +# NO a bullet list will be used. + +HTML_ALIGN_MEMBERS = YES + +# If the GENERATE_HTMLHELP tag is set to YES, additional index files +# will be generated that can be used as input for tools like the +# Microsoft HTML help workshop to generate a compressed HTML help file (.chm) +# of the generated HTML documentation. + +GENERATE_HTMLHELP = NO + +# If the GENERATE_HTMLHELP tag is set to YES, the CHM_FILE tag can +# be used to specify the file name of the resulting .chm file. You +# can add a path in front of the file if the result should not be +# written to the html output directory. + +CHM_FILE = + +# If the GENERATE_HTMLHELP tag is set to YES, the HHC_LOCATION tag can +# be used to specify the location (absolute path including file name) of +# the HTML help compiler (hhc.exe). If non-empty doxygen will try to run +# the HTML help compiler on the generated index.hhp. + +HHC_LOCATION = + +# If the GENERATE_HTMLHELP tag is set to YES, the GENERATE_CHI flag +# controls if a separate .chi index file is generated (YES) or that +# it should be included in the master .chm file (NO). + +GENERATE_CHI = NO + +# If the GENERATE_HTMLHELP tag is set to YES, the BINARY_TOC flag +# controls whether a binary table of contents is generated (YES) or a +# normal table of contents (NO) in the .chm file. + +BINARY_TOC = NO + +# The TOC_EXPAND flag can be set to YES to add extra items for group members +# to the contents of the HTML help documentation and to the tree view. + +TOC_EXPAND = NO + +# The DISABLE_INDEX tag can be used to turn on/off the condensed index at +# top of each HTML page. The value NO (the default) enables the index and +# the value YES disables it. + +DISABLE_INDEX = NO + +# This tag can be used to set the number of enum values (range [1..20]) +# that doxygen will group on one line in the generated HTML documentation. + +ENUM_VALUES_PER_LINE = 4 + +# If the GENERATE_TREEVIEW tag is set to YES, a side panel will be +# generated containing a tree-like index structure (just like the one that +# is generated for HTML Help). For this to work a browser that supports +# JavaScript, DHTML, CSS and frames is required (for instance Mozilla 1.0+, +# Netscape 6.0+, Internet explorer 5.0+, or Konqueror). Windows users are +# probably better off using the HTML help feature. + +GENERATE_TREEVIEW = NO + +# If the treeview is enabled (see GENERATE_TREEVIEW) then this tag can be +# used to set the initial width (in pixels) of the frame in which the tree +# is shown. + +TREEVIEW_WIDTH = 250 + +#--------------------------------------------------------------------------- +# configuration options related to the LaTeX output +#--------------------------------------------------------------------------- + +# If the GENERATE_LATEX tag is set to YES (the default) Doxygen will +# generate Latex output. + +GENERATE_LATEX = NO + +# The LATEX_OUTPUT tag is used to specify where the LaTeX docs will be put. +# If a relative path is entered the value of OUTPUT_DIRECTORY will be +# put in front of it. If left blank `latex' will be used as the default path. + +LATEX_OUTPUT = latex + +# The LATEX_CMD_NAME tag can be used to specify the LaTeX command name to be +# invoked. If left blank `latex' will be used as the default command name. + +LATEX_CMD_NAME = latex + +# The MAKEINDEX_CMD_NAME tag can be used to specify the command name to +# generate index for LaTeX. If left blank `makeindex' will be used as the +# default command name. + +MAKEINDEX_CMD_NAME = makeindex + +# If the COMPACT_LATEX tag is set to YES Doxygen generates more compact +# LaTeX documents. This may be useful for small projects and may help to +# save some trees in general. + +COMPACT_LATEX = NO + +# The PAPER_TYPE tag can be used to set the paper type that is used +# by the printer. Possible values are: a4, a4wide, letter, legal and +# executive. If left blank a4wide will be used. + +PAPER_TYPE = a4wide + +# The EXTRA_PACKAGES tag can be to specify one or more names of LaTeX +# packages that should be included in the LaTeX output. + +EXTRA_PACKAGES = + +# The LATEX_HEADER tag can be used to specify a personal LaTeX header for +# the generated latex document. The header should contain everything until +# the first chapter. If it is left blank doxygen will generate a +# standard header. Notice: only use this tag if you know what you are doing! + +LATEX_HEADER = + +# If the PDF_HYPERLINKS tag is set to YES, the LaTeX that is generated +# is prepared for conversion to pdf (using ps2pdf). The pdf file will +# contain links (just like the HTML output) instead of page references +# This makes the output suitable for online browsing using a pdf viewer. + +PDF_HYPERLINKS = NO + +# If the USE_PDFLATEX tag is set to YES, pdflatex will be used instead of +# plain latex in the generated Makefile. Set this option to YES to get a +# higher quality PDF documentation. + +USE_PDFLATEX = NO + +# If the LATEX_BATCHMODE tag is set to YES, doxygen will add the \\batchmode. +# command to the generated LaTeX files. This will instruct LaTeX to keep +# running if errors occur, instead of asking the user for help. +# This option is also used when generating formulas in HTML. + +LATEX_BATCHMODE = NO + +# If LATEX_HIDE_INDICES is set to YES then doxygen will not +# include the index chapters (such as File Index, Compound Index, etc.) +# in the output. + +LATEX_HIDE_INDICES = NO + +#--------------------------------------------------------------------------- +# configuration options related to the RTF output +#--------------------------------------------------------------------------- + +# If the GENERATE_RTF tag is set to YES Doxygen will generate RTF output +# The RTF output is optimized for Word 97 and may not look very pretty with +# other RTF readers or editors. + +GENERATE_RTF = NO + +# The RTF_OUTPUT tag is used to specify where the RTF docs will be put. +# If a relative path is entered the value of OUTPUT_DIRECTORY will be +# put in front of it. If left blank `rtf' will be used as the default path. + +RTF_OUTPUT = rtf + +# If the COMPACT_RTF tag is set to YES Doxygen generates more compact +# RTF documents. This may be useful for small projects and may help to +# save some trees in general. + +COMPACT_RTF = NO + +# If the RTF_HYPERLINKS tag is set to YES, the RTF that is generated +# will contain hyperlink fields. The RTF file will +# contain links (just like the HTML output) instead of page references. +# This makes the output suitable for online browsing using WORD or other +# programs which support those fields. +# Note: wordpad (write) and others do not support links. + +RTF_HYPERLINKS = NO + +# Load stylesheet definitions from file. Syntax is similar to doxygen's +# config file, i.e. a series of assignments. You only have to provide +# replacements, missing definitions are set to their default value. + +RTF_STYLESHEET_FILE = + +# Set optional variables used in the generation of an rtf document. +# Syntax is similar to doxygen's config file. + +RTF_EXTENSIONS_FILE = + +#--------------------------------------------------------------------------- +# configuration options related to the man page output +#--------------------------------------------------------------------------- + +# If the GENERATE_MAN tag is set to YES (the default) Doxygen will +# generate man pages + +GENERATE_MAN = YES + +# The MAN_OUTPUT tag is used to specify where the man pages will be put. +# If a relative path is entered the value of OUTPUT_DIRECTORY will be +# put in front of it. If left blank `man' will be used as the default path. + +MAN_OUTPUT = man + +# The MAN_EXTENSION tag determines the extension that is added to +# the generated man pages (default is the subroutine's section .3) + +MAN_EXTENSION = .3 + +# If the MAN_LINKS tag is set to YES and Doxygen generates man output, +# then it will generate one additional man file for each entity +# documented in the real man page(s). These additional files +# only source the real man page, but without them the man command +# would be unable to find the correct page. The default is NO. + +MAN_LINKS = NO + +#--------------------------------------------------------------------------- +# configuration options related to the XML output +#--------------------------------------------------------------------------- + +# If the GENERATE_XML tag is set to YES Doxygen will +# generate an XML file that captures the structure of +# the code including all documentation. + +GENERATE_XML = NO + +# The XML_OUTPUT tag is used to specify where the XML pages will be put. +# If a relative path is entered the value of OUTPUT_DIRECTORY will be +# put in front of it. If left blank `xml' will be used as the default path. + +XML_OUTPUT = xml + +# The XML_SCHEMA tag can be used to specify an XML schema, +# which can be used by a validating XML parser to check the +# syntax of the XML files. + +XML_SCHEMA = + +# The XML_DTD tag can be used to specify an XML DTD, +# which can be used by a validating XML parser to check the +# syntax of the XML files. + +XML_DTD = + +# If the XML_PROGRAMLISTING tag is set to YES Doxygen will +# dump the program listings (including syntax highlighting +# and cross-referencing information) to the XML output. Note that +# enabling this will significantly increase the size of the XML output. + +XML_PROGRAMLISTING = YES + +#--------------------------------------------------------------------------- +# configuration options for the AutoGen Definitions output +#--------------------------------------------------------------------------- + +# If the GENERATE_AUTOGEN_DEF tag is set to YES Doxygen will +# generate an AutoGen Definitions (see autogen.sf.net) file +# that captures the structure of the code including all +# documentation. Note that this feature is still experimental +# and incomplete at the moment. + +GENERATE_AUTOGEN_DEF = NO + +#--------------------------------------------------------------------------- +# configuration options related to the Perl module output +#--------------------------------------------------------------------------- + +# If the GENERATE_PERLMOD tag is set to YES Doxygen will +# generate a Perl module file that captures the structure of +# the code including all documentation. Note that this +# feature is still experimental and incomplete at the +# moment. + +GENERATE_PERLMOD = NO + +# If the PERLMOD_LATEX tag is set to YES Doxygen will generate +# the necessary Makefile rules, Perl scripts and LaTeX code to be able +# to generate PDF and DVI output from the Perl module output. + +PERLMOD_LATEX = NO + +# If the PERLMOD_PRETTY tag is set to YES the Perl module output will be +# nicely formatted so it can be parsed by a human reader. This is useful +# if you want to understand what is going on. On the other hand, if this +# tag is set to NO the size of the Perl module output will be much smaller +# and Perl will parse it just the same. + +PERLMOD_PRETTY = YES + +# The names of the make variables in the generated doxyrules.make file +# are prefixed with the string contained in PERLMOD_MAKEVAR_PREFIX. +# This is useful so different doxyrules.make files included by the same +# Makefile don't overwrite each other's variables. + +PERLMOD_MAKEVAR_PREFIX = + +#--------------------------------------------------------------------------- +# Configuration options related to the preprocessor +#--------------------------------------------------------------------------- + +# If the ENABLE_PREPROCESSING tag is set to YES (the default) Doxygen will +# evaluate all C-preprocessor directives found in the sources and include +# files. + +ENABLE_PREPROCESSING = YES + +# If the MACRO_EXPANSION tag is set to YES Doxygen will expand all macro +# names in the source code. If set to NO (the default) only conditional +# compilation will be performed. Macro expansion can be done in a controlled +# way by setting EXPAND_ONLY_PREDEF to YES. + +MACRO_EXPANSION = NO + +# If the EXPAND_ONLY_PREDEF and MACRO_EXPANSION tags are both set to YES +# then the macro expansion is limited to the macros specified with the +# PREDEFINED and EXPAND_AS_PREDEFINED tags. + +EXPAND_ONLY_PREDEF = NO + +# If the SEARCH_INCLUDES tag is set to YES (the default) the includes files +# in the INCLUDE_PATH (see below) will be search if a #include is found. + +SEARCH_INCLUDES = YES + +# The INCLUDE_PATH tag can be used to specify one or more directories that +# contain include files that are not input files but should be processed by +# the preprocessor. + +INCLUDE_PATH = + +# You can use the INCLUDE_FILE_PATTERNS tag to specify one or more wildcard +# patterns (like *.h and *.hpp) to filter out the header-files in the +# directories. If left blank, the patterns specified with FILE_PATTERNS will +# be used. + +INCLUDE_FILE_PATTERNS = + +# The PREDEFINED tag can be used to specify one or more macro names that +# are defined before the preprocessor is started (similar to the -D option of +# gcc). The argument of the tag is a list of macros of the form: name +# or name=definition (no spaces). If the definition and the = are +# omitted =1 is assumed. To prevent a macro definition from being +# undefined via #undef or recursively expanded use the := operator +# instead of the = operator. + +PREDEFINED = + +# If the MACRO_EXPANSION and EXPAND_ONLY_PREDEF tags are set to YES then +# this tag can be used to specify a list of macro names that should be expanded. +# The macro definition that is found in the sources will be used. +# Use the PREDEFINED tag if you want to use a different macro definition. + +EXPAND_AS_DEFINED = + +# If the SKIP_FUNCTION_MACROS tag is set to YES (the default) then +# doxygen's preprocessor will remove all function-like macros that are alone +# on a line, have an all uppercase name, and do not end with a semicolon. Such +# function macros are typically used for boiler-plate code, and will confuse +# the parser if not removed. + +SKIP_FUNCTION_MACROS = YES + +#--------------------------------------------------------------------------- +# Configuration::additions related to external references +#--------------------------------------------------------------------------- + +# The TAGFILES option can be used to specify one or more tagfiles. +# Optionally an initial location of the external documentation +# can be added for each tagfile. The format of a tag file without +# this location is as follows: +# TAGFILES = file1 file2 ... +# Adding location for the tag files is done as follows: +# TAGFILES = file1=loc1 "file2 = loc2" ... +# where "loc1" and "loc2" can be relative or absolute paths or +# URLs. If a location is present for each tag, the installdox tool +# does not have to be run to correct the links. +# Note that each tag file must have a unique name +# (where the name does NOT include the path) +# If a tag file is not located in the directory in which doxygen +# is run, you must also specify the path to the tagfile here. + +TAGFILES = + +# When a file name is specified after GENERATE_TAGFILE, doxygen will create +# a tag file that is based on the input files it reads. + +GENERATE_TAGFILE = + +# If the ALLEXTERNALS tag is set to YES all external classes will be listed +# in the class index. If set to NO only the inherited external classes +# will be listed. + +ALLEXTERNALS = NO + +# If the EXTERNAL_GROUPS tag is set to YES all external groups will be listed +# in the modules index. If set to NO, only the current project's groups will +# be listed. + +EXTERNAL_GROUPS = YES + +# The PERL_PATH should be the absolute path and name of the perl script +# interpreter (i.e. the result of `which perl'). + +PERL_PATH = @PERL@ + +#--------------------------------------------------------------------------- +# Configuration options related to the dot tool +#--------------------------------------------------------------------------- + +# If the CLASS_DIAGRAMS tag is set to YES (the default) Doxygen will +# generate a inheritance diagram (in HTML, RTF and LaTeX) for classes with base +# or super classes. Setting the tag to NO turns the diagrams off. Note that +# this option is superseded by the HAVE_DOT option below. This is only a +# fallback. It is recommended to install and use dot, since it yields more +# powerful graphs. + +CLASS_DIAGRAMS = YES + +# If set to YES, the inheritance and collaboration graphs will hide +# inheritance and usage relations if the target is undocumented +# or is not a class. + +HIDE_UNDOC_RELATIONS = YES + +# If you set the HAVE_DOT tag to YES then doxygen will assume the dot tool is +# available from the path. This tool is part of Graphviz, a graph visualization +# toolkit from AT&T and Lucent Bell Labs. The other options in this section +# have no effect if this option is set to NO (the default) + +HAVE_DOT = NO + +# If the CLASS_GRAPH and HAVE_DOT tags are set to YES then doxygen +# will generate a graph for each documented class showing the direct and +# indirect inheritance relations. Setting this tag to YES will force the +# the CLASS_DIAGRAMS tag to NO. + +CLASS_GRAPH = YES + +# If the COLLABORATION_GRAPH and HAVE_DOT tags are set to YES then doxygen +# will generate a graph for each documented class showing the direct and +# indirect implementation dependencies (inheritance, containment, and +# class references variables) of the class with other documented classes. + +COLLABORATION_GRAPH = YES + +# If the GROUP_GRAPHS and HAVE_DOT tags are set to YES then doxygen +# will generate a graph for groups, showing the direct groups dependencies + +GROUP_GRAPHS = YES + +# If the UML_LOOK tag is set to YES doxygen will generate inheritance and +# collaboration diagrams in a style similar to the OMG's Unified Modeling +# Language. + +UML_LOOK = NO + +# If set to YES, the inheritance and collaboration graphs will show the +# relations between templates and their instances. + +TEMPLATE_RELATIONS = NO + +# If the ENABLE_PREPROCESSING, SEARCH_INCLUDES, INCLUDE_GRAPH, and HAVE_DOT +# tags are set to YES then doxygen will generate a graph for each documented +# file showing the direct and indirect include dependencies of the file with +# other documented files. + +INCLUDE_GRAPH = YES + +# If the ENABLE_PREPROCESSING, SEARCH_INCLUDES, INCLUDED_BY_GRAPH, and +# HAVE_DOT tags are set to YES then doxygen will generate a graph for each +# documented header file showing the documented files that directly or +# indirectly include this file. + +INCLUDED_BY_GRAPH = YES + +# If the CALL_GRAPH and HAVE_DOT tags are set to YES then doxygen will +# generate a call dependency graph for every global function or class method. +# Note that enabling this option will significantly increase the time of a run. +# So in most cases it will be better to enable call graphs for selected +# functions only using the \callgraph command. + +CALL_GRAPH = NO + +# If the GRAPHICAL_HIERARCHY and HAVE_DOT tags are set to YES then doxygen +# will graphical hierarchy of all classes instead of a textual one. + +GRAPHICAL_HIERARCHY = YES + +# If the DIRECTORY_GRAPH, SHOW_DIRECTORIES and HAVE_DOT tags are set to YES +# then doxygen will show the dependencies a directory has on other directories +# in a graphical way. The dependency relations are determined by the #include +# relations between the files in the directories. + +DIRECTORY_GRAPH = YES + +# The DOT_IMAGE_FORMAT tag can be used to set the image format of the images +# generated by dot. Possible values are png, jpg, or gif +# If left blank png will be used. + +DOT_IMAGE_FORMAT = png + +# The tag DOT_PATH can be used to specify the path where the dot tool can be +# found. If left blank, it is assumed the dot tool can be found in the path. + +DOT_PATH = + +# The DOTFILE_DIRS tag can be used to specify one or more directories that +# contain dot files that are included in the documentation (see the +# \dotfile command). + +DOTFILE_DIRS = + +# The MAX_DOT_GRAPH_WIDTH tag can be used to set the maximum allowed width +# (in pixels) of the graphs generated by dot. If a graph becomes larger than +# this value, doxygen will try to truncate the graph, so that it fits within +# the specified constraint. Beware that most browsers cannot cope with very +# large images. + +MAX_DOT_GRAPH_WIDTH = 1024 + +# The MAX_DOT_GRAPH_HEIGHT tag can be used to set the maximum allows height +# (in pixels) of the graphs generated by dot. If a graph becomes larger than +# this value, doxygen will try to truncate the graph, so that it fits within +# the specified constraint. Beware that most browsers cannot cope with very +# large images. + +MAX_DOT_GRAPH_HEIGHT = 1024 + +# The MAX_DOT_GRAPH_DEPTH tag can be used to set the maximum depth of the +# graphs generated by dot. A depth value of 3 means that only nodes reachable +# from the root by following a path via at most 3 edges will be shown. Nodes +# that lay further from the root node will be omitted. Note that setting this +# option to 1 or 2 may greatly reduce the computation time needed for large +# code bases. Also note that a graph may be further truncated if the graph's +# image dimensions are not sufficient to fit the graph (see MAX_DOT_GRAPH_WIDTH +# and MAX_DOT_GRAPH_HEIGHT). If 0 is used for the depth value (the default), +# the graph is not depth-constrained. + +MAX_DOT_GRAPH_DEPTH = 0 + +# Set the DOT_TRANSPARENT tag to YES to generate images with a transparent +# background. This is disabled by default, which results in a white background. +# Warning: Depending on the platform used, enabling this option may lead to +# badly anti-aliased labels on the edges of a graph (i.e. they become hard to +# read). + +DOT_TRANSPARENT = NO + +# Set the DOT_MULTI_TARGETS tag to YES allow dot to generate multiple output +# files in one run (i.e. multiple -o and -T options on the command line). This +# makes dot run faster, but since only newer versions of dot (>1.8.10) +# support this, this feature is disabled by default. + +DOT_MULTI_TARGETS = NO + +# If the GENERATE_LEGEND tag is set to YES (the default) Doxygen will +# generate a legend page explaining the meaning of the various boxes and +# arrows in the dot generated graphs. + +GENERATE_LEGEND = YES + +# If the DOT_CLEANUP tag is set to YES (the default) Doxygen will +# remove the intermediate dot files that are used to generate +# the various graphs. + +DOT_CLEANUP = YES + +#--------------------------------------------------------------------------- +# Configuration::additions related to the search engine +#--------------------------------------------------------------------------- + +# The SEARCHENGINE tag specifies whether or not a search engine should be +# used. If set to NO the values of all tags below this one will be ignored. + +SEARCHENGINE = NO Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/Makefile.am (revision 22322) @@ -0,0 +1,21 @@ +# Copyright (C) 2005 Joshua Hoblitt +# +# $Id: Makefile.am,v 1.13 2007-05-04 02:14:04 jhoblitt Exp $ + +SUBDIRS = src tests + +pkgconfigdir = $(libdir)/pkgconfig +pkgconfig_DATA= @PACKAGE@.pc + +EXTRA_DIST = nebulous.wsdl + +if HAVE_DOXYGEN +man_MANS = \ + $(top_builddir)/docs/man/man3/@PACKAGE@.3 + +docs/man/man3/@PACKAGE@.3: + $(DOXYGEN) +endif + +clean-local: + -rm -rf docs Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/autogen.sh =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/autogen.sh (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/autogen.sh (revision 22322) @@ -0,0 +1,116 @@ +#!/bin/sh +# Run this to generate all the initial makefiles, etc. + +srcdir=`dirname $0` +test -z "$srcdir" && srcdir=. + +ORIGDIR=`pwd` +cd $srcdir + +PROJECT=nebclient +TEST_TYPE=-f +# change this to be a unique filename in the top level dir +FILE=nebulous.wsdl + +DIE=0 + +LIBTOOLIZE=libtoolize +ACLOCAL="aclocal $ACLOCAL_FLAGS" +AUTOHEADER=autoheader +AUTOMAKE=automake +AUTOCONF=autoconf + +($LIBTOOLIZE --version) < /dev/null > /dev/null 2>&1 || { + echo + echo "You must have $LIBTOOLIZE installed to compile $PROJECT." + echo "Download the appropriate package for your distribution," + echo "or get the source tarball at http://ftp.gnu.org/gnu/libtool/" + DIE=1 +} + +($ACLOCAL --version) < /dev/null > /dev/null 2>&1 || { + echo + echo "You must have $ACLOCAL installed to compile $PROJECT." + echo "Download the appropriate package for your distribution," + echo "or get the source tarball at http://ftp.gnu.org/gnu/automake/" + DIE=1 +} + +($AUTOHEADER --version) < /dev/null > /dev/null 2>&1 || { + echo + echo "You must have $AUTOHEADER installed to compile $PROJECT." + echo "Download the appropriate package for your distribution," + echo "or get the source tarball at http://ftp.gnu.org/gnu/autoconf/" + DIE=1 +} + +($AUTOMAKE --version) < /dev/null > /dev/null 2>&1 || { + echo + echo "You must have $AUTOMAKE installed to compile $PROJECT." + echo "Download the appropriate package for your distribution," + echo "or get the source tarball at http://ftp.gnu.org/gnu/automake/" + DIE=1 +} + +($AUTOCONF --version) < /dev/null > /dev/null 2>&1 || { + echo + echo "You must have $AUTOCONF installed to compile $PROJECT." + echo "Download the appropriate package for your distribution," + echo "or get the source tarball at http://ftp.gnu.org/gnu/autoconf/" + DIE=1 +} + +if test "$DIE" -eq 1; then + exit 1 +fi + +test $TEST_TYPE $FILE || { + echo "You must run this script in the top-level $PROJECT directory" + exit 1 +} + +if test -z "$*"; then + echo "I am going to run ./configure with no arguments - if you wish " + echo "to pass any to it, please specify them on the $0 command line." +fi + +$LIBTOOLIZE --copy --force || echo "$LIBTOOLIZE failed" +$ACLOCAL || echo "$ACLOCAL failed" +$AUTOHEADER || echo "$AUTOHEADER failed" +$AUTOMAKE --add-missing --force-missing --copy || echo "$AUTOMAKE failed" +$AUTOCONF || echo "$AUTOCONF failed" + +# bypass taps bootstrap.sh +cd ./tests/tap +$LIBTOOLIZE --copy --force || echo "$LIBTOOLIZE failed" +$ACLOCAL || echo "$ACLOCAL failed" +$AUTOHEADER || echo "$AUTOHEADER failed" +$AUTOMAKE --add-missing --force-missing --copy || echo "$AUTOMAKE failed" +$AUTOCONF || echo "$AUTOCONF failed" +cd $ORIGDIR + +if test -n `which wsdl2h`; then + wsdl2h -o src/nebulous.h -c nebulous.wsdl \ + && soapcpp2 -d src -c src/nebulous.h \ + && rm -f src/*.xml +fi + +run_configure=true +for arg in $*; do + case $arg in + --no-configure) + run_configure=false + ;; + *) + ;; + esac +done + +if $run_configure; then + $srcdir/configure --enable-maintainer-mode "$@" + echo + echo "Now type 'make' to compile $PROJECT." +else + echo + echo "Now run 'configure' and 'make' to compile $PROJECT." +fi Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/configure.ac =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/configure.ac (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/configure.ac (revision 22322) @@ -0,0 +1,52 @@ +dnl Copyright (C) 2005 Joshua Hoblitt +dnl +dnl $Id: configure.ac,v 1.19 2008-09-15 21:26:28 jhoblitt Exp $ + +AC_PREREQ(2.61) + +AC_INIT([nebclient], [0.06], [jhoblitt@cpan.org]) +AC_CONFIG_SRCDIR([nebulous.wsdl]) + +dnl this enables the building of libtap +AC_CONFIG_SUBDIRS([tests/tap]) + +AM_INIT_AUTOMAKE([1.6 foreign dist-bzip2]) +AM_CONFIG_HEADER([config.h]) +AM_MAINTAINER_MODE + +AC_LANG(C) +AC_PROG_CC_C99 +AC_PROG_INSTALL +AC_PROG_LIBTOOL + +AC_ARG_ENABLE(doxygen, + [AS_HELP_STRING(--enable-doxygen ,enable manpage generation)], + [AC_MSG_RESULT(doxygen enabled) + AC_PATH_PROG([DOXYGEN], [doxygen], []) + ], + [AC_MSG_RESULT([doxygen disabled]) + doxygen=off + ] +) +AM_CONDITIONAL([HAVE_DOXYGEN], test -n "$DOXYGEN" -a "x$doxygen" != "xoff") + +dnl needed by doxygen +AC_PATH_PROG([PERL], [perl], [missing]) +if test "$PERL" = "missing" ; then + AC_MSG_ERROR([perl is required]) +fi + +AM_CFLAGS="-Wall -fno-strict-aliasing" +AC_SUBST([AM_CFLAGS]) + +dnl default install prefix +AC_PREFIX_DEFAULT([/usr]) + +AC_CONFIG_FILES([ + Makefile + nebclient.pc + Doxyfile + src/Makefile + tests/Makefile +]) +AC_OUTPUT Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/nebclient.pc.in =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/nebclient.pc.in (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/nebclient.pc.in (revision 22322) @@ -0,0 +1,10 @@ +prefix=@prefix@ +exec_prefix=@exec_prefix@ +libdir=@libdir@ +includedir=@includedir@ + +Name: @PACKAGE@ +Description: Nebulous C client +Version: @VERSION@ +Libs: -L${libdir} -l@PACKAGE@ +Cflags: -I${includedir} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/nebulous.wsdl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/nebulous.wsdl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/nebulous.wsdl (revision 22322) @@ -0,0 +1,288 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/.cvsignore (revision 22322) @@ -0,0 +1,19 @@ +.deps +.libs +Makefile +Makefile.in +SOAP.nsmap +libnebclient.la +nebclient.lo +nebulous.h +soapC.c +soapC.lo +soapClient.c +soapClient.lo +soapClientLib.c +soapH.h +soapServer.c +soapServerLib.c +soapStub.h +stdsoap2.lo +xmalloc.lo Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/Makefile.am (revision 22322) @@ -0,0 +1,19 @@ +# Copyright (C) 2005 Joshua Hoblitt +# +# $Id: Makefile.am,v 1.5 2005-07-27 01:28:04 jhoblitt Exp $ + +include_HEADERS=nebclient.h +lib_LTLIBRARIES = libnebclient.la +libnebclient_la_LDFLAGS = -release @PACKAGE_VERSION@ +libnebclient_la_SOURCES =\ + nebclient.h\ + nebclient.c\ + xmalloc.h\ + xmalloc.c\ + SOAP.nsmap\ + soapC.c\ + soapClient.c\ + soapH.h\ + soapStub.h\ + stdsoap2.c\ + stdsoap2.h Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/SOAP.nsmap =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/SOAP.nsmap (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/SOAP.nsmap (revision 22322) @@ -0,0 +1,11 @@ + +#include "soapH.h" +SOAP_NMAC struct Namespace namespaces[] = +{ + {"SOAP-ENV", "http://schemas.xmlsoap.org/soap/envelope/", "http://www.w3.org/*/soap-envelope", NULL}, + {"SOAP-ENC", "http://schemas.xmlsoap.org/soap/encoding/", "http://www.w3.org/*/soap-encoding", NULL}, + {"xsi", "http://www.w3.org/2001/XMLSchema-instance", "http://www.w3.org/*/XMLSchema-instance", NULL}, + {"xsd", "http://www.w3.org/2001/XMLSchema", "http://www.w3.org/*/XMLSchema", NULL}, + {"ns1", "urn:Nebulous/Server/SOAP", NULL, NULL}, + {NULL, NULL, NULL, NULL} +}; Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/nebclient.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/nebclient.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/nebclient.c (revision 22322) @@ -0,0 +1,927 @@ +/* + * nebclient.c - nebulous client + * + * Copyright (C) 2005 Joshua Hoblitt + * + * $Id: nebclient.c,v 1.50 2008-09-15 21:23:36 jhoblitt Exp $ + */ + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include "xmalloc.h" +#include "soapH.h" +#include "SOAP.nsmap" +#include "nebclient.h" + +#define ERRBUF_SIZE 2048 +#define LOCK_TIMEOUT 10 +#define LOCK_INTERVAL 1 + +#define nebSetErr(server,...) \ + p_nebSetErr(__FILE__, __LINE__, __func__, server,__VA_ARGS__) + +// this is a slightly more useful error message than returned by assert() +#define REQUIRE_SERVER \ + if (!server) { \ + fprintf(stderr, "parameter 'server' may not be NULL"); \ + abort(); \ + } + +#define NEBCOPYFILE 0 + +static void p_nebSetErr(const char * filename, unsigned long lineno, const char *function, nebServer *server, const char *format, ...); +static void nebSetServerErr(nebServer *server); +#if NEBCOPYFILE +static off_t nebCopyFile(nebServer *server, const char *source, const char *dest); +#endif +static off_t nebCopyFilehandle(nebServer *server, int sourceFH, int destFH); + +static size_t nebParseURI(nebServer *server, const char *URI, char **filename); +static bool nebNukeFile(nebServer *server, const char *filename); +static char *nullstrncpy(char *dest, const char *src, size_t n); + +nebServer *nebServerAlloc(const char *endpoint) +{ + nebServer *server; + + server = xmalloc(sizeof(nebServer)); + + if (endpoint) { + server->endpoint = xmalloc(strlen(endpoint) + 1); + strcpy(server->endpoint, endpoint); + } else { + server->endpoint = NULL; + } + + server->soap = xmalloc(sizeof(struct soap)); + server->err_buf = xmalloc(ERRBUF_SIZE); + server->err_buf_size = ERRBUF_SIZE; + + // init err buffer + memset(server->err_buf, 0, server->err_buf_size); + + soap_init(server->soap); + soap_set_namespaces(server->soap, namespaces); + + return server; +} + +void nebServerFree(nebServer *server) +{ + if (!server) { + return; + } + + soap_end(server->soap); // remove deserialized data and clean up + soap_done(server->soap); // detach the gSOAP environment + + nebFree(server->endpoint); + nebFree(server->soap); + nebFree(server->err_buf); + nebFree(server); +} + +char *nebCreate(nebServer *server, const char *key, const char *volume, char **URI) +{ + struct ns1__create_USCOREobjectResponse response; + char *filename; + + REQUIRE_SERVER; + + if (!key) { + nebSetErr(server, "parameter 'key' may not be NULL"); + + return NULL; + } + + if (soap_call_ns1__create_USCOREobject(server->soap, server->endpoint, NULL, + (char *)key, (char *)volume, (char **)&response) != SOAP_OK) { + nebSetServerErr(server); + + return NULL; + } + + if (!(char *)response.result) { + nebSetErr(server, "server returned no result"); + return NULL; + } + + if (!nebParseURI(server, (char *)response.result, &filename)) { + nebSetErr(server, "can not parse URI"); + return NULL; + } + + // if URI is not NULL + if (URI) { + *URI = xmalloc(strlen((char *)response.result) + 1); + strcpy(*URI, (char *)response.result); + } + + return filename; +} + +int nebOpenCreate(nebServer *server, const char *key, const char *volume, char **URI) +{ + char *filename; + int file; + + REQUIRE_SERVER; + + if (!key) { + nebSetErr(server, "parameter 'key' may not be NULL"); + + return -1; + } + + filename = nebCreate(server, key, volume, URI); + + file = open(filename, O_RDWR|O_TRUNC, 0660); + if (file == -1) { + nebSetErr(server, "can not open %s: %s", filename, strerror(errno)); + nebFree(filename); + + return -1; + } + + nebFree(filename); + + return file; +} + +bool nebReplicate(nebServer *server, const char *key, const char *volume, char **URI) +{ + struct ns1__replicate_USCOREobjectResponse response; + char *filename; + int sourceFH, destFH; + + REQUIRE_SERVER; + + if (!key) { + nebSetErr(server, "parameter 'key' may not be NULL"); + + return false; + } + + + // We have to open the instance that we're going to copy from first. If + // we don't do this, it's possible that open will find & open the new + // instance that we're in the process of creating + sourceFH = nebOpen(server, (char *)key, NEB_READ); + if (sourceFH == -1) { + nebSetErr(server, "can not open key %s", key); + nebFree(filename); + + return false; + } + + // ask the server for a new instance attached to our key + if (soap_call_ns1__replicate_USCOREobject(server->soap, server->endpoint, + NULL, (char *)key, (char *)volume, (char **)&response) != SOAP_OK) { + nebSetServerErr(server); + + return false; + } + + if (!nebParseURI(server, (char *)response.result, &filename)) { + nebSetErr(server, "can not parse URI"); + + return false; + } + + destFH = open(filename, O_RDWR|O_TRUNC, 0660); + if (destFH == -1) { + nebSetErr(server, "can not open %s: %s\n", filename, strerror(errno)); + nebFree(filename); + + return false; + } + + nebCopyFilehandle(server, sourceFH, destFH); + + if (close(sourceFH) == -1) { + nebSetErr(server, "can not close file: %s", strerror(errno)); + nebFree(filename); + + return false; + } + + if (close(destFH) == -1) { + nebSetErr(server, "can not close %s: %s", filename, strerror(errno)); + nebFree(filename); + + return false; + } + + nebFree(filename); + + // if URI is not NULL + if (URI) { + *URI = xmalloc(strlen((char *)response.result) + 1); + strcpy(*URI, (char *)response.result); + } + + return true; +} + +bool nebCull(nebServer *server, const char *key) +{ + nebObjectInstances *locations; + + REQUIRE_SERVER; + + if (!key) { + nebSetErr(server, "parameter 'key' may not be NULL"); + + return false; + } + + locations = nebFindInstances(server, key, NULL); + if (!locations) { + nebSetErr(server, "can not cull - not enough instances"); + + return false; + } + + if (!nebDeleteInstance(server, locations->URI[0])) { + nebObjectInstancesFree(locations); + + return false; + } + + nebObjectInstancesFree(locations); + + return true; +} + +bool nebLock(nebServer *server, const char *key, nebRW flag) +{ + time_t endtime; + char *type; + int response; + + REQUIRE_SERVER; + + if (!key) { + nebSetErr(server, "parameter 'key' may not be NULL"); + + return false; + } + + type = flag == NEB_READ ? "read" : "write"; + + endtime = time(NULL) + LOCK_TIMEOUT; + + while (time(NULL) < endtime) { + if (soap_call_ns1__lock_USCOREobject(server->soap, server->endpoint, + NULL, (char *)key, type, &response) != SOAP_OK) { + nebSetServerErr(server); + return false; + } + + if (response) { + return true; + } + + sleep(LOCK_INTERVAL); + } + + // else, we never got a lock + nebSetErr(server, "can not get a %s lock", type); + + return false; +} + +bool nebUnlock(nebServer *server, const char *key, nebRW flag) +{ + char *type; + int response; + + REQUIRE_SERVER; + + if (!key) { + nebSetErr(server, "parameter 'key' may not be NULL"); + + return false; + } + + type = flag == NEB_READ ? "read" : "write"; + + if (soap_call_ns1__unlock_USCOREobject(server->soap, server->endpoint, + NULL, (char *)key, type, &response) != SOAP_OK) { + nebSetServerErr(server); + return false; + } + + if (response) { + return true; + } + + // else, we never got a lock + nebSetErr(server, "can not release %s lock", type); + + return false; +} + +nebObjectInstances *nebFindInstances(nebServer *server, const char *key, const char *volume) +{ + struct ns1__find_USCOREinstancesResponse response; + int resultElements = 0; + char **resultArray; + nebObjectInstances *locations = NULL; + + REQUIRE_SERVER; + + if (!key) { + nebSetErr(server, "parameter 'key' may not be NULL"); + + return NULL; + } + + // FIXME is this leaking memory when response goes out of scope? the gsoap + // manual seems to 'suggest' that this is temporary data that gets cleaed + // up on the next soap function call + if (soap_call_ns1__find_USCOREinstances(server->soap, server->endpoint, + NULL, (char *)key, (char *)volume, &response) != SOAP_OK) { + nebSetServerErr(server); + return NULL; + } + + resultElements = response.result->__size; + + if (resultElements) { + locations = xmalloc(sizeof(nebObjectInstances)); + locations->n = resultElements; + + resultArray = response.result->__ptr; + + locations->URI = xmalloc(sizeof(char*) * resultElements); + + for (int i = 0; i < resultElements; i++) { + locations->URI[i] = xmalloc(strlen(resultArray[i]) + 1); + strcpy(locations->URI[i], resultArray[i]); + } + + } + + return locations; +} + +void nebObjectInstancesFree(nebObjectInstances *locations) +{ + if (!locations) { + return; + } + + for (int i = 0; i < locations->n; i++) { + nebFree(locations->URI[i]); + } + + nebFree(locations); +} + +char *nebFind(nebServer *server, const char *key) +{ + nebObjectInstances *locations; + char *filename; + + REQUIRE_SERVER; + + if (!key) { + nebSetErr(server, "parameter 'key' may not be NULL"); + + return NULL; + } + + locations = nebFindInstances(server, key, NULL); + if (!locations) { + if (!strstr(nebErr(server), "no instances on storage volume")) { + nebSetErr(server, "no instances found"); + return NULL; + } + + locations = nebFindInstances(server, key, "any"); + if (!locations) { + nebSetErr(server, "no instances found"); + return NULL; + } + } + + if (!nebParseURI(server, locations->URI[0], &filename)) { + nebSetErr(server, "can not parse URI"); + nebObjectInstancesFree(locations); + + return NULL; + } + + nebObjectInstancesFree(locations); + + return filename; +} + +int nebOpen(nebServer *server, const char *key, nebRW flag) +{ + nebObjectInstances *locations; + char *filename; + int fh; + + REQUIRE_SERVER; + + if (!key) { + nebSetErr(server, "parameter 'key' may not be NULL"); + + return -1; + } + + locations = nebFindInstances(server, key, NULL); + if (!locations) { + nebSetErr(server, "no instances found"); + + return -1; + } + + if (!nebParseURI(server, locations->URI[0], &filename)) { + nebSetErr(server, "can not parse URI"); + nebObjectInstancesFree(locations); + + return -1; + } + + if (flag == NEB_WRITE) { + if (locations->n > 1) { + nebSetErr(server, "write not allowed with multiple instances"); + nebFree(filename); + nebObjectInstancesFree(locations); + + return -1; + } + fh = open(filename, O_RDWR); + } else { + fh = open(filename, O_RDONLY); + } + + nebFree(filename); + nebObjectInstancesFree(locations); + + if (fh < 0) { + nebSetErr(server, "open: %s", strerror(errno)); + + return -1; + } + + return fh; +} + +bool nebDelete(nebServer *server, const char *key) +{ + nebObjectInstances *locations; + + REQUIRE_SERVER; + + if (!key) { + nebSetErr(server, "parameter 'key' may not be NULL"); + + return false; + } + + locations = nebFindInstances(server, key, "any"); + if (!locations) { + nebSetErr(server, "no instances found"); + + return false; + } + + for (int i = 0; i < locations->n; i++) { + if (!nebDeleteInstance(server, locations->URI[i])) { + nebSetErr(server, "can not delete instance"); + nebObjectInstancesFree(locations); + + return false; + } + } + + nebObjectInstancesFree(locations); + + return true; +} + +bool nebCopy(nebServer *server, const char *key, const char *newKey) +{ + int sourceFH; + int destFH; + + REQUIRE_SERVER; + + if (!key) { + nebSetErr(server, "parameter 'key' may not be NULL"); + + return false; + } + + if (!newKey) { + nebSetErr(server, "parameter 'newKey' may not be NULL"); + + return false; + } + + sourceFH = nebOpen(server, (char *)key, NEB_READ); + if (sourceFH < 0) { + // propigate nebOpen() error + + return false; + } + + destFH = nebOpenCreate(server, newKey, NULL, NULL); + if (destFH < 0) { + // propigate nebCreate() error + + return false; + } + + nebCopyFilehandle(server, sourceFH, destFH); + + if (close(sourceFH) == -1) { + nebSetErr(server, "can not close file: %s", strerror(errno)); + + return false; + } + + if (close(destFH) == -1) { + nebSetErr(server, "can not close file: %s", strerror(errno)); + + return false; + } + + return true; +} + +bool nebMove(nebServer *server, const char *key, const char *newKey) +{ + REQUIRE_SERVER; + + if (!key) { + nebSetErr(server, "parameter 'key' may not be NULL"); + + return false; + } + + if (!newKey) { + nebSetErr(server, "parameter 'newKey' may not be NULL"); + + return false; + } + + if (!nebCopy(server, key, newKey)) { + return false; + } + + if (!nebDelete(server, key)) { + return false; + } + + return true; +} + +bool nebDeleteInstance(nebServer *server, const char *URI) +{ + int response; + char *filename; + bool status; + + REQUIRE_SERVER; + + if (!URI) { + nebSetErr(server, "parameter 'URI' may not be NULL"); + + return false; + } + + if (!nebParseURI(server, URI, &filename)) { + nebSetErr(server, "can not parse URI"); + + return false; + } + + if (soap_call_ns1__delete_USCOREinstance(server->soap, server->endpoint, + NULL, (char *)URI, &response) != SOAP_OK) { + nebFree(filename); + + return false; + } + + if (response > 0) { + status = nebNukeFile(server, filename); + } else { + status = false; + } + + nebFree(filename); + + return status; +} + +nebObjectStat *nebStat(nebServer *server, const char *key) +{ + struct ns1__stat_USCOREobjectResponse response; + nebObjectStat *stat; + int resultElements = 0; + char **resultArray = NULL; + + REQUIRE_SERVER; + + if (!key) { + nebSetErr(server, "parameter 'key' may not be NULL"); + + return NULL; + } + + stat = xmalloc(sizeof(nebObjectStat)); + + // FIXME is this leaking memory when response goes out of scope? the gsoap + // manual seems to 'suggest' that this is temporary data that gets cleaed + // up on the next soap function call + if (soap_call_ns1__stat_USCOREobject(server->soap, server->endpoint, + NULL, (char *)key, &response) != SOAP_OK) { + nebSetServerErr(server); + return NULL; + } + + resultElements = response.result->__size; + resultArray = response.result->__ptr; + + if (resultElements != 7) { + nebSetErr(server, "server didn't return the proper number of stat elements"); + return NULL; + } + + nullstrncpy(stat->so_id, resultArray[0], 256); + nullstrncpy(stat->ext_id, resultArray[1], 256); + nullstrncpy(stat->read_lock, resultArray[2], 256); + nullstrncpy(stat->write_lock, resultArray[3], 256); + nullstrncpy(stat->epoch, resultArray[4], 256); + nullstrncpy(stat->mtime, resultArray[5], 256); + stat->instances = atoi(resultArray[6]); + + return stat; +} + +char *nebErr(nebServer *server) +{ + return server->err_buf; +} + +void nebFree(void *ptr) { + xfree(ptr); +} + + +static void p_nebSetErr(const char * filename, unsigned long lineno, const char *function, nebServer *server, const char *format, ...) +{ + va_list args; + size_t err_size; + char err_location[ERRBUF_SIZE]; + size_t err_location_size; + + err_location_size = snprintf(err_location, ERRBUF_SIZE, "%s:%lu %s() - ", + filename, lineno, function); + + if (err_location_size < 0) { + fprintf(stderr, "failed to set error info"); + + abort(); + } + + // copy error location info to start of error string + strncpy(server->err_buf, err_location, ERRBUF_SIZE); + + while (1) { + va_start(args, format); + // append error string after error location info + err_size = vsnprintf( + server->err_buf + err_location_size, + server->err_buf_size - err_location_size, + format, args); + va_end(args); + + if (err_size < 0) { + fprintf(stderr, "failed to set error message"); + + abort(); + } + + if (err_size < server->err_buf_size) { + break; + } + + // else: expand err_buf + // account for '\0' + server->err_buf_size = err_size + 1; + xrealloc(server->err_buf, server->err_buf_size); + } + +} + +static void nebSetServerErr(nebServer *server) +{ + const char **code; + const char **string; + + REQUIRE_SERVER; + + code = soap_faultcode(server->soap); + string = soap_faultstring(server->soap); + + nebSetErr(server, "%s - %s", *code, *string); +} + +#if NEBCOPYFILE +static off_t nebCopyFile(nebServer *server, const char *source, const char *dest) +{ + int sourceFH; + int destFH; + off_t bytesCopied; + + REQUIRE_SERVER; + + sourceFH = open(source, O_RDONLY); + if (sourceFH == -1) { + nebSetErr(server, "can not open %s: %s", source, strerror(errno)); + + return -1; + } + + destFH = open(dest, O_WRONLY|O_CREAT|O_CREAT, 0600); + if (destFH == -1) { + nebSetErr(server, "can not open %s: %s", dest, strerror(errno)); + + return -1; + } + + bytesCopied = nebCopyFilehandle(server, sourceFH, destFH); + if (bytesCopied < 0) { + return -1; + } + + if (close(sourceFH) == -1) { + nebSetErr(server, "can not close %s: %s", source, strerror(errno)); + + return -1; + } + + if (close(destFH) == -1) { + nebSetErr(server, "can not close %s: %s", dest, strerror(errno)); + + return -1; + } + + return bytesCopied; +} +#endif + +static off_t nebCopyFilehandle(nebServer *server, int sourceFH, int destFH) +{ + off_t bytesTotal; + off_t bytesRemaining; + off_t writeSize; + char writeBuf[64 * 1024]; + struct stat sourceStat; + + REQUIRE_SERVER; + + if(fstat(sourceFH, &sourceStat)) { + nebSetErr(server, "can not stat filehandles: %s", strerror(errno)); + + return -1; + } + + // the size of the file to copied + bytesTotal = sourceStat.st_size; + + /* + * If the file size is <= the buffer size call write(2) with the + * file size. If the file size is > the buffer call write with the + * buffer size and loop until file size <= buffer size is true. + */ + + bytesRemaining = bytesTotal; + + while (bytesRemaining) { + if (bytesRemaining <= sizeof(writeBuf)) { + writeSize = bytesRemaining; + } else { + writeSize = sizeof(writeBuf); + } + + if (read(sourceFH, writeBuf, writeSize) != writeSize) { + nebSetErr(server, "can not read filehandle: %s", strerror(errno)); + + return -1; + } + + if (write(destFH, writeBuf, writeSize) != writeSize) { + nebSetErr(server, "can not write filehandles: %s", strerror(errno)); + + return -1; + } + + bytesRemaining -= writeSize; + } + + return bytesTotal; +} + +static size_t nebParseURI(nebServer *server, const char *URI, char **filename) +{ + regex_t myregex; + regmatch_t mymatch[2]; + char errbuf[ERRBUF_SIZE]; + char *pattern = "^file://(.*)$"; + int status; + size_t matchStart, matchEnd; + size_t matchLength; + size_t filename_size; + + REQUIRE_SERVER; + + if (!URI) { + nebSetErr(server, "parameter 'URI' may not be NULL"); + + return 0; + } + + if (!filename) { + nebSetErr(server, "parameter 'filename' may not be NULL"); + + return 0; + } + + status = regcomp(&myregex, pattern, REG_EXTENDED); + if (status != 0) { + regerror(status, &myregex, errbuf, ERRBUF_SIZE); + nebSetErr(server, "regcomp error: %s", errbuf); + + return 0; + } + + status = regexec(&myregex, URI, 2, mymatch, 0); + if (status != 0) { + regerror(status, &myregex, errbuf, ERRBUF_SIZE); + nebSetErr(server, "regexec error: %s", errbuf); + + return 0; + } + + regfree(&myregex); + + matchStart = (size_t)mymatch[1].rm_so; + matchEnd = (size_t)mymatch[1].rm_eo; + matchLength = matchEnd - matchStart; + + if (matchStart == -1) { + return 0; + } + + filename_size = matchLength + 1; + *filename = xmalloc(filename_size); + + snprintf(*filename, filename_size, "%.*s", (int)matchLength, URI + matchStart); + + return strlen(*filename); +} + +static bool nebNukeFile(nebServer *server, const char *filename) +{ + REQUIRE_SERVER; + + if (!filename) { + nebSetErr(server, "parameter 'filename' may not be NULL"); + + return false; + } + + if (unlink(filename) < 0) { + nebSetErr(server, "unlink: %s", strerror(errno)); + + return false; + } + + return true; +} + +static char *nullstrncpy(char *dest, const char *src, size_t n) { + if (!src) { + dest = NULL; + return dest; + } + + return strncpy(dest, src, n); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/nebclient.h =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/nebclient.h (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/nebclient.h (revision 22322) @@ -0,0 +1,263 @@ +/* + * nebclient.h - nebulous client header + * + * Copyright (C) 2005 Joshua Hoblitt + * + * $Id: nebclient.h,v 1.32 2007-05-03 21:26:55 jhoblitt Exp $ + */ + +#include + +#ifndef NEBCLIENT_H +#define NEBCLIENT_H 1 + +#ifdef __cplusplus +extern "C" { +#endif + +/// @addtogroup nebclient +/// @{ + +typedef enum { NEB_READ, NEB_WRITE } nebRW; + +/** Represents a "connection" to a Nebulous server + */ + +typedef struct { + void *soap; + char *err_buf; + size_t err_buf_size; + char *endpoint; +} nebServer; + +/** The properties of a storage object + */ + +typedef struct { + char so_id[256]; ///< storage object ID + char ext_id[256]; ///< storage object key (name) + char read_lock[256]; ///< read lock value + char write_lock[256]; ///< write lock value + char epoch[256]; ///< creation time stamp + char mtime[256]; ///< modification time stamp + int instances; ///< number of instances +} nebObjectStat; + +/** The storage location of a storage object's instances + */ + +typedef struct { + unsigned int n; ///< number of instances + char **URI; ///< URLs of instances +} nebObjectInstances; + +/** Allocates a nebServer object + * + * Structure used for communicating with a Nebulous server. If endpoint is + * NULL then the default value of "http://localhost:80/nebulous" is used. + * + * @return A nebServer object or NULL on failure. + */ + +nebServer *nebServerAlloc( + const char *endpoint ///< URL of server +); + +/** Deallocates a nebServer object + */ + +void nebServerFree( + nebServer *server ///< nebServer object +); + +/** Creates a new storage object + * + * @return A local filename + */ + +char *nebCreate( + nebServer *server, ///< nebServer object + const char *key, ///< storage object key (name) + const char *volume, ///< preferred storage location of initial instance + char **URI ///< URL of initial instance, can be NULL +); + +/** Creates and opens new storage object + * + * @return A filehandle on success or a negative value on failure. + */ + +int nebOpenCreate( + nebServer *server, ///< nebServer object + const char *key, ///< storage object key (name) + const char *volume, ///< preferred storage location of initial instance + char **URI ///< URL of initial instance, can be NULL +); + +/** Adds an instance to a storage object + * + * @return true on success + */ + +bool nebReplicate( + nebServer *server, ///< nebServer object + const char *key, ///< storage object key (name) + const char *volume, ///< preferred storage location of new instance + char **URI ///< URL of new instance, can be NULL +); + +/** Removes an instance from a storage object + * + * This function can not remove the last instance of a storage object. + * + * @return true on success + */ + +bool nebCull( + nebServer *server, ///< nebServer object + const char *key ///< storage object key (name) +); + +/** Trys to acquire a lock on a storage object + * + * This function times out after a default interval of 10s (compile time + * configurable). + * + * @return true on success + */ +bool nebLock( + nebServer *server, ///< nebServer object + const char *key, ///< storage object key (name) + nebRW flag ///< read only or write lock +); + +/** Trys to release a lock on a storage object + * + * @return true on success + */ +bool nebUnlock( + nebServer *server, ///< nebServer object + const char *key, ///< storage object key (name) + nebRW flag ///< read only or write lock +); + +/** Lists all instances of a storage object + * + * @return A nebObjectInstances object or NULL on failure. + */ + +nebObjectInstances *nebFindInstances( + nebServer *server, ///< nebServer object + const char *key, ///< storage object key (name) + const char *volume ///< restrict search to this storage volume (non-working) +); + +/** Deallocates a nebObjectInstances object + */ + +void nebObjectInstancesFree( + nebObjectInstances *locations ///< nebObjectInstances object to free +); + +/** Find any instance of a storage object + * + * @return A string of the files storage path (not a URL) or NULL on failure. + */ + +char *nebFind( + nebServer *server, ///< nebServer object + const char *key ///< storage object key (name) +); + +/** Open a storage object for read or write + * + * @return A filehandle on success or a negative value on failure. + */ + +int nebOpen( + nebServer *server, ///< nebServer object + const char *key, ///< storage object key (name) + nebRW flag ///< read only or write lock +); + +/** Delete a storage object and all of it's instances + * + * @return true on success + */ + +bool nebDelete( + nebServer *server, ///< nebServer object + const char *key ///< storage object key (name) +); + +/** Copy a storage object + * + * The new storage object will be created with only one instance. + * + * @return true on success + */ + +bool nebCopy( + nebServer *server, ///< nebServer object + const char *key, ///< storage object key (name) + const char *newKey ///< new storage object key (name) +); + +/** Rename a storage object + * + * Currently this operation will remove all but one instance of the storage + * object and may change it's storage location. + */ +bool nebMove( + nebServer *server, ///< nebServer object + const char *key, ///< storage object key (name) + const char *newKey ///< new storage object key (name) +); + +/** Remove a storage object instance + * + * Removing the last instance of a storage object with destroy the storage + * object as well. + * + * @return true on success + */ + +bool nebDeleteInstance( + nebServer *server, ///< nebServer object + const char *URI ///< URL of instance to remove +); + +/** View the properties of a storage object + * + * @return A nebObjectStat object or NULL on failure. + */ + +nebObjectStat *nebStat( + nebServer *server, ///< nebServer object + const char *key /// storage object key (name) +); + +/** Returns the error message from the last nebclient function that failed. + * + * This function may not be called unless an error has occurred. The string + * return by this function does not need to be freed but the value will change + * at the next nebclient function failure. + * + * @return A string + */ + +char *nebErr( + nebServer *server ///< nebServer object +); + +/** Free nebclient allocated memory + */ +void nebFree(void *ptr); + +/// @} + +#ifdef __cplusplus +} +#endif + +#endif // NEBLIENT_H Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/nebulous.h =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/nebulous.h (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/nebulous.h (revision 22322) @@ -0,0 +1,668 @@ +/* src/nebulous.h + Generated by wsdl2h 1.2.11 from nebulous.wsdl and typemap.dat + 2008-09-13 01:14:23 GMT + Copyright (C) 2001-2008 Robert van Engelen, Genivia Inc. All Rights Reserved. + This part of the software is released under one of the following licenses: + GPL or Genivia's license for commercial use. +*/ + +/* NOTE: + + - Compile this file with soapcpp2 to complete the code generation process. + - Use soapcpp2 option -I to specify paths for #import + To build with STL, 'stlvector.h' is imported from 'import' dir in package. + - Use wsdl2h options -c and -s to generate pure C code or C++ code without STL. + - Use 'typemap.dat' to control namespace bindings and type mappings. + It is strongly recommended to customize the names of the namespace prefixes + generated by wsdl2h. To do so, modify the prefix bindings in the Namespaces + section below and add the modified lines to 'typemap.dat' to rerun wsdl2h. + - Use Doxygen (www.doxygen.org) to browse this file. + - Use wsdl2h option -l to view the software license terms. + + DO NOT include this file directly into your project. + Include only the soapcpp2-generated headers and source code files. +*/ + +//gsoapopt cw + +/******************************************************************************\ + * * + * urn:Nebulous/Server/SOAP * + * * +\******************************************************************************/ + + +/******************************************************************************\ + * * + * Import * + * * +\******************************************************************************/ + + +/******************************************************************************\ + * * + * Schema Namespaces * + * * +\******************************************************************************/ + + +/* NOTE: + +It is strongly recommended to customize the names of the namespace prefixes +generated by wsdl2h. To do so, modify the prefix bindings below and add the +modified lines to typemap.dat to rerun wsdl2h: + +ns1 = "urn:Nebulous/Server/SOAP" + +*/ + +//gsoap ns1 schema namespace: urn:Nebulous/Server/SOAP +//gsoap ns1 schema form: unqualified + +/******************************************************************************\ + * * + * Schema Types * + * * +\******************************************************************************/ + + + +/// "urn:Nebulous/Server/SOAP":ArrayOfString is a complexType with complexContent restriction of SOAP-ENC:Array. +/// SOAP encoded array of xs:string +struct ArrayOfString +{ +/// Pointer to array of char*. + char* *__ptr ; +/// Size of the dynamic array. + int __size ; +/// Offset for partially transmitted arrays (uncomment only when required). +// int __offset ; +}; + +/******************************************************************************\ + * * + * Services * + * * +\******************************************************************************/ + + +//gsoap ns1 service name: SOAP +//gsoap ns1 service type: Nebulous_x002fServer_x002fSOAPPort +//gsoap ns1 service port: http://localhost:80/nebulous +//gsoap ns1 service namespace: urn:Nebulous/Server/SOAP +//gsoap ns1 service transport: http://schemas.xmlsoap.org/soap/http + +/** @mainpage NebulousServer Definitions + +@section NebulousServer_bindings Bindings + - @ref SOAP + +*/ + +/** + +@page SOAP Binding "SOAP" + +@section SOAP_operations Operations of Binding "SOAP" + - @ref ns1__create_USCOREobject + - @ref ns1__rename_USCOREobject + - @ref ns1__rename_USCOREobject_ + - @ref ns1__replicate_USCOREobject + - @ref ns1__lock_USCOREobject + - @ref ns1__unlock_USCOREobject + - @ref ns1__find_USCOREobjects + - @ref ns1__find_USCOREinstances + - @ref ns1__delete_USCOREinstance + - @ref ns1__stat_USCOREobject + +@section SOAP_ports Endpoints of Binding "SOAP" + - http://localhost:80/nebulous + +Note: use wsdl2h option -N to change the service binding prefix name + +*/ + +/******************************************************************************\ + * * + * SOAP * + * * +\******************************************************************************/ + + +/******************************************************************************\ + * * + * ns1__create_USCOREobject * + * * +\******************************************************************************/ + + +/// Operation "ns1__create_USCOREobject" of service binding "SOAP" + +/** + +Operation details: + + - SOAP RPC encodingStyle="http://schemas.xmlsoap.org/soap/encoding/" + - SOAP action="urn:Nebulous/Server/SOAP#create_object" + +C stub function (defined in soapClient.c[pp] generated by soapcpp2): +@code + int soap_call_ns1__create_USCOREobject( + struct soap *soap, + NULL, // char *endpoint = NULL selects default endpoint for this operation + NULL, // char *action = NULL selects default action for this operation + // request parameters: + char* key, + char* volume, + // response parameters: + char* *result + ); +@endcode + +C server function (called from the service dispatcher defined in soapServer.c[pp]): +@code + int ns1__create_USCOREobject( + struct soap *soap, + // request parameters: + char* key, + char* volume, + // response parameters: + char* *result + ); +@endcode + +*/ + +//gsoap ns1 service method-style: create_USCOREobject rpc +//gsoap ns1 service method-encoding: create_USCOREobject http://schemas.xmlsoap.org/soap/encoding/ +//gsoap ns1 service method-action: create_USCOREobject urn:Nebulous/Server/SOAP#create_object +int ns1__create_USCOREobject( + char* key, ///< Request parameter + char* volume, ///< Request parameter + char* *result ///< Response parameter +); + +/******************************************************************************\ + * * + * ns1__rename_USCOREobject * + * * +\******************************************************************************/ + + +/// Operation "ns1__rename_USCOREobject" of service binding "SOAP" + +/** + +Operation details: + + - SOAP RPC encodingStyle="http://schemas.xmlsoap.org/soap/encoding/" + - SOAP action="urn:Nebulous/Server/SOAP#create_object" + +C stub function (defined in soapClient.c[pp] generated by soapcpp2): +@code + int soap_call_ns1__rename_USCOREobject( + struct soap *soap, + NULL, // char *endpoint = NULL selects default endpoint for this operation + NULL, // char *action = NULL selects default action for this operation + // request parameters: + char* key, + char* newkey, + // response parameters: + char* *result + ); +@endcode + +C server function (called from the service dispatcher defined in soapServer.c[pp]): +@code + int ns1__rename_USCOREobject( + struct soap *soap, + // request parameters: + char* key, + char* newkey, + // response parameters: + char* *result + ); +@endcode + +*/ + +//gsoap ns1 service method-style: rename_USCOREobject rpc +//gsoap ns1 service method-encoding: rename_USCOREobject http://schemas.xmlsoap.org/soap/encoding/ +//gsoap ns1 service method-action: rename_USCOREobject urn:Nebulous/Server/SOAP#create_object +int ns1__rename_USCOREobject( + char* key, ///< Request parameter + char* newkey, ///< Request parameter + char* *result ///< Response parameter +); + +/******************************************************************************\ + * * + * ns1__rename_USCOREobject_ * + * * +\******************************************************************************/ + + +/// Operation "ns1__rename_USCOREobject_" of service binding "SOAP" + +/** + +Operation details: + + - SOAP RPC encodingStyle="http://schemas.xmlsoap.org/soap/encoding/" + - SOAP action="urn:Nebulous/Server/SOAP#rename_object" + +C stub function (defined in soapClient.c[pp] generated by soapcpp2): +@code + int soap_call_ns1__rename_USCOREobject_( + struct soap *soap, + NULL, // char *endpoint = NULL selects default endpoint for this operation + NULL, // char *action = NULL selects default action for this operation + // request parameters: + char* key, + char* newkey, + // response parameters: + char* *result + ); +@endcode + +C server function (called from the service dispatcher defined in soapServer.c[pp]): +@code + int ns1__rename_USCOREobject_( + struct soap *soap, + // request parameters: + char* key, + char* newkey, + // response parameters: + char* *result + ); +@endcode + +*/ + +//gsoap ns1 service method-style: rename_USCOREobject_ rpc +//gsoap ns1 service method-encoding: rename_USCOREobject_ http://schemas.xmlsoap.org/soap/encoding/ +//gsoap ns1 service method-action: rename_USCOREobject_ urn:Nebulous/Server/SOAP#rename_object +int ns1__rename_USCOREobject_( + char* key, ///< Request parameter + char* newkey, ///< Request parameter + char* *result ///< Response parameter +); + +/******************************************************************************\ + * * + * ns1__replicate_USCOREobject * + * * +\******************************************************************************/ + + +/// Operation "ns1__replicate_USCOREobject" of service binding "SOAP" + +/** + +Operation details: + + - SOAP RPC encodingStyle="http://schemas.xmlsoap.org/soap/encoding/" + - SOAP action="urn:Nebulous/Server/SOAP#replicate_object" + +C stub function (defined in soapClient.c[pp] generated by soapcpp2): +@code + int soap_call_ns1__replicate_USCOREobject( + struct soap *soap, + NULL, // char *endpoint = NULL selects default endpoint for this operation + NULL, // char *action = NULL selects default action for this operation + // request parameters: + char* key, + char* volume, + // response parameters: + char* *result + ); +@endcode + +C server function (called from the service dispatcher defined in soapServer.c[pp]): +@code + int ns1__replicate_USCOREobject( + struct soap *soap, + // request parameters: + char* key, + char* volume, + // response parameters: + char* *result + ); +@endcode + +*/ + +//gsoap ns1 service method-style: replicate_USCOREobject rpc +//gsoap ns1 service method-encoding: replicate_USCOREobject http://schemas.xmlsoap.org/soap/encoding/ +//gsoap ns1 service method-action: replicate_USCOREobject urn:Nebulous/Server/SOAP#replicate_object +int ns1__replicate_USCOREobject( + char* key, ///< Request parameter + char* volume, ///< Request parameter + char* *result ///< Response parameter +); + +/******************************************************************************\ + * * + * ns1__lock_USCOREobject * + * * +\******************************************************************************/ + + +/// Operation "ns1__lock_USCOREobject" of service binding "SOAP" + +/** + +Operation details: + + - SOAP RPC encodingStyle="http://schemas.xmlsoap.org/soap/encoding/" + - SOAP action="urn:Nebulous/Server/SOAP#lock_object" + +C stub function (defined in soapClient.c[pp] generated by soapcpp2): +@code + int soap_call_ns1__lock_USCOREobject( + struct soap *soap, + NULL, // char *endpoint = NULL selects default endpoint for this operation + NULL, // char *action = NULL selects default action for this operation + // request parameters: + char* key, + char* type, + // response parameters: + int *result + ); +@endcode + +C server function (called from the service dispatcher defined in soapServer.c[pp]): +@code + int ns1__lock_USCOREobject( + struct soap *soap, + // request parameters: + char* key, + char* type, + // response parameters: + int *result + ); +@endcode + +*/ + +//gsoap ns1 service method-style: lock_USCOREobject rpc +//gsoap ns1 service method-encoding: lock_USCOREobject http://schemas.xmlsoap.org/soap/encoding/ +//gsoap ns1 service method-action: lock_USCOREobject urn:Nebulous/Server/SOAP#lock_object +int ns1__lock_USCOREobject( + char* key, ///< Request parameter + char* type, ///< Request parameter + int *result ///< Response parameter +); + +/******************************************************************************\ + * * + * ns1__unlock_USCOREobject * + * * +\******************************************************************************/ + + +/// Operation "ns1__unlock_USCOREobject" of service binding "SOAP" + +/** + +Operation details: + + - SOAP RPC encodingStyle="http://schemas.xmlsoap.org/soap/encoding/" + - SOAP action="urn:Nebulous/Server/SOAP#unlock_object" + +C stub function (defined in soapClient.c[pp] generated by soapcpp2): +@code + int soap_call_ns1__unlock_USCOREobject( + struct soap *soap, + NULL, // char *endpoint = NULL selects default endpoint for this operation + NULL, // char *action = NULL selects default action for this operation + // request parameters: + char* key, + char* type, + // response parameters: + int *result + ); +@endcode + +C server function (called from the service dispatcher defined in soapServer.c[pp]): +@code + int ns1__unlock_USCOREobject( + struct soap *soap, + // request parameters: + char* key, + char* type, + // response parameters: + int *result + ); +@endcode + +*/ + +//gsoap ns1 service method-style: unlock_USCOREobject rpc +//gsoap ns1 service method-encoding: unlock_USCOREobject http://schemas.xmlsoap.org/soap/encoding/ +//gsoap ns1 service method-action: unlock_USCOREobject urn:Nebulous/Server/SOAP#unlock_object +int ns1__unlock_USCOREobject( + char* key, ///< Request parameter + char* type, ///< Request parameter + int *result ///< Response parameter +); + +/******************************************************************************\ + * * + * ns1__find_USCOREobjects * + * * +\******************************************************************************/ + +/// Operation response struct "ns1__find_USCOREobjectsResponse" of service binding "SOAP" operation "ns1__find_USCOREobjects" +struct ns1__find_USCOREobjectsResponse +{ + struct ArrayOfString* result; +}; + +/// Operation "ns1__find_USCOREobjects" of service binding "SOAP" + +/** + +Operation details: + + - SOAP RPC encodingStyle="http://schemas.xmlsoap.org/soap/encoding/" + - SOAP action="urn:Nebulous/Server/SOAP#find_objects" + +C stub function (defined in soapClient.c[pp] generated by soapcpp2): +@code + int soap_call_ns1__find_USCOREobjects( + struct soap *soap, + NULL, // char *endpoint = NULL selects default endpoint for this operation + NULL, // char *action = NULL selects default action for this operation + // request parameters: + char* pattern, + // response parameters: + struct ns1__find_USCOREobjectsResponse* + ); +@endcode + +C server function (called from the service dispatcher defined in soapServer.c[pp]): +@code + int ns1__find_USCOREobjects( + struct soap *soap, + // request parameters: + char* pattern, + // response parameters: + struct ns1__find_USCOREobjectsResponse* + ); +@endcode + +*/ + +//gsoap ns1 service method-style: find_USCOREobjects rpc +//gsoap ns1 service method-encoding: find_USCOREobjects http://schemas.xmlsoap.org/soap/encoding/ +//gsoap ns1 service method-action: find_USCOREobjects urn:Nebulous/Server/SOAP#find_objects +int ns1__find_USCOREobjects( + char* pattern, ///< Request parameter + struct ns1__find_USCOREobjectsResponse* ///< Response struct parameter +); + +/******************************************************************************\ + * * + * ns1__find_USCOREinstances * + * * +\******************************************************************************/ + +/// Operation response struct "ns1__find_USCOREinstancesResponse" of service binding "SOAP" operation "ns1__find_USCOREinstances" +struct ns1__find_USCOREinstancesResponse +{ + struct ArrayOfString* result; +}; + +/// Operation "ns1__find_USCOREinstances" of service binding "SOAP" + +/** + +Operation details: + + - SOAP RPC encodingStyle="http://schemas.xmlsoap.org/soap/encoding/" + - SOAP action="urn:Nebulous/Server/SOAP#find_instances" + +C stub function (defined in soapClient.c[pp] generated by soapcpp2): +@code + int soap_call_ns1__find_USCOREinstances( + struct soap *soap, + NULL, // char *endpoint = NULL selects default endpoint for this operation + NULL, // char *action = NULL selects default action for this operation + // request parameters: + char* key, + char* volume, + // response parameters: + struct ns1__find_USCOREinstancesResponse* + ); +@endcode + +C server function (called from the service dispatcher defined in soapServer.c[pp]): +@code + int ns1__find_USCOREinstances( + struct soap *soap, + // request parameters: + char* key, + char* volume, + // response parameters: + struct ns1__find_USCOREinstancesResponse* + ); +@endcode + +*/ + +//gsoap ns1 service method-style: find_USCOREinstances rpc +//gsoap ns1 service method-encoding: find_USCOREinstances http://schemas.xmlsoap.org/soap/encoding/ +//gsoap ns1 service method-action: find_USCOREinstances urn:Nebulous/Server/SOAP#find_instances +int ns1__find_USCOREinstances( + char* key, ///< Request parameter + char* volume, ///< Request parameter + struct ns1__find_USCOREinstancesResponse* ///< Response struct parameter +); + +/******************************************************************************\ + * * + * ns1__delete_USCOREinstance * + * * +\******************************************************************************/ + + +/// Operation "ns1__delete_USCOREinstance" of service binding "SOAP" + +/** + +Operation details: + + - SOAP RPC encodingStyle="http://schemas.xmlsoap.org/soap/encoding/" + - SOAP action="urn:Nebulous/Server/SOAP#delete_instance" + +C stub function (defined in soapClient.c[pp] generated by soapcpp2): +@code + int soap_call_ns1__delete_USCOREinstance( + struct soap *soap, + NULL, // char *endpoint = NULL selects default endpoint for this operation + NULL, // char *action = NULL selects default action for this operation + // request parameters: + char* uri, + // response parameters: + int *result + ); +@endcode + +C server function (called from the service dispatcher defined in soapServer.c[pp]): +@code + int ns1__delete_USCOREinstance( + struct soap *soap, + // request parameters: + char* uri, + // response parameters: + int *result + ); +@endcode + +*/ + +//gsoap ns1 service method-style: delete_USCOREinstance rpc +//gsoap ns1 service method-encoding: delete_USCOREinstance http://schemas.xmlsoap.org/soap/encoding/ +//gsoap ns1 service method-action: delete_USCOREinstance urn:Nebulous/Server/SOAP#delete_instance +int ns1__delete_USCOREinstance( + char* uri, ///< Request parameter + int *result ///< Response parameter +); + +/******************************************************************************\ + * * + * ns1__stat_USCOREobject * + * * +\******************************************************************************/ + +/// Operation response struct "ns1__stat_USCOREobjectResponse" of service binding "SOAP" operation "ns1__stat_USCOREobject" +struct ns1__stat_USCOREobjectResponse +{ + struct ArrayOfString* result; +}; + +/// Operation "ns1__stat_USCOREobject" of service binding "SOAP" + +/** + +Operation details: + + - SOAP RPC encodingStyle="http://schemas.xmlsoap.org/soap/encoding/" + - SOAP action="urn:Nebulous/Server/SOAP#stat_object" + +C stub function (defined in soapClient.c[pp] generated by soapcpp2): +@code + int soap_call_ns1__stat_USCOREobject( + struct soap *soap, + NULL, // char *endpoint = NULL selects default endpoint for this operation + NULL, // char *action = NULL selects default action for this operation + // request parameters: + char* key, + // response parameters: + struct ns1__stat_USCOREobjectResponse* + ); +@endcode + +C server function (called from the service dispatcher defined in soapServer.c[pp]): +@code + int ns1__stat_USCOREobject( + struct soap *soap, + // request parameters: + char* key, + // response parameters: + struct ns1__stat_USCOREobjectResponse* + ); +@endcode + +*/ + +//gsoap ns1 service method-style: stat_USCOREobject rpc +//gsoap ns1 service method-encoding: stat_USCOREobject http://schemas.xmlsoap.org/soap/encoding/ +//gsoap ns1 service method-action: stat_USCOREobject urn:Nebulous/Server/SOAP#stat_object +int ns1__stat_USCOREobject( + char* key, ///< Request parameter + struct ns1__stat_USCOREobjectResponse* ///< Response struct parameter +); + +/* End of src/nebulous.h */ Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapC.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapC.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapC.c (revision 22322) @@ -0,0 +1,3296 @@ +/* soapC.c + Generated by gSOAP 2.7.11 from src/nebulous.h + Copyright(C) 2000-2008, Robert van Engelen, Genivia Inc. All Rights Reserved. + This part of the software is released under one of the following licenses: + GPL, the gSOAP public license, or Genivia's license for commercial use. +*/ + +#include "soapH.h" + +#ifdef __cplusplus +extern "C" { +#endif + +SOAP_SOURCE_STAMP("@(#) soapC.c ver 2.7.11 2008-09-13 01:14:40 GMT") + + +#ifndef WITH_NOGLOBAL + +SOAP_FMAC3 void SOAP_FMAC4 soap_serializeheader(struct soap *soap) +{ + if (soap->header) + soap_serialize_SOAP_ENV__Header(soap, soap->header); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_putheader(struct soap *soap) +{ + if (soap->header) + { soap->part = SOAP_IN_HEADER; + if (soap_out_SOAP_ENV__Header(soap, "SOAP-ENV:Header", 0, soap->header, NULL)) + return soap->error; + soap->part = SOAP_END_HEADER; + } + return SOAP_OK; +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_getheader(struct soap *soap) +{ + soap->part = SOAP_IN_HEADER; + soap->header = soap_in_SOAP_ENV__Header(soap, "SOAP-ENV:Header", NULL, NULL); + soap->part = SOAP_END_HEADER; + return soap->header == NULL; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_header(struct soap *soap) +{ + if (!soap->header) + { soap->header = (struct SOAP_ENV__Header*)soap_malloc(soap, sizeof(struct SOAP_ENV__Header)); + soap_default_SOAP_ENV__Header(soap, soap->header); + } +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_fault(struct soap *soap) +{ + if (!soap->fault) + { soap->fault = (struct SOAP_ENV__Fault*)soap_malloc(soap, sizeof(struct SOAP_ENV__Fault)); + if (!soap->fault) + return; + soap_default_SOAP_ENV__Fault(soap, soap->fault); + } + if (soap->version == 2 && !soap->fault->SOAP_ENV__Code) + { soap->fault->SOAP_ENV__Code = (struct SOAP_ENV__Code*)soap_malloc(soap, sizeof(struct SOAP_ENV__Code)); + soap_default_SOAP_ENV__Code(soap, soap->fault->SOAP_ENV__Code); + } + if (soap->version == 2 && !soap->fault->SOAP_ENV__Reason) + { soap->fault->SOAP_ENV__Reason = (struct SOAP_ENV__Reason*)soap_malloc(soap, sizeof(struct SOAP_ENV__Reason)); + soap_default_SOAP_ENV__Reason(soap, soap->fault->SOAP_ENV__Reason); + } +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serializefault(struct soap *soap) +{ + if (soap->fault) + soap_serialize_SOAP_ENV__Fault(soap, soap->fault); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_putfault(struct soap *soap) +{ + if (soap->fault) + return soap_put_SOAP_ENV__Fault(soap, soap->fault, "SOAP-ENV:Fault", NULL); + return SOAP_OK; +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_getfault(struct soap *soap) +{ + return (soap->fault = soap_get_SOAP_ENV__Fault(soap, NULL, "SOAP-ENV:Fault", NULL)) == NULL; +} + +SOAP_FMAC3 const char ** SOAP_FMAC4 soap_faultcode(struct soap *soap) +{ + soap_fault(soap); + if (soap->version == 2) + return (const char**)&soap->fault->SOAP_ENV__Code->SOAP_ENV__Value; + return (const char**)&soap->fault->faultcode; +} + +SOAP_FMAC3 const char ** SOAP_FMAC4 soap_faultsubcode(struct soap *soap) +{ + soap_fault(soap); + if (soap->version == 2) + { if (!soap->fault->SOAP_ENV__Code->SOAP_ENV__Subcode) + { soap->fault->SOAP_ENV__Code->SOAP_ENV__Subcode = (struct SOAP_ENV__Code*)soap_malloc(soap, sizeof(struct SOAP_ENV__Code)); + soap_default_SOAP_ENV__Code(soap, soap->fault->SOAP_ENV__Code->SOAP_ENV__Subcode); + } + return (const char**)&soap->fault->SOAP_ENV__Code->SOAP_ENV__Subcode->SOAP_ENV__Value; + } + return (const char**)&soap->fault->faultcode; +} + +SOAP_FMAC3 const char ** SOAP_FMAC4 soap_faultstring(struct soap *soap) +{ + soap_fault(soap); + if (soap->version == 2) + return (const char**)&soap->fault->SOAP_ENV__Reason->SOAP_ENV__Text; + return (const char**)&soap->fault->faultstring; +} + +SOAP_FMAC3 const char ** SOAP_FMAC4 soap_faultdetail(struct soap *soap) +{ + soap_fault(soap); + if (soap->version == 1) + { if (!soap->fault->detail) + { soap->fault->detail = (struct SOAP_ENV__Detail*)soap_malloc(soap, sizeof(struct SOAP_ENV__Detail)); + soap_default_SOAP_ENV__Detail(soap, soap->fault->detail); + } + return (const char**)&soap->fault->detail->__any; + } + if (!soap->fault->SOAP_ENV__Detail) + { soap->fault->SOAP_ENV__Detail = (struct SOAP_ENV__Detail*)soap_malloc(soap, sizeof(struct SOAP_ENV__Detail)); + soap_default_SOAP_ENV__Detail(soap, soap->fault->SOAP_ENV__Detail); + } + return (const char**)&soap->fault->SOAP_ENV__Detail->__any; +} + +#endif + +#ifndef WITH_NOIDREF +SOAP_FMAC3 int SOAP_FMAC4 soap_getindependent(struct soap *soap) +{ + int t; + for (;;) + if (!soap_getelement(soap, &t)) + if (soap->error || soap_ignore_element(soap)) + break; + if (soap->error == SOAP_NO_TAG || soap->error == SOAP_EOF) + soap->error = SOAP_OK; + return soap->error; +} +#endif + +#ifndef WITH_NOIDREF +SOAP_FMAC3 void * SOAP_FMAC4 soap_getelement(struct soap *soap, int *type) +{ + if (soap_peek_element(soap)) + return NULL; + if (!*soap->id || !(*type = soap_lookup_type(soap, soap->id))) + *type = soap_lookup_type(soap, soap->href); + switch (*type) + { + case SOAP_TYPE_byte: + return soap_in_byte(soap, NULL, NULL, "xsd:byte"); + case SOAP_TYPE_int: + return soap_in_int(soap, NULL, NULL, "xsd:int"); + case SOAP_TYPE_ns1__stat_USCOREobject: + return soap_in_ns1__stat_USCOREobject(soap, NULL, NULL, "ns1:stat_object"); + case SOAP_TYPE_ns1__stat_USCOREobjectResponse: + return soap_in_ns1__stat_USCOREobjectResponse(soap, NULL, NULL, "ns1:stat_objectResponse"); + case SOAP_TYPE_ns1__delete_USCOREinstance: + return soap_in_ns1__delete_USCOREinstance(soap, NULL, NULL, "ns1:delete_instance"); + case SOAP_TYPE_ns1__delete_USCOREinstanceResponse: + return soap_in_ns1__delete_USCOREinstanceResponse(soap, NULL, NULL, "ns1:delete_instanceResponse"); + case SOAP_TYPE_ns1__find_USCOREinstances: + return soap_in_ns1__find_USCOREinstances(soap, NULL, NULL, "ns1:find_instances"); + case SOAP_TYPE_ns1__find_USCOREinstancesResponse: + return soap_in_ns1__find_USCOREinstancesResponse(soap, NULL, NULL, "ns1:find_instancesResponse"); + case SOAP_TYPE_ns1__find_USCOREobjects: + return soap_in_ns1__find_USCOREobjects(soap, NULL, NULL, "ns1:find_objects"); + case SOAP_TYPE_ns1__find_USCOREobjectsResponse: + return soap_in_ns1__find_USCOREobjectsResponse(soap, NULL, NULL, "ns1:find_objectsResponse"); + case SOAP_TYPE_ns1__unlock_USCOREobject: + return soap_in_ns1__unlock_USCOREobject(soap, NULL, NULL, "ns1:unlock_object"); + case SOAP_TYPE_ns1__unlock_USCOREobjectResponse: + return soap_in_ns1__unlock_USCOREobjectResponse(soap, NULL, NULL, "ns1:unlock_objectResponse"); + case SOAP_TYPE_ns1__lock_USCOREobject: + return soap_in_ns1__lock_USCOREobject(soap, NULL, NULL, "ns1:lock_object"); + case SOAP_TYPE_ns1__lock_USCOREobjectResponse: + return soap_in_ns1__lock_USCOREobjectResponse(soap, NULL, NULL, "ns1:lock_objectResponse"); + case SOAP_TYPE_ns1__replicate_USCOREobject: + return soap_in_ns1__replicate_USCOREobject(soap, NULL, NULL, "ns1:replicate_object"); + case SOAP_TYPE_ns1__replicate_USCOREobjectResponse: + return soap_in_ns1__replicate_USCOREobjectResponse(soap, NULL, NULL, "ns1:replicate_objectResponse"); + case SOAP_TYPE_ns1__rename_USCOREobject_: + return soap_in_ns1__rename_USCOREobject_(soap, NULL, NULL, "ns1:rename_object"); + case SOAP_TYPE_ns1__rename_USCOREobject_Response: + return soap_in_ns1__rename_USCOREobject_Response(soap, NULL, NULL, "ns1:rename_object-Response"); + case SOAP_TYPE_ns1__rename_USCOREobject: + return soap_in_ns1__rename_USCOREobject(soap, NULL, NULL, "ns1:rename_object"); + case SOAP_TYPE_ns1__rename_USCOREobjectResponse: + return soap_in_ns1__rename_USCOREobjectResponse(soap, NULL, NULL, "ns1:rename_objectResponse"); + case SOAP_TYPE_ns1__create_USCOREobject: + return soap_in_ns1__create_USCOREobject(soap, NULL, NULL, "ns1:create_object"); + case SOAP_TYPE_ns1__create_USCOREobjectResponse: + return soap_in_ns1__create_USCOREobjectResponse(soap, NULL, NULL, "ns1:create_objectResponse"); + case SOAP_TYPE_ArrayOfString: + return soap_in_ArrayOfString(soap, NULL, NULL, "xsd:string"); + case SOAP_TYPE_PointerTons1__stat_USCOREobjectResponse: + return soap_in_PointerTons1__stat_USCOREobjectResponse(soap, NULL, NULL, "ns1:stat_objectResponse"); + case SOAP_TYPE_PointerTons1__find_USCOREinstancesResponse: + return soap_in_PointerTons1__find_USCOREinstancesResponse(soap, NULL, NULL, "ns1:find_instancesResponse"); + case SOAP_TYPE_PointerTons1__find_USCOREobjectsResponse: + return soap_in_PointerTons1__find_USCOREobjectsResponse(soap, NULL, NULL, "ns1:find_objectsResponse"); + case SOAP_TYPE_PointerToArrayOfString: + return soap_in_PointerToArrayOfString(soap, NULL, NULL, "xsd:string"); + case SOAP_TYPE_PointerToint: + return soap_in_PointerToint(soap, NULL, NULL, "xsd:int"); + case SOAP_TYPE_PointerTostring: + return soap_in_PointerTostring(soap, NULL, NULL, "xsd:string"); + case SOAP_TYPE_string: + { char **s; + s = soap_in_string(soap, NULL, NULL, "xsd:string"); + return s ? *s : NULL; + } + default: + { const char *t = soap->type; + if (!*t) + t = soap->tag; + if (!soap_match_tag(soap, t, "xsd:byte")) + { *type = SOAP_TYPE_byte; + return soap_in_byte(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "xsd:int")) + { *type = SOAP_TYPE_int; + return soap_in_int(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:stat_object")) + { *type = SOAP_TYPE_ns1__stat_USCOREobject; + return soap_in_ns1__stat_USCOREobject(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:stat_objectResponse")) + { *type = SOAP_TYPE_ns1__stat_USCOREobjectResponse; + return soap_in_ns1__stat_USCOREobjectResponse(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:delete_instance")) + { *type = SOAP_TYPE_ns1__delete_USCOREinstance; + return soap_in_ns1__delete_USCOREinstance(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:delete_instanceResponse")) + { *type = SOAP_TYPE_ns1__delete_USCOREinstanceResponse; + return soap_in_ns1__delete_USCOREinstanceResponse(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:find_instances")) + { *type = SOAP_TYPE_ns1__find_USCOREinstances; + return soap_in_ns1__find_USCOREinstances(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:find_instancesResponse")) + { *type = SOAP_TYPE_ns1__find_USCOREinstancesResponse; + return soap_in_ns1__find_USCOREinstancesResponse(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:find_objects")) + { *type = SOAP_TYPE_ns1__find_USCOREobjects; + return soap_in_ns1__find_USCOREobjects(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:find_objectsResponse")) + { *type = SOAP_TYPE_ns1__find_USCOREobjectsResponse; + return soap_in_ns1__find_USCOREobjectsResponse(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:unlock_object")) + { *type = SOAP_TYPE_ns1__unlock_USCOREobject; + return soap_in_ns1__unlock_USCOREobject(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:unlock_objectResponse")) + { *type = SOAP_TYPE_ns1__unlock_USCOREobjectResponse; + return soap_in_ns1__unlock_USCOREobjectResponse(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:lock_object")) + { *type = SOAP_TYPE_ns1__lock_USCOREobject; + return soap_in_ns1__lock_USCOREobject(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:lock_objectResponse")) + { *type = SOAP_TYPE_ns1__lock_USCOREobjectResponse; + return soap_in_ns1__lock_USCOREobjectResponse(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:replicate_object")) + { *type = SOAP_TYPE_ns1__replicate_USCOREobject; + return soap_in_ns1__replicate_USCOREobject(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:replicate_objectResponse")) + { *type = SOAP_TYPE_ns1__replicate_USCOREobjectResponse; + return soap_in_ns1__replicate_USCOREobjectResponse(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:rename_object")) + { *type = SOAP_TYPE_ns1__rename_USCOREobject_; + return soap_in_ns1__rename_USCOREobject_(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:rename_object-Response")) + { *type = SOAP_TYPE_ns1__rename_USCOREobject_Response; + return soap_in_ns1__rename_USCOREobject_Response(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:rename_object")) + { *type = SOAP_TYPE_ns1__rename_USCOREobject; + return soap_in_ns1__rename_USCOREobject(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:rename_objectResponse")) + { *type = SOAP_TYPE_ns1__rename_USCOREobjectResponse; + return soap_in_ns1__rename_USCOREobjectResponse(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:create_object")) + { *type = SOAP_TYPE_ns1__create_USCOREobject; + return soap_in_ns1__create_USCOREobject(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "ns1:create_objectResponse")) + { *type = SOAP_TYPE_ns1__create_USCOREobjectResponse; + return soap_in_ns1__create_USCOREobjectResponse(soap, NULL, NULL, NULL); + } + if (*soap->arrayType && !soap_match_array(soap, "xsd:string")) + { *type = SOAP_TYPE_ArrayOfString; + return soap_in_ArrayOfString(soap, NULL, NULL, NULL); + } + if (!soap_match_tag(soap, t, "xsd:string")) + { char **s; + *type = SOAP_TYPE_string; + s = soap_in_string(soap, NULL, NULL, NULL); + return s ? *s : NULL; + } + t = soap->tag; + if (!soap_match_tag(soap, t, "xsd:QName")) + { char **s; + *type = SOAP_TYPE__QName; + s = soap_in__QName(soap, NULL, NULL, NULL); + return s ? *s : NULL; + } + } + } + soap->error = SOAP_TAG_MISMATCH; + return NULL; +} +#endif + +SOAP_FMAC3 int SOAP_FMAC4 soap_ignore_element(struct soap *soap) +{ + if (!soap_peek_element(soap)) + { int t; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Unexpected element '%s' in input (level=%u, %d)\n", soap->tag, soap->level, soap->body)); + if (soap->mustUnderstand && !soap->other) + return soap->error = SOAP_MUSTUNDERSTAND; + if (((soap->mode & SOAP_XML_STRICT) && soap->part != SOAP_IN_HEADER) || !soap_match_tag(soap, soap->tag, "SOAP-ENV:")) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "REJECTING element '%s'\n", soap->tag)); + return soap->error = SOAP_TAG_MISMATCH; + } + if (!*soap->id || !soap_getelement(soap, &t)) + { soap->peeked = 0; + if (soap->fignore) + soap->error = soap->fignore(soap, soap->tag); + else + soap->error = SOAP_OK; + DBGLOG(TEST, if (!soap->error) SOAP_MESSAGE(fdebug, "IGNORING element '%s'\n", soap->tag)); + if (!soap->error && soap->body) + { soap->level++; + while (!soap_ignore_element(soap)) + ; + if (soap->error == SOAP_NO_TAG) + soap->error = soap_element_end_in(soap, NULL); + } + } + } + return soap->error; +} + +#ifndef WITH_NOIDREF +SOAP_FMAC3 int SOAP_FMAC4 soap_putindependent(struct soap *soap) +{ + int i; + struct soap_plist *pp; + if (soap->version == 1 && soap->encodingStyle && !(soap->mode & (SOAP_XML_TREE | SOAP_XML_GRAPH))) + for (i = 0; i < SOAP_PTRHASH; i++) + for (pp = soap->pht[i]; pp; pp = pp->next) + if (pp->mark1 == 2 || pp->mark2 == 2) + if (soap_putelement(soap, pp->ptr, "id", pp->id, pp->type)) + return soap->error; + return SOAP_OK; +} +#endif + +#ifndef WITH_NOIDREF +SOAP_FMAC3 int SOAP_FMAC4 soap_putelement(struct soap *soap, const void *ptr, const char *tag, int id, int type) +{ + switch (type) + { + case SOAP_TYPE_byte: + return soap_out_byte(soap, tag, id, (const char *)ptr, "xsd:byte"); + case SOAP_TYPE_int: + return soap_out_int(soap, tag, id, (const int *)ptr, "xsd:int"); + case SOAP_TYPE_ns1__stat_USCOREobject: + return soap_out_ns1__stat_USCOREobject(soap, tag, id, (const struct ns1__stat_USCOREobject *)ptr, "ns1:stat_object"); + case SOAP_TYPE_ns1__stat_USCOREobjectResponse: + return soap_out_ns1__stat_USCOREobjectResponse(soap, tag, id, (const struct ns1__stat_USCOREobjectResponse *)ptr, "ns1:stat_objectResponse"); + case SOAP_TYPE_ns1__delete_USCOREinstance: + return soap_out_ns1__delete_USCOREinstance(soap, tag, id, (const struct ns1__delete_USCOREinstance *)ptr, "ns1:delete_instance"); + case SOAP_TYPE_ns1__delete_USCOREinstanceResponse: + return soap_out_ns1__delete_USCOREinstanceResponse(soap, tag, id, (const struct ns1__delete_USCOREinstanceResponse *)ptr, "ns1:delete_instanceResponse"); + case SOAP_TYPE_ns1__find_USCOREinstances: + return soap_out_ns1__find_USCOREinstances(soap, tag, id, (const struct ns1__find_USCOREinstances *)ptr, "ns1:find_instances"); + case SOAP_TYPE_ns1__find_USCOREinstancesResponse: + return soap_out_ns1__find_USCOREinstancesResponse(soap, tag, id, (const struct ns1__find_USCOREinstancesResponse *)ptr, "ns1:find_instancesResponse"); + case SOAP_TYPE_ns1__find_USCOREobjects: + return soap_out_ns1__find_USCOREobjects(soap, tag, id, (const struct ns1__find_USCOREobjects *)ptr, "ns1:find_objects"); + case SOAP_TYPE_ns1__find_USCOREobjectsResponse: + return soap_out_ns1__find_USCOREobjectsResponse(soap, tag, id, (const struct ns1__find_USCOREobjectsResponse *)ptr, "ns1:find_objectsResponse"); + case SOAP_TYPE_ns1__unlock_USCOREobject: + return soap_out_ns1__unlock_USCOREobject(soap, tag, id, (const struct ns1__unlock_USCOREobject *)ptr, "ns1:unlock_object"); + case SOAP_TYPE_ns1__unlock_USCOREobjectResponse: + return soap_out_ns1__unlock_USCOREobjectResponse(soap, tag, id, (const struct ns1__unlock_USCOREobjectResponse *)ptr, "ns1:unlock_objectResponse"); + case SOAP_TYPE_ns1__lock_USCOREobject: + return soap_out_ns1__lock_USCOREobject(soap, tag, id, (const struct ns1__lock_USCOREobject *)ptr, "ns1:lock_object"); + case SOAP_TYPE_ns1__lock_USCOREobjectResponse: + return soap_out_ns1__lock_USCOREobjectResponse(soap, tag, id, (const struct ns1__lock_USCOREobjectResponse *)ptr, "ns1:lock_objectResponse"); + case SOAP_TYPE_ns1__replicate_USCOREobject: + return soap_out_ns1__replicate_USCOREobject(soap, tag, id, (const struct ns1__replicate_USCOREobject *)ptr, "ns1:replicate_object"); + case SOAP_TYPE_ns1__replicate_USCOREobjectResponse: + return soap_out_ns1__replicate_USCOREobjectResponse(soap, tag, id, (const struct ns1__replicate_USCOREobjectResponse *)ptr, "ns1:replicate_objectResponse"); + case SOAP_TYPE_ns1__rename_USCOREobject_: + return soap_out_ns1__rename_USCOREobject_(soap, tag, id, (const struct ns1__rename_USCOREobject_ *)ptr, "ns1:rename_object"); + case SOAP_TYPE_ns1__rename_USCOREobject_Response: + return soap_out_ns1__rename_USCOREobject_Response(soap, tag, id, (const struct ns1__rename_USCOREobject_Response *)ptr, "ns1:rename_object-Response"); + case SOAP_TYPE_ns1__rename_USCOREobject: + return soap_out_ns1__rename_USCOREobject(soap, tag, id, (const struct ns1__rename_USCOREobject *)ptr, "ns1:rename_object"); + case SOAP_TYPE_ns1__rename_USCOREobjectResponse: + return soap_out_ns1__rename_USCOREobjectResponse(soap, tag, id, (const struct ns1__rename_USCOREobjectResponse *)ptr, "ns1:rename_objectResponse"); + case SOAP_TYPE_ns1__create_USCOREobject: + return soap_out_ns1__create_USCOREobject(soap, tag, id, (const struct ns1__create_USCOREobject *)ptr, "ns1:create_object"); + case SOAP_TYPE_ns1__create_USCOREobjectResponse: + return soap_out_ns1__create_USCOREobjectResponse(soap, tag, id, (const struct ns1__create_USCOREobjectResponse *)ptr, "ns1:create_objectResponse"); + case SOAP_TYPE_ArrayOfString: + return soap_out_ArrayOfString(soap, tag, id, (const struct ArrayOfString *)ptr, "xsd:string"); + case SOAP_TYPE_PointerTons1__stat_USCOREobjectResponse: + return soap_out_PointerTons1__stat_USCOREobjectResponse(soap, tag, id, (struct ns1__stat_USCOREobjectResponse *const*)ptr, "ns1:stat_objectResponse"); + case SOAP_TYPE_PointerTons1__find_USCOREinstancesResponse: + return soap_out_PointerTons1__find_USCOREinstancesResponse(soap, tag, id, (struct ns1__find_USCOREinstancesResponse *const*)ptr, "ns1:find_instancesResponse"); + case SOAP_TYPE_PointerTons1__find_USCOREobjectsResponse: + return soap_out_PointerTons1__find_USCOREobjectsResponse(soap, tag, id, (struct ns1__find_USCOREobjectsResponse *const*)ptr, "ns1:find_objectsResponse"); + case SOAP_TYPE_PointerToArrayOfString: + return soap_out_PointerToArrayOfString(soap, tag, id, (struct ArrayOfString *const*)ptr, "xsd:string"); + case SOAP_TYPE_PointerToint: + return soap_out_PointerToint(soap, tag, id, (int *const*)ptr, "xsd:int"); + case SOAP_TYPE_PointerTostring: + return soap_out_PointerTostring(soap, tag, id, (char **const*)ptr, "xsd:string"); + case SOAP_TYPE__QName: + return soap_out_string(soap, "xsd:QName", id, (char*const*)&ptr, NULL); + case SOAP_TYPE_string: + return soap_out_string(soap, tag, id, (char*const*)&ptr, "xsd:string"); + } + return SOAP_OK; +} +#endif + +#ifndef WITH_NOIDREF +SOAP_FMAC3 void SOAP_FMAC4 soap_markelement(struct soap *soap, const void *ptr, int type) +{ + (void)soap; (void)ptr; (void)type; /* appease -Wall -Werror */ + switch (type) + { + case SOAP_TYPE_ns1__stat_USCOREobject: + soap_serialize_ns1__stat_USCOREobject(soap, (const struct ns1__stat_USCOREobject *)ptr); + break; + case SOAP_TYPE_ns1__stat_USCOREobjectResponse: + soap_serialize_ns1__stat_USCOREobjectResponse(soap, (const struct ns1__stat_USCOREobjectResponse *)ptr); + break; + case SOAP_TYPE_ns1__delete_USCOREinstance: + soap_serialize_ns1__delete_USCOREinstance(soap, (const struct ns1__delete_USCOREinstance *)ptr); + break; + case SOAP_TYPE_ns1__delete_USCOREinstanceResponse: + soap_serialize_ns1__delete_USCOREinstanceResponse(soap, (const struct ns1__delete_USCOREinstanceResponse *)ptr); + break; + case SOAP_TYPE_ns1__find_USCOREinstances: + soap_serialize_ns1__find_USCOREinstances(soap, (const struct ns1__find_USCOREinstances *)ptr); + break; + case SOAP_TYPE_ns1__find_USCOREinstancesResponse: + soap_serialize_ns1__find_USCOREinstancesResponse(soap, (const struct ns1__find_USCOREinstancesResponse *)ptr); + break; + case SOAP_TYPE_ns1__find_USCOREobjects: + soap_serialize_ns1__find_USCOREobjects(soap, (const struct ns1__find_USCOREobjects *)ptr); + break; + case SOAP_TYPE_ns1__find_USCOREobjectsResponse: + soap_serialize_ns1__find_USCOREobjectsResponse(soap, (const struct ns1__find_USCOREobjectsResponse *)ptr); + break; + case SOAP_TYPE_ns1__unlock_USCOREobject: + soap_serialize_ns1__unlock_USCOREobject(soap, (const struct ns1__unlock_USCOREobject *)ptr); + break; + case SOAP_TYPE_ns1__unlock_USCOREobjectResponse: + soap_serialize_ns1__unlock_USCOREobjectResponse(soap, (const struct ns1__unlock_USCOREobjectResponse *)ptr); + break; + case SOAP_TYPE_ns1__lock_USCOREobject: + soap_serialize_ns1__lock_USCOREobject(soap, (const struct ns1__lock_USCOREobject *)ptr); + break; + case SOAP_TYPE_ns1__lock_USCOREobjectResponse: + soap_serialize_ns1__lock_USCOREobjectResponse(soap, (const struct ns1__lock_USCOREobjectResponse *)ptr); + break; + case SOAP_TYPE_ns1__replicate_USCOREobject: + soap_serialize_ns1__replicate_USCOREobject(soap, (const struct ns1__replicate_USCOREobject *)ptr); + break; + case SOAP_TYPE_ns1__replicate_USCOREobjectResponse: + soap_serialize_ns1__replicate_USCOREobjectResponse(soap, (const struct ns1__replicate_USCOREobjectResponse *)ptr); + break; + case SOAP_TYPE_ns1__rename_USCOREobject_: + soap_serialize_ns1__rename_USCOREobject_(soap, (const struct ns1__rename_USCOREobject_ *)ptr); + break; + case SOAP_TYPE_ns1__rename_USCOREobject_Response: + soap_serialize_ns1__rename_USCOREobject_Response(soap, (const struct ns1__rename_USCOREobject_Response *)ptr); + break; + case SOAP_TYPE_ns1__rename_USCOREobject: + soap_serialize_ns1__rename_USCOREobject(soap, (const struct ns1__rename_USCOREobject *)ptr); + break; + case SOAP_TYPE_ns1__rename_USCOREobjectResponse: + soap_serialize_ns1__rename_USCOREobjectResponse(soap, (const struct ns1__rename_USCOREobjectResponse *)ptr); + break; + case SOAP_TYPE_ns1__create_USCOREobject: + soap_serialize_ns1__create_USCOREobject(soap, (const struct ns1__create_USCOREobject *)ptr); + break; + case SOAP_TYPE_ns1__create_USCOREobjectResponse: + soap_serialize_ns1__create_USCOREobjectResponse(soap, (const struct ns1__create_USCOREobjectResponse *)ptr); + break; + case SOAP_TYPE_ArrayOfString: + soap_serialize_ArrayOfString(soap, (const struct ArrayOfString *)ptr); + break; + case SOAP_TYPE_PointerTons1__stat_USCOREobjectResponse: + soap_serialize_PointerTons1__stat_USCOREobjectResponse(soap, (struct ns1__stat_USCOREobjectResponse *const*)ptr); + break; + case SOAP_TYPE_PointerTons1__find_USCOREinstancesResponse: + soap_serialize_PointerTons1__find_USCOREinstancesResponse(soap, (struct ns1__find_USCOREinstancesResponse *const*)ptr); + break; + case SOAP_TYPE_PointerTons1__find_USCOREobjectsResponse: + soap_serialize_PointerTons1__find_USCOREobjectsResponse(soap, (struct ns1__find_USCOREobjectsResponse *const*)ptr); + break; + case SOAP_TYPE_PointerToArrayOfString: + soap_serialize_PointerToArrayOfString(soap, (struct ArrayOfString *const*)ptr); + break; + case SOAP_TYPE_PointerToint: + soap_serialize_PointerToint(soap, (int *const*)ptr); + break; + case SOAP_TYPE_PointerTostring: + soap_serialize_PointerTostring(soap, (char **const*)ptr); + break; + case SOAP_TYPE__QName: + soap_serialize_string(soap, (char*const*)&ptr); + break; + case SOAP_TYPE_string: + soap_serialize_string(soap, (char*const*)&ptr); + break; + } +} +#endif + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_byte(struct soap *soap, char *a) +{ (void)soap; /* appease -Wall -Werror */ +#ifdef SOAP_DEFAULT_byte + *a = SOAP_DEFAULT_byte; +#else + *a = (char)0; +#endif +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_byte(struct soap *soap, const char *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_byte); + if (soap_out_byte(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_byte(struct soap *soap, const char *tag, int id, const char *a, const char *type) +{ + return soap_outbyte(soap, tag, id, a, type, SOAP_TYPE_byte); +} + +SOAP_FMAC3 char * SOAP_FMAC4 soap_get_byte(struct soap *soap, char *p, const char *tag, const char *type) +{ + if ((p = soap_in_byte(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 char * SOAP_FMAC4 soap_in_byte(struct soap *soap, const char *tag, char *a, const char *type) +{ + return soap_inbyte(soap, tag, a, type, SOAP_TYPE_byte); +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_int(struct soap *soap, int *a) +{ (void)soap; /* appease -Wall -Werror */ +#ifdef SOAP_DEFAULT_int + *a = SOAP_DEFAULT_int; +#else + *a = (int)0; +#endif +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_int(struct soap *soap, const int *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_int); + if (soap_out_int(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_int(struct soap *soap, const char *tag, int id, const int *a, const char *type) +{ + return soap_outint(soap, tag, id, a, type, SOAP_TYPE_int); +} + +SOAP_FMAC3 int * SOAP_FMAC4 soap_get_int(struct soap *soap, int *p, const char *tag, const char *type) +{ + if ((p = soap_in_int(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 int * SOAP_FMAC4 soap_in_int(struct soap *soap, const char *tag, int *a, const char *type) +{ + return soap_inint(soap, tag, a, type, SOAP_TYPE_int); +} + +#ifndef WITH_NOGLOBAL + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_SOAP_ENV__Fault(struct soap *soap, struct SOAP_ENV__Fault *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_default__QName(soap, &a->faultcode); + soap_default_string(soap, &a->faultstring); + soap_default_string(soap, &a->faultactor); + a->detail = NULL; + a->SOAP_ENV__Code = NULL; + a->SOAP_ENV__Reason = NULL; + soap_default_string(soap, &a->SOAP_ENV__Node); + soap_default_string(soap, &a->SOAP_ENV__Role); + a->SOAP_ENV__Detail = NULL; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_SOAP_ENV__Fault(struct soap *soap, const struct SOAP_ENV__Fault *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize__QName(soap, &a->faultcode); + soap_serialize_string(soap, &a->faultstring); + soap_serialize_string(soap, &a->faultactor); + soap_serialize_PointerToSOAP_ENV__Detail(soap, &a->detail); + soap_serialize_PointerToSOAP_ENV__Code(soap, &a->SOAP_ENV__Code); + soap_serialize_PointerToSOAP_ENV__Reason(soap, &a->SOAP_ENV__Reason); + soap_serialize_string(soap, &a->SOAP_ENV__Node); + soap_serialize_string(soap, &a->SOAP_ENV__Role); + soap_serialize_PointerToSOAP_ENV__Detail(soap, &a->SOAP_ENV__Detail); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_SOAP_ENV__Fault(struct soap *soap, const struct SOAP_ENV__Fault *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_SOAP_ENV__Fault); + if (soap_out_SOAP_ENV__Fault(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_SOAP_ENV__Fault(struct soap *soap, const char *tag, int id, const struct SOAP_ENV__Fault *a, const char *type) +{ + const char *soap_tmp_faultcode = soap_QName2s(soap, a->faultcode); + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_SOAP_ENV__Fault), type)) + return soap->error; + if (soap_out__QName(soap, "faultcode", -1, (char*const*)&soap_tmp_faultcode, "")) + return soap->error; + if (soap_out_string(soap, "faultstring", -1, &a->faultstring, "")) + return soap->error; + if (soap_out_string(soap, "faultactor", -1, &a->faultactor, "")) + return soap->error; + if (soap_out_PointerToSOAP_ENV__Detail(soap, "detail", -1, &a->detail, "")) + return soap->error; + if (soap_out_PointerToSOAP_ENV__Code(soap, "SOAP-ENV:Code", -1, &a->SOAP_ENV__Code, "")) + return soap->error; + if (soap_out_PointerToSOAP_ENV__Reason(soap, "SOAP-ENV:Reason", -1, &a->SOAP_ENV__Reason, "")) + return soap->error; + if (soap_out_string(soap, "SOAP-ENV:Node", -1, &a->SOAP_ENV__Node, "")) + return soap->error; + if (soap_out_string(soap, "SOAP-ENV:Role", -1, &a->SOAP_ENV__Role, "")) + return soap->error; + if (soap_out_PointerToSOAP_ENV__Detail(soap, "SOAP-ENV:Detail", -1, &a->SOAP_ENV__Detail, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct SOAP_ENV__Fault * SOAP_FMAC4 soap_get_SOAP_ENV__Fault(struct soap *soap, struct SOAP_ENV__Fault *p, const char *tag, const char *type) +{ + if ((p = soap_in_SOAP_ENV__Fault(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct SOAP_ENV__Fault * SOAP_FMAC4 soap_in_SOAP_ENV__Fault(struct soap *soap, const char *tag, struct SOAP_ENV__Fault *a, const char *type) +{ + size_t soap_flag_faultcode = 1; + size_t soap_flag_faultstring = 1; + size_t soap_flag_faultactor = 1; + size_t soap_flag_detail = 1; + size_t soap_flag_SOAP_ENV__Code = 1; + size_t soap_flag_SOAP_ENV__Reason = 1; + size_t soap_flag_SOAP_ENV__Node = 1; + size_t soap_flag_SOAP_ENV__Role = 1; + size_t soap_flag_SOAP_ENV__Detail = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct SOAP_ENV__Fault *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_SOAP_ENV__Fault, sizeof(struct SOAP_ENV__Fault), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_SOAP_ENV__Fault(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_faultcode && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in__QName(soap, "faultcode", &a->faultcode, "")) + { soap_flag_faultcode--; + continue; + } + if (soap_flag_faultstring && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "faultstring", &a->faultstring, "xsd:string")) + { soap_flag_faultstring--; + continue; + } + if (soap_flag_faultactor && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "faultactor", &a->faultactor, "xsd:string")) + { soap_flag_faultactor--; + continue; + } + if (soap_flag_detail && soap->error == SOAP_TAG_MISMATCH) + if (soap_in_PointerToSOAP_ENV__Detail(soap, "detail", &a->detail, "")) + { soap_flag_detail--; + continue; + } + if (soap_flag_SOAP_ENV__Code && soap->error == SOAP_TAG_MISMATCH) + if (soap_in_PointerToSOAP_ENV__Code(soap, "SOAP-ENV:Code", &a->SOAP_ENV__Code, "")) + { soap_flag_SOAP_ENV__Code--; + continue; + } + if (soap_flag_SOAP_ENV__Reason && soap->error == SOAP_TAG_MISMATCH) + if (soap_in_PointerToSOAP_ENV__Reason(soap, "SOAP-ENV:Reason", &a->SOAP_ENV__Reason, "")) + { soap_flag_SOAP_ENV__Reason--; + continue; + } + if (soap_flag_SOAP_ENV__Node && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "SOAP-ENV:Node", &a->SOAP_ENV__Node, "xsd:string")) + { soap_flag_SOAP_ENV__Node--; + continue; + } + if (soap_flag_SOAP_ENV__Role && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "SOAP-ENV:Role", &a->SOAP_ENV__Role, "xsd:string")) + { soap_flag_SOAP_ENV__Role--; + continue; + } + if (soap_flag_SOAP_ENV__Detail && soap->error == SOAP_TAG_MISMATCH) + if (soap_in_PointerToSOAP_ENV__Detail(soap, "SOAP-ENV:Detail", &a->SOAP_ENV__Detail, "")) + { soap_flag_SOAP_ENV__Detail--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct SOAP_ENV__Fault *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_SOAP_ENV__Fault, 0, sizeof(struct SOAP_ENV__Fault), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +#endif + +#ifndef WITH_NOGLOBAL + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_SOAP_ENV__Reason(struct soap *soap, struct SOAP_ENV__Reason *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_default_string(soap, &a->SOAP_ENV__Text); +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_SOAP_ENV__Reason(struct soap *soap, const struct SOAP_ENV__Reason *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_string(soap, &a->SOAP_ENV__Text); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_SOAP_ENV__Reason(struct soap *soap, const struct SOAP_ENV__Reason *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_SOAP_ENV__Reason); + if (soap_out_SOAP_ENV__Reason(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_SOAP_ENV__Reason(struct soap *soap, const char *tag, int id, const struct SOAP_ENV__Reason *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_SOAP_ENV__Reason), type)) + return soap->error; + if (soap->lang) + soap_set_attr(soap, "xml:lang", soap->lang); + if (soap_out_string(soap, "SOAP-ENV:Text", -1, &a->SOAP_ENV__Text, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct SOAP_ENV__Reason * SOAP_FMAC4 soap_get_SOAP_ENV__Reason(struct soap *soap, struct SOAP_ENV__Reason *p, const char *tag, const char *type) +{ + if ((p = soap_in_SOAP_ENV__Reason(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct SOAP_ENV__Reason * SOAP_FMAC4 soap_in_SOAP_ENV__Reason(struct soap *soap, const char *tag, struct SOAP_ENV__Reason *a, const char *type) +{ + size_t soap_flag_SOAP_ENV__Text = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct SOAP_ENV__Reason *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_SOAP_ENV__Reason, sizeof(struct SOAP_ENV__Reason), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_SOAP_ENV__Reason(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_SOAP_ENV__Text && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "SOAP-ENV:Text", &a->SOAP_ENV__Text, "xsd:string")) + { soap_flag_SOAP_ENV__Text--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct SOAP_ENV__Reason *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_SOAP_ENV__Reason, 0, sizeof(struct SOAP_ENV__Reason), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +#endif + +#ifndef WITH_NOGLOBAL + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_SOAP_ENV__Detail(struct soap *soap, struct SOAP_ENV__Detail *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + a->__type = 0; + a->fault = NULL; + a->__any = NULL; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_SOAP_ENV__Detail(struct soap *soap, const struct SOAP_ENV__Detail *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_markelement(soap, a->fault, a->__type); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_SOAP_ENV__Detail(struct soap *soap, const struct SOAP_ENV__Detail *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_SOAP_ENV__Detail); + if (soap_out_SOAP_ENV__Detail(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_SOAP_ENV__Detail(struct soap *soap, const char *tag, int id, const struct SOAP_ENV__Detail *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_SOAP_ENV__Detail), type)) + return soap->error; + if (soap_putelement(soap, a->fault, "fault", -1, a->__type)) + return soap->error; + soap_outliteral(soap, "-any", &a->__any, NULL); + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct SOAP_ENV__Detail * SOAP_FMAC4 soap_get_SOAP_ENV__Detail(struct soap *soap, struct SOAP_ENV__Detail *p, const char *tag, const char *type) +{ + if ((p = soap_in_SOAP_ENV__Detail(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct SOAP_ENV__Detail * SOAP_FMAC4 soap_in_SOAP_ENV__Detail(struct soap *soap, const char *tag, struct SOAP_ENV__Detail *a, const char *type) +{ + size_t soap_flag_fault = 1; + size_t soap_flag___any = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct SOAP_ENV__Detail *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_SOAP_ENV__Detail, sizeof(struct SOAP_ENV__Detail), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_SOAP_ENV__Detail(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_fault && soap->error == SOAP_TAG_MISMATCH) + if ((a->fault = soap_getelement(soap, &a->__type))) + { soap_flag_fault = 0; + continue; + } + if (soap_flag___any && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_inliteral(soap, "-any", &a->__any)) + { soap_flag___any--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct SOAP_ENV__Detail *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_SOAP_ENV__Detail, 0, sizeof(struct SOAP_ENV__Detail), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +#endif + +#ifndef WITH_NOGLOBAL + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_SOAP_ENV__Code(struct soap *soap, struct SOAP_ENV__Code *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_default__QName(soap, &a->SOAP_ENV__Value); + a->SOAP_ENV__Subcode = NULL; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_SOAP_ENV__Code(struct soap *soap, const struct SOAP_ENV__Code *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize__QName(soap, &a->SOAP_ENV__Value); + soap_serialize_PointerToSOAP_ENV__Code(soap, &a->SOAP_ENV__Subcode); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_SOAP_ENV__Code(struct soap *soap, const struct SOAP_ENV__Code *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_SOAP_ENV__Code); + if (soap_out_SOAP_ENV__Code(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_SOAP_ENV__Code(struct soap *soap, const char *tag, int id, const struct SOAP_ENV__Code *a, const char *type) +{ + const char *soap_tmp_SOAP_ENV__Value = soap_QName2s(soap, a->SOAP_ENV__Value); + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_SOAP_ENV__Code), type)) + return soap->error; + if (soap_out__QName(soap, "SOAP-ENV:Value", -1, (char*const*)&soap_tmp_SOAP_ENV__Value, "")) + return soap->error; + if (soap_out_PointerToSOAP_ENV__Code(soap, "SOAP-ENV:Subcode", -1, &a->SOAP_ENV__Subcode, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct SOAP_ENV__Code * SOAP_FMAC4 soap_get_SOAP_ENV__Code(struct soap *soap, struct SOAP_ENV__Code *p, const char *tag, const char *type) +{ + if ((p = soap_in_SOAP_ENV__Code(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct SOAP_ENV__Code * SOAP_FMAC4 soap_in_SOAP_ENV__Code(struct soap *soap, const char *tag, struct SOAP_ENV__Code *a, const char *type) +{ + size_t soap_flag_SOAP_ENV__Value = 1; + size_t soap_flag_SOAP_ENV__Subcode = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct SOAP_ENV__Code *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_SOAP_ENV__Code, sizeof(struct SOAP_ENV__Code), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_SOAP_ENV__Code(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_SOAP_ENV__Value && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in__QName(soap, "SOAP-ENV:Value", &a->SOAP_ENV__Value, "")) + { soap_flag_SOAP_ENV__Value--; + continue; + } + if (soap_flag_SOAP_ENV__Subcode && soap->error == SOAP_TAG_MISMATCH) + if (soap_in_PointerToSOAP_ENV__Code(soap, "SOAP-ENV:Subcode", &a->SOAP_ENV__Subcode, "")) + { soap_flag_SOAP_ENV__Subcode--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct SOAP_ENV__Code *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_SOAP_ENV__Code, 0, sizeof(struct SOAP_ENV__Code), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +#endif + +#ifndef WITH_NOGLOBAL + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_SOAP_ENV__Header(struct soap *soap, struct SOAP_ENV__Header *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_SOAP_ENV__Header(struct soap *soap, const struct SOAP_ENV__Header *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_SOAP_ENV__Header(struct soap *soap, const struct SOAP_ENV__Header *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_SOAP_ENV__Header); + if (soap_out_SOAP_ENV__Header(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_SOAP_ENV__Header(struct soap *soap, const char *tag, int id, const struct SOAP_ENV__Header *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_SOAP_ENV__Header), type)) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct SOAP_ENV__Header * SOAP_FMAC4 soap_get_SOAP_ENV__Header(struct soap *soap, struct SOAP_ENV__Header *p, const char *tag, const char *type) +{ + if ((p = soap_in_SOAP_ENV__Header(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct SOAP_ENV__Header * SOAP_FMAC4 soap_in_SOAP_ENV__Header(struct soap *soap, const char *tag, struct SOAP_ENV__Header *a, const char *type) +{ + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct SOAP_ENV__Header *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_SOAP_ENV__Header, sizeof(struct SOAP_ENV__Header), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_SOAP_ENV__Header(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct SOAP_ENV__Header *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_SOAP_ENV__Header, 0, sizeof(struct SOAP_ENV__Header), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +#endif + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__stat_USCOREobject(struct soap *soap, struct ns1__stat_USCOREobject *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_default_string(soap, &a->key); +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__stat_USCOREobject(struct soap *soap, const struct ns1__stat_USCOREobject *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_string(soap, &a->key); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__stat_USCOREobject(struct soap *soap, const struct ns1__stat_USCOREobject *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__stat_USCOREobject); + if (soap_out_ns1__stat_USCOREobject(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__stat_USCOREobject(struct soap *soap, const char *tag, int id, const struct ns1__stat_USCOREobject *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__stat_USCOREobject), type)) + return soap->error; + if (soap_out_string(soap, "key", -1, &a->key, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__stat_USCOREobject * SOAP_FMAC4 soap_get_ns1__stat_USCOREobject(struct soap *soap, struct ns1__stat_USCOREobject *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__stat_USCOREobject(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__stat_USCOREobject * SOAP_FMAC4 soap_in_ns1__stat_USCOREobject(struct soap *soap, const char *tag, struct ns1__stat_USCOREobject *a, const char *type) +{ + size_t soap_flag_key = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__stat_USCOREobject *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__stat_USCOREobject, sizeof(struct ns1__stat_USCOREobject), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__stat_USCOREobject(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_key && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "key", &a->key, "xsd:string")) + { soap_flag_key--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__stat_USCOREobject *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__stat_USCOREobject, 0, sizeof(struct ns1__stat_USCOREobject), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__stat_USCOREobjectResponse(struct soap *soap, struct ns1__stat_USCOREobjectResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + a->result = NULL; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__stat_USCOREobjectResponse(struct soap *soap, const struct ns1__stat_USCOREobjectResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_PointerToArrayOfString(soap, &a->result); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__stat_USCOREobjectResponse(struct soap *soap, const struct ns1__stat_USCOREobjectResponse *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__stat_USCOREobjectResponse); + if (soap_out_ns1__stat_USCOREobjectResponse(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__stat_USCOREobjectResponse(struct soap *soap, const char *tag, int id, const struct ns1__stat_USCOREobjectResponse *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__stat_USCOREobjectResponse), type)) + return soap->error; + if (soap_out_PointerToArrayOfString(soap, "result", -1, &a->result, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__stat_USCOREobjectResponse * SOAP_FMAC4 soap_get_ns1__stat_USCOREobjectResponse(struct soap *soap, struct ns1__stat_USCOREobjectResponse *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__stat_USCOREobjectResponse(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__stat_USCOREobjectResponse * SOAP_FMAC4 soap_in_ns1__stat_USCOREobjectResponse(struct soap *soap, const char *tag, struct ns1__stat_USCOREobjectResponse *a, const char *type) +{ + size_t soap_flag_result = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__stat_USCOREobjectResponse *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__stat_USCOREobjectResponse, sizeof(struct ns1__stat_USCOREobjectResponse), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__stat_USCOREobjectResponse(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_result && soap->error == SOAP_TAG_MISMATCH) + if (soap_in_PointerToArrayOfString(soap, "result", &a->result, "xsd:string")) + { soap_flag_result--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__stat_USCOREobjectResponse *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__stat_USCOREobjectResponse, 0, sizeof(struct ns1__stat_USCOREobjectResponse), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__delete_USCOREinstance(struct soap *soap, struct ns1__delete_USCOREinstance *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_default_string(soap, &a->uri); +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__delete_USCOREinstance(struct soap *soap, const struct ns1__delete_USCOREinstance *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_string(soap, &a->uri); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__delete_USCOREinstance(struct soap *soap, const struct ns1__delete_USCOREinstance *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__delete_USCOREinstance); + if (soap_out_ns1__delete_USCOREinstance(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__delete_USCOREinstance(struct soap *soap, const char *tag, int id, const struct ns1__delete_USCOREinstance *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__delete_USCOREinstance), type)) + return soap->error; + if (soap_out_string(soap, "uri", -1, &a->uri, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__delete_USCOREinstance * SOAP_FMAC4 soap_get_ns1__delete_USCOREinstance(struct soap *soap, struct ns1__delete_USCOREinstance *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__delete_USCOREinstance(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__delete_USCOREinstance * SOAP_FMAC4 soap_in_ns1__delete_USCOREinstance(struct soap *soap, const char *tag, struct ns1__delete_USCOREinstance *a, const char *type) +{ + size_t soap_flag_uri = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__delete_USCOREinstance *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__delete_USCOREinstance, sizeof(struct ns1__delete_USCOREinstance), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__delete_USCOREinstance(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_uri && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "uri", &a->uri, "xsd:string")) + { soap_flag_uri--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__delete_USCOREinstance *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__delete_USCOREinstance, 0, sizeof(struct ns1__delete_USCOREinstance), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__delete_USCOREinstanceResponse(struct soap *soap, struct ns1__delete_USCOREinstanceResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + a->result = NULL; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__delete_USCOREinstanceResponse(struct soap *soap, const struct ns1__delete_USCOREinstanceResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_PointerToint(soap, &a->result); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__delete_USCOREinstanceResponse(struct soap *soap, const struct ns1__delete_USCOREinstanceResponse *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__delete_USCOREinstanceResponse); + if (soap_out_ns1__delete_USCOREinstanceResponse(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__delete_USCOREinstanceResponse(struct soap *soap, const char *tag, int id, const struct ns1__delete_USCOREinstanceResponse *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__delete_USCOREinstanceResponse), type)) + return soap->error; + if (soap_out_PointerToint(soap, "result", -1, &a->result, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__delete_USCOREinstanceResponse * SOAP_FMAC4 soap_get_ns1__delete_USCOREinstanceResponse(struct soap *soap, struct ns1__delete_USCOREinstanceResponse *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__delete_USCOREinstanceResponse(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__delete_USCOREinstanceResponse * SOAP_FMAC4 soap_in_ns1__delete_USCOREinstanceResponse(struct soap *soap, const char *tag, struct ns1__delete_USCOREinstanceResponse *a, const char *type) +{ + size_t soap_flag_result = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__delete_USCOREinstanceResponse *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__delete_USCOREinstanceResponse, sizeof(struct ns1__delete_USCOREinstanceResponse), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__delete_USCOREinstanceResponse(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_result && soap->error == SOAP_TAG_MISMATCH) + if (soap_in_PointerToint(soap, "result", &a->result, "xsd:int")) + { soap_flag_result--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__delete_USCOREinstanceResponse *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__delete_USCOREinstanceResponse, 0, sizeof(struct ns1__delete_USCOREinstanceResponse), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__find_USCOREinstances(struct soap *soap, struct ns1__find_USCOREinstances *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_default_string(soap, &a->key); + soap_default_string(soap, &a->volume); +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__find_USCOREinstances(struct soap *soap, const struct ns1__find_USCOREinstances *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_string(soap, &a->key); + soap_serialize_string(soap, &a->volume); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__find_USCOREinstances(struct soap *soap, const struct ns1__find_USCOREinstances *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__find_USCOREinstances); + if (soap_out_ns1__find_USCOREinstances(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__find_USCOREinstances(struct soap *soap, const char *tag, int id, const struct ns1__find_USCOREinstances *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__find_USCOREinstances), type)) + return soap->error; + if (soap_out_string(soap, "key", -1, &a->key, "")) + return soap->error; + if (soap_out_string(soap, "volume", -1, &a->volume, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__find_USCOREinstances * SOAP_FMAC4 soap_get_ns1__find_USCOREinstances(struct soap *soap, struct ns1__find_USCOREinstances *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__find_USCOREinstances(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__find_USCOREinstances * SOAP_FMAC4 soap_in_ns1__find_USCOREinstances(struct soap *soap, const char *tag, struct ns1__find_USCOREinstances *a, const char *type) +{ + size_t soap_flag_key = 1; + size_t soap_flag_volume = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__find_USCOREinstances *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__find_USCOREinstances, sizeof(struct ns1__find_USCOREinstances), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__find_USCOREinstances(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_key && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "key", &a->key, "xsd:string")) + { soap_flag_key--; + continue; + } + if (soap_flag_volume && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "volume", &a->volume, "xsd:string")) + { soap_flag_volume--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__find_USCOREinstances *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__find_USCOREinstances, 0, sizeof(struct ns1__find_USCOREinstances), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__find_USCOREinstancesResponse(struct soap *soap, struct ns1__find_USCOREinstancesResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + a->result = NULL; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__find_USCOREinstancesResponse(struct soap *soap, const struct ns1__find_USCOREinstancesResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_PointerToArrayOfString(soap, &a->result); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__find_USCOREinstancesResponse(struct soap *soap, const struct ns1__find_USCOREinstancesResponse *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__find_USCOREinstancesResponse); + if (soap_out_ns1__find_USCOREinstancesResponse(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__find_USCOREinstancesResponse(struct soap *soap, const char *tag, int id, const struct ns1__find_USCOREinstancesResponse *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__find_USCOREinstancesResponse), type)) + return soap->error; + if (soap_out_PointerToArrayOfString(soap, "result", -1, &a->result, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__find_USCOREinstancesResponse * SOAP_FMAC4 soap_get_ns1__find_USCOREinstancesResponse(struct soap *soap, struct ns1__find_USCOREinstancesResponse *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__find_USCOREinstancesResponse(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__find_USCOREinstancesResponse * SOAP_FMAC4 soap_in_ns1__find_USCOREinstancesResponse(struct soap *soap, const char *tag, struct ns1__find_USCOREinstancesResponse *a, const char *type) +{ + size_t soap_flag_result = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__find_USCOREinstancesResponse *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__find_USCOREinstancesResponse, sizeof(struct ns1__find_USCOREinstancesResponse), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__find_USCOREinstancesResponse(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_result && soap->error == SOAP_TAG_MISMATCH) + if (soap_in_PointerToArrayOfString(soap, "result", &a->result, "xsd:string")) + { soap_flag_result--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__find_USCOREinstancesResponse *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__find_USCOREinstancesResponse, 0, sizeof(struct ns1__find_USCOREinstancesResponse), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__find_USCOREobjects(struct soap *soap, struct ns1__find_USCOREobjects *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_default_string(soap, &a->pattern); +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__find_USCOREobjects(struct soap *soap, const struct ns1__find_USCOREobjects *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_string(soap, &a->pattern); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__find_USCOREobjects(struct soap *soap, const struct ns1__find_USCOREobjects *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__find_USCOREobjects); + if (soap_out_ns1__find_USCOREobjects(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__find_USCOREobjects(struct soap *soap, const char *tag, int id, const struct ns1__find_USCOREobjects *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__find_USCOREobjects), type)) + return soap->error; + if (soap_out_string(soap, "pattern", -1, &a->pattern, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__find_USCOREobjects * SOAP_FMAC4 soap_get_ns1__find_USCOREobjects(struct soap *soap, struct ns1__find_USCOREobjects *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__find_USCOREobjects(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__find_USCOREobjects * SOAP_FMAC4 soap_in_ns1__find_USCOREobjects(struct soap *soap, const char *tag, struct ns1__find_USCOREobjects *a, const char *type) +{ + size_t soap_flag_pattern = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__find_USCOREobjects *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__find_USCOREobjects, sizeof(struct ns1__find_USCOREobjects), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__find_USCOREobjects(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_pattern && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "pattern", &a->pattern, "xsd:string")) + { soap_flag_pattern--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__find_USCOREobjects *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__find_USCOREobjects, 0, sizeof(struct ns1__find_USCOREobjects), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__find_USCOREobjectsResponse(struct soap *soap, struct ns1__find_USCOREobjectsResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + a->result = NULL; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__find_USCOREobjectsResponse(struct soap *soap, const struct ns1__find_USCOREobjectsResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_PointerToArrayOfString(soap, &a->result); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__find_USCOREobjectsResponse(struct soap *soap, const struct ns1__find_USCOREobjectsResponse *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__find_USCOREobjectsResponse); + if (soap_out_ns1__find_USCOREobjectsResponse(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__find_USCOREobjectsResponse(struct soap *soap, const char *tag, int id, const struct ns1__find_USCOREobjectsResponse *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__find_USCOREobjectsResponse), type)) + return soap->error; + if (soap_out_PointerToArrayOfString(soap, "result", -1, &a->result, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__find_USCOREobjectsResponse * SOAP_FMAC4 soap_get_ns1__find_USCOREobjectsResponse(struct soap *soap, struct ns1__find_USCOREobjectsResponse *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__find_USCOREobjectsResponse(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__find_USCOREobjectsResponse * SOAP_FMAC4 soap_in_ns1__find_USCOREobjectsResponse(struct soap *soap, const char *tag, struct ns1__find_USCOREobjectsResponse *a, const char *type) +{ + size_t soap_flag_result = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__find_USCOREobjectsResponse *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__find_USCOREobjectsResponse, sizeof(struct ns1__find_USCOREobjectsResponse), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__find_USCOREobjectsResponse(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_result && soap->error == SOAP_TAG_MISMATCH) + if (soap_in_PointerToArrayOfString(soap, "result", &a->result, "xsd:string")) + { soap_flag_result--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__find_USCOREobjectsResponse *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__find_USCOREobjectsResponse, 0, sizeof(struct ns1__find_USCOREobjectsResponse), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__unlock_USCOREobject(struct soap *soap, struct ns1__unlock_USCOREobject *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_default_string(soap, &a->key); + soap_default_string(soap, &a->type); +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__unlock_USCOREobject(struct soap *soap, const struct ns1__unlock_USCOREobject *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_string(soap, &a->key); + soap_serialize_string(soap, &a->type); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__unlock_USCOREobject(struct soap *soap, const struct ns1__unlock_USCOREobject *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__unlock_USCOREobject); + if (soap_out_ns1__unlock_USCOREobject(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__unlock_USCOREobject(struct soap *soap, const char *tag, int id, const struct ns1__unlock_USCOREobject *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__unlock_USCOREobject), type)) + return soap->error; + if (soap_out_string(soap, "key", -1, &a->key, "")) + return soap->error; + if (soap_out_string(soap, "type", -1, &a->type, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__unlock_USCOREobject * SOAP_FMAC4 soap_get_ns1__unlock_USCOREobject(struct soap *soap, struct ns1__unlock_USCOREobject *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__unlock_USCOREobject(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__unlock_USCOREobject * SOAP_FMAC4 soap_in_ns1__unlock_USCOREobject(struct soap *soap, const char *tag, struct ns1__unlock_USCOREobject *a, const char *type) +{ + size_t soap_flag_key = 1; + size_t soap_flag_type = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__unlock_USCOREobject *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__unlock_USCOREobject, sizeof(struct ns1__unlock_USCOREobject), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__unlock_USCOREobject(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_key && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "key", &a->key, "xsd:string")) + { soap_flag_key--; + continue; + } + if (soap_flag_type && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "type", &a->type, "xsd:string")) + { soap_flag_type--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__unlock_USCOREobject *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__unlock_USCOREobject, 0, sizeof(struct ns1__unlock_USCOREobject), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__unlock_USCOREobjectResponse(struct soap *soap, struct ns1__unlock_USCOREobjectResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + a->result = NULL; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__unlock_USCOREobjectResponse(struct soap *soap, const struct ns1__unlock_USCOREobjectResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_PointerToint(soap, &a->result); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__unlock_USCOREobjectResponse(struct soap *soap, const struct ns1__unlock_USCOREobjectResponse *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__unlock_USCOREobjectResponse); + if (soap_out_ns1__unlock_USCOREobjectResponse(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__unlock_USCOREobjectResponse(struct soap *soap, const char *tag, int id, const struct ns1__unlock_USCOREobjectResponse *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__unlock_USCOREobjectResponse), type)) + return soap->error; + if (soap_out_PointerToint(soap, "result", -1, &a->result, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__unlock_USCOREobjectResponse * SOAP_FMAC4 soap_get_ns1__unlock_USCOREobjectResponse(struct soap *soap, struct ns1__unlock_USCOREobjectResponse *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__unlock_USCOREobjectResponse(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__unlock_USCOREobjectResponse * SOAP_FMAC4 soap_in_ns1__unlock_USCOREobjectResponse(struct soap *soap, const char *tag, struct ns1__unlock_USCOREobjectResponse *a, const char *type) +{ + size_t soap_flag_result = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__unlock_USCOREobjectResponse *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__unlock_USCOREobjectResponse, sizeof(struct ns1__unlock_USCOREobjectResponse), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__unlock_USCOREobjectResponse(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_result && soap->error == SOAP_TAG_MISMATCH) + if (soap_in_PointerToint(soap, "result", &a->result, "xsd:int")) + { soap_flag_result--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__unlock_USCOREobjectResponse *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__unlock_USCOREobjectResponse, 0, sizeof(struct ns1__unlock_USCOREobjectResponse), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__lock_USCOREobject(struct soap *soap, struct ns1__lock_USCOREobject *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_default_string(soap, &a->key); + soap_default_string(soap, &a->type); +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__lock_USCOREobject(struct soap *soap, const struct ns1__lock_USCOREobject *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_string(soap, &a->key); + soap_serialize_string(soap, &a->type); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__lock_USCOREobject(struct soap *soap, const struct ns1__lock_USCOREobject *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__lock_USCOREobject); + if (soap_out_ns1__lock_USCOREobject(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__lock_USCOREobject(struct soap *soap, const char *tag, int id, const struct ns1__lock_USCOREobject *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__lock_USCOREobject), type)) + return soap->error; + if (soap_out_string(soap, "key", -1, &a->key, "")) + return soap->error; + if (soap_out_string(soap, "type", -1, &a->type, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__lock_USCOREobject * SOAP_FMAC4 soap_get_ns1__lock_USCOREobject(struct soap *soap, struct ns1__lock_USCOREobject *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__lock_USCOREobject(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__lock_USCOREobject * SOAP_FMAC4 soap_in_ns1__lock_USCOREobject(struct soap *soap, const char *tag, struct ns1__lock_USCOREobject *a, const char *type) +{ + size_t soap_flag_key = 1; + size_t soap_flag_type = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__lock_USCOREobject *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__lock_USCOREobject, sizeof(struct ns1__lock_USCOREobject), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__lock_USCOREobject(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_key && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "key", &a->key, "xsd:string")) + { soap_flag_key--; + continue; + } + if (soap_flag_type && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "type", &a->type, "xsd:string")) + { soap_flag_type--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__lock_USCOREobject *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__lock_USCOREobject, 0, sizeof(struct ns1__lock_USCOREobject), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__lock_USCOREobjectResponse(struct soap *soap, struct ns1__lock_USCOREobjectResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + a->result = NULL; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__lock_USCOREobjectResponse(struct soap *soap, const struct ns1__lock_USCOREobjectResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_PointerToint(soap, &a->result); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__lock_USCOREobjectResponse(struct soap *soap, const struct ns1__lock_USCOREobjectResponse *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__lock_USCOREobjectResponse); + if (soap_out_ns1__lock_USCOREobjectResponse(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__lock_USCOREobjectResponse(struct soap *soap, const char *tag, int id, const struct ns1__lock_USCOREobjectResponse *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__lock_USCOREobjectResponse), type)) + return soap->error; + if (soap_out_PointerToint(soap, "result", -1, &a->result, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__lock_USCOREobjectResponse * SOAP_FMAC4 soap_get_ns1__lock_USCOREobjectResponse(struct soap *soap, struct ns1__lock_USCOREobjectResponse *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__lock_USCOREobjectResponse(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__lock_USCOREobjectResponse * SOAP_FMAC4 soap_in_ns1__lock_USCOREobjectResponse(struct soap *soap, const char *tag, struct ns1__lock_USCOREobjectResponse *a, const char *type) +{ + size_t soap_flag_result = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__lock_USCOREobjectResponse *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__lock_USCOREobjectResponse, sizeof(struct ns1__lock_USCOREobjectResponse), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__lock_USCOREobjectResponse(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_result && soap->error == SOAP_TAG_MISMATCH) + if (soap_in_PointerToint(soap, "result", &a->result, "xsd:int")) + { soap_flag_result--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__lock_USCOREobjectResponse *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__lock_USCOREobjectResponse, 0, sizeof(struct ns1__lock_USCOREobjectResponse), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__replicate_USCOREobject(struct soap *soap, struct ns1__replicate_USCOREobject *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_default_string(soap, &a->key); + soap_default_string(soap, &a->volume); +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__replicate_USCOREobject(struct soap *soap, const struct ns1__replicate_USCOREobject *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_string(soap, &a->key); + soap_serialize_string(soap, &a->volume); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__replicate_USCOREobject(struct soap *soap, const struct ns1__replicate_USCOREobject *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__replicate_USCOREobject); + if (soap_out_ns1__replicate_USCOREobject(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__replicate_USCOREobject(struct soap *soap, const char *tag, int id, const struct ns1__replicate_USCOREobject *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__replicate_USCOREobject), type)) + return soap->error; + if (soap_out_string(soap, "key", -1, &a->key, "")) + return soap->error; + if (soap_out_string(soap, "volume", -1, &a->volume, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__replicate_USCOREobject * SOAP_FMAC4 soap_get_ns1__replicate_USCOREobject(struct soap *soap, struct ns1__replicate_USCOREobject *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__replicate_USCOREobject(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__replicate_USCOREobject * SOAP_FMAC4 soap_in_ns1__replicate_USCOREobject(struct soap *soap, const char *tag, struct ns1__replicate_USCOREobject *a, const char *type) +{ + size_t soap_flag_key = 1; + size_t soap_flag_volume = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__replicate_USCOREobject *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__replicate_USCOREobject, sizeof(struct ns1__replicate_USCOREobject), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__replicate_USCOREobject(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_key && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "key", &a->key, "xsd:string")) + { soap_flag_key--; + continue; + } + if (soap_flag_volume && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "volume", &a->volume, "xsd:string")) + { soap_flag_volume--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__replicate_USCOREobject *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__replicate_USCOREobject, 0, sizeof(struct ns1__replicate_USCOREobject), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__replicate_USCOREobjectResponse(struct soap *soap, struct ns1__replicate_USCOREobjectResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + a->result = NULL; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__replicate_USCOREobjectResponse(struct soap *soap, const struct ns1__replicate_USCOREobjectResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_PointerTostring(soap, &a->result); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__replicate_USCOREobjectResponse(struct soap *soap, const struct ns1__replicate_USCOREobjectResponse *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__replicate_USCOREobjectResponse); + if (soap_out_ns1__replicate_USCOREobjectResponse(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__replicate_USCOREobjectResponse(struct soap *soap, const char *tag, int id, const struct ns1__replicate_USCOREobjectResponse *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__replicate_USCOREobjectResponse), type)) + return soap->error; + if (soap_out_PointerTostring(soap, "result", -1, &a->result, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__replicate_USCOREobjectResponse * SOAP_FMAC4 soap_get_ns1__replicate_USCOREobjectResponse(struct soap *soap, struct ns1__replicate_USCOREobjectResponse *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__replicate_USCOREobjectResponse(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__replicate_USCOREobjectResponse * SOAP_FMAC4 soap_in_ns1__replicate_USCOREobjectResponse(struct soap *soap, const char *tag, struct ns1__replicate_USCOREobjectResponse *a, const char *type) +{ + size_t soap_flag_result = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__replicate_USCOREobjectResponse *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__replicate_USCOREobjectResponse, sizeof(struct ns1__replicate_USCOREobjectResponse), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__replicate_USCOREobjectResponse(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_result && soap->error == SOAP_TAG_MISMATCH) + if (soap_in_PointerTostring(soap, "result", &a->result, "xsd:string")) + { soap_flag_result--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__replicate_USCOREobjectResponse *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__replicate_USCOREobjectResponse, 0, sizeof(struct ns1__replicate_USCOREobjectResponse), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__rename_USCOREobject_(struct soap *soap, struct ns1__rename_USCOREobject_ *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_default_string(soap, &a->key); + soap_default_string(soap, &a->newkey); +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__rename_USCOREobject_(struct soap *soap, const struct ns1__rename_USCOREobject_ *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_string(soap, &a->key); + soap_serialize_string(soap, &a->newkey); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__rename_USCOREobject_(struct soap *soap, const struct ns1__rename_USCOREobject_ *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__rename_USCOREobject_); + if (soap_out_ns1__rename_USCOREobject_(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__rename_USCOREobject_(struct soap *soap, const char *tag, int id, const struct ns1__rename_USCOREobject_ *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__rename_USCOREobject_), type)) + return soap->error; + if (soap_out_string(soap, "key", -1, &a->key, "")) + return soap->error; + if (soap_out_string(soap, "newkey", -1, &a->newkey, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__rename_USCOREobject_ * SOAP_FMAC4 soap_get_ns1__rename_USCOREobject_(struct soap *soap, struct ns1__rename_USCOREobject_ *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__rename_USCOREobject_(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__rename_USCOREobject_ * SOAP_FMAC4 soap_in_ns1__rename_USCOREobject_(struct soap *soap, const char *tag, struct ns1__rename_USCOREobject_ *a, const char *type) +{ + size_t soap_flag_key = 1; + size_t soap_flag_newkey = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__rename_USCOREobject_ *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__rename_USCOREobject_, sizeof(struct ns1__rename_USCOREobject_), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__rename_USCOREobject_(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_key && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "key", &a->key, "xsd:string")) + { soap_flag_key--; + continue; + } + if (soap_flag_newkey && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "newkey", &a->newkey, "xsd:string")) + { soap_flag_newkey--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__rename_USCOREobject_ *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__rename_USCOREobject_, 0, sizeof(struct ns1__rename_USCOREobject_), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__rename_USCOREobject_Response(struct soap *soap, struct ns1__rename_USCOREobject_Response *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + a->result = NULL; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__rename_USCOREobject_Response(struct soap *soap, const struct ns1__rename_USCOREobject_Response *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_PointerTostring(soap, &a->result); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__rename_USCOREobject_Response(struct soap *soap, const struct ns1__rename_USCOREobject_Response *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__rename_USCOREobject_Response); + if (soap_out_ns1__rename_USCOREobject_Response(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__rename_USCOREobject_Response(struct soap *soap, const char *tag, int id, const struct ns1__rename_USCOREobject_Response *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__rename_USCOREobject_Response), type)) + return soap->error; + if (soap_out_PointerTostring(soap, "result", -1, &a->result, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__rename_USCOREobject_Response * SOAP_FMAC4 soap_get_ns1__rename_USCOREobject_Response(struct soap *soap, struct ns1__rename_USCOREobject_Response *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__rename_USCOREobject_Response(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__rename_USCOREobject_Response * SOAP_FMAC4 soap_in_ns1__rename_USCOREobject_Response(struct soap *soap, const char *tag, struct ns1__rename_USCOREobject_Response *a, const char *type) +{ + size_t soap_flag_result = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__rename_USCOREobject_Response *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__rename_USCOREobject_Response, sizeof(struct ns1__rename_USCOREobject_Response), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__rename_USCOREobject_Response(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_result && soap->error == SOAP_TAG_MISMATCH) + if (soap_in_PointerTostring(soap, "result", &a->result, "xsd:string")) + { soap_flag_result--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__rename_USCOREobject_Response *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__rename_USCOREobject_Response, 0, sizeof(struct ns1__rename_USCOREobject_Response), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__rename_USCOREobject(struct soap *soap, struct ns1__rename_USCOREobject *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_default_string(soap, &a->key); + soap_default_string(soap, &a->newkey); +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__rename_USCOREobject(struct soap *soap, const struct ns1__rename_USCOREobject *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_string(soap, &a->key); + soap_serialize_string(soap, &a->newkey); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__rename_USCOREobject(struct soap *soap, const struct ns1__rename_USCOREobject *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__rename_USCOREobject); + if (soap_out_ns1__rename_USCOREobject(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__rename_USCOREobject(struct soap *soap, const char *tag, int id, const struct ns1__rename_USCOREobject *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__rename_USCOREobject), type)) + return soap->error; + if (soap_out_string(soap, "key", -1, &a->key, "")) + return soap->error; + if (soap_out_string(soap, "newkey", -1, &a->newkey, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__rename_USCOREobject * SOAP_FMAC4 soap_get_ns1__rename_USCOREobject(struct soap *soap, struct ns1__rename_USCOREobject *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__rename_USCOREobject(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__rename_USCOREobject * SOAP_FMAC4 soap_in_ns1__rename_USCOREobject(struct soap *soap, const char *tag, struct ns1__rename_USCOREobject *a, const char *type) +{ + size_t soap_flag_key = 1; + size_t soap_flag_newkey = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__rename_USCOREobject *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__rename_USCOREobject, sizeof(struct ns1__rename_USCOREobject), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__rename_USCOREobject(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_key && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "key", &a->key, "xsd:string")) + { soap_flag_key--; + continue; + } + if (soap_flag_newkey && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "newkey", &a->newkey, "xsd:string")) + { soap_flag_newkey--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__rename_USCOREobject *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__rename_USCOREobject, 0, sizeof(struct ns1__rename_USCOREobject), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__rename_USCOREobjectResponse(struct soap *soap, struct ns1__rename_USCOREobjectResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + a->result = NULL; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__rename_USCOREobjectResponse(struct soap *soap, const struct ns1__rename_USCOREobjectResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_PointerTostring(soap, &a->result); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__rename_USCOREobjectResponse(struct soap *soap, const struct ns1__rename_USCOREobjectResponse *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__rename_USCOREobjectResponse); + if (soap_out_ns1__rename_USCOREobjectResponse(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__rename_USCOREobjectResponse(struct soap *soap, const char *tag, int id, const struct ns1__rename_USCOREobjectResponse *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__rename_USCOREobjectResponse), type)) + return soap->error; + if (soap_out_PointerTostring(soap, "result", -1, &a->result, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__rename_USCOREobjectResponse * SOAP_FMAC4 soap_get_ns1__rename_USCOREobjectResponse(struct soap *soap, struct ns1__rename_USCOREobjectResponse *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__rename_USCOREobjectResponse(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__rename_USCOREobjectResponse * SOAP_FMAC4 soap_in_ns1__rename_USCOREobjectResponse(struct soap *soap, const char *tag, struct ns1__rename_USCOREobjectResponse *a, const char *type) +{ + size_t soap_flag_result = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__rename_USCOREobjectResponse *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__rename_USCOREobjectResponse, sizeof(struct ns1__rename_USCOREobjectResponse), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__rename_USCOREobjectResponse(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_result && soap->error == SOAP_TAG_MISMATCH) + if (soap_in_PointerTostring(soap, "result", &a->result, "xsd:string")) + { soap_flag_result--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__rename_USCOREobjectResponse *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__rename_USCOREobjectResponse, 0, sizeof(struct ns1__rename_USCOREobjectResponse), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__create_USCOREobject(struct soap *soap, struct ns1__create_USCOREobject *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_default_string(soap, &a->key); + soap_default_string(soap, &a->volume); +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__create_USCOREobject(struct soap *soap, const struct ns1__create_USCOREobject *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_string(soap, &a->key); + soap_serialize_string(soap, &a->volume); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__create_USCOREobject(struct soap *soap, const struct ns1__create_USCOREobject *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__create_USCOREobject); + if (soap_out_ns1__create_USCOREobject(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__create_USCOREobject(struct soap *soap, const char *tag, int id, const struct ns1__create_USCOREobject *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__create_USCOREobject), type)) + return soap->error; + if (soap_out_string(soap, "key", -1, &a->key, "")) + return soap->error; + if (soap_out_string(soap, "volume", -1, &a->volume, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__create_USCOREobject * SOAP_FMAC4 soap_get_ns1__create_USCOREobject(struct soap *soap, struct ns1__create_USCOREobject *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__create_USCOREobject(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__create_USCOREobject * SOAP_FMAC4 soap_in_ns1__create_USCOREobject(struct soap *soap, const char *tag, struct ns1__create_USCOREobject *a, const char *type) +{ + size_t soap_flag_key = 1; + size_t soap_flag_volume = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__create_USCOREobject *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__create_USCOREobject, sizeof(struct ns1__create_USCOREobject), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__create_USCOREobject(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_key && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "key", &a->key, "xsd:string")) + { soap_flag_key--; + continue; + } + if (soap_flag_volume && (soap->error == SOAP_TAG_MISMATCH || soap->error == SOAP_NO_TAG)) + if (soap_in_string(soap, "volume", &a->volume, "xsd:string")) + { soap_flag_volume--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__create_USCOREobject *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__create_USCOREobject, 0, sizeof(struct ns1__create_USCOREobject), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__create_USCOREobjectResponse(struct soap *soap, struct ns1__create_USCOREobjectResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + a->result = NULL; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__create_USCOREobjectResponse(struct soap *soap, const struct ns1__create_USCOREobjectResponse *a) +{ + (void)soap; (void)a; /* appease -Wall -Werror */ + soap_serialize_PointerTostring(soap, &a->result); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__create_USCOREobjectResponse(struct soap *soap, const struct ns1__create_USCOREobjectResponse *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_ns1__create_USCOREobjectResponse); + if (soap_out_ns1__create_USCOREobjectResponse(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__create_USCOREobjectResponse(struct soap *soap, const char *tag, int id, const struct ns1__create_USCOREobjectResponse *a, const char *type) +{ + if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, a, SOAP_TYPE_ns1__create_USCOREobjectResponse), type)) + return soap->error; + if (soap_out_PointerTostring(soap, "result", -1, &a->result, "")) + return soap->error; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ns1__create_USCOREobjectResponse * SOAP_FMAC4 soap_get_ns1__create_USCOREobjectResponse(struct soap *soap, struct ns1__create_USCOREobjectResponse *p, const char *tag, const char *type) +{ + if ((p = soap_in_ns1__create_USCOREobjectResponse(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__create_USCOREobjectResponse * SOAP_FMAC4 soap_in_ns1__create_USCOREobjectResponse(struct soap *soap, const char *tag, struct ns1__create_USCOREobjectResponse *a, const char *type) +{ + size_t soap_flag_result = 1; + if (soap_element_begin_in(soap, tag, 0, type)) + return NULL; + a = (struct ns1__create_USCOREobjectResponse *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ns1__create_USCOREobjectResponse, sizeof(struct ns1__create_USCOREobjectResponse), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ns1__create_USCOREobjectResponse(soap, a); + if (soap->body && !*soap->href) + { + for (;;) + { soap->error = SOAP_TAG_MISMATCH; + if (soap_flag_result && soap->error == SOAP_TAG_MISMATCH) + if (soap_in_PointerTostring(soap, "result", &a->result, "xsd:string")) + { soap_flag_result--; + continue; + } + if (soap->error == SOAP_TAG_MISMATCH) + soap->error = soap_ignore_element(soap); + if (soap->error == SOAP_NO_TAG) + break; + if (soap->error) + return NULL; + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ns1__create_USCOREobjectResponse *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ns1__create_USCOREobjectResponse, 0, sizeof(struct ns1__create_USCOREobjectResponse), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ArrayOfString(struct soap *soap, struct ArrayOfString *a) +{ + a->__size = 0; + a->__ptr = NULL; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ArrayOfString(struct soap *soap, struct ArrayOfString const*a) +{ + int i; + if (a->__ptr && !soap_array_reference(soap, a, (struct soap_array*)&a->__ptr, 1, SOAP_TYPE_ArrayOfString)) + for (i = 0; i < a->__size; i++) + { + soap_serialize_string(soap, a->__ptr + i); + } +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ArrayOfString(struct soap *soap, const struct ArrayOfString *a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, (struct soap_array*)&a->__ptr, 1, tag, SOAP_TYPE_ArrayOfString); + if (soap_out_ArrayOfString(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ArrayOfString(struct soap *soap, const char *tag, int id, const struct ArrayOfString *a, const char *type) +{ + int i, n = a->__size; + char *t = soap_putsize(soap, "xsd:string", a->__size); + id = soap_element_id(soap, tag, id, a, (struct soap_array*)&a->__ptr, 1, type, SOAP_TYPE_ArrayOfString); + if (id < 0) + return soap->error; + if (soap_array_begin_out(soap, tag, id, t, NULL)) + return soap->error; + for (i = 0; i < n; i++) + { + soap->position = 1; + soap->positions[0] = i; + soap_out_string(soap, "item", -1, &a->__ptr[i], ""); + } + soap->position = 0; + return soap_element_end_out(soap, tag); +} + +SOAP_FMAC3 struct ArrayOfString * SOAP_FMAC4 soap_get_ArrayOfString(struct soap *soap, struct ArrayOfString *p, const char *tag, const char *type) +{ + if ((p = soap_in_ArrayOfString(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ArrayOfString * SOAP_FMAC4 soap_in_ArrayOfString(struct soap *soap, const char *tag, struct ArrayOfString *a, const char *type) +{ int i, j; + char **p; + if (soap_element_begin_in(soap, tag, 1, NULL)) + return NULL; + if (soap_match_array(soap, type)) + { soap->error = SOAP_TYPE; + return NULL; + } + a = (struct ArrayOfString *)soap_id_enter(soap, soap->id, a, SOAP_TYPE_ArrayOfString, sizeof(struct ArrayOfString), 0, NULL, NULL, NULL); + if (!a) + return NULL; + soap_default_ArrayOfString(soap, a); + if (soap->body && !*soap->href) + { + a->__size = soap_getsize(soap->arraySize, soap->arrayOffset, &j); + if (a->__size >= 0) + { a->__ptr = (char **)soap_malloc(soap, sizeof(char *) * a->__size); + for (i = 0; i < a->__size; i++) + a->__ptr[i] = NULL; + for (i = 0; i < a->__size; i++) + { soap_peek_element(soap); + if (soap->position) + { i = soap->positions[0]-j; + if (i < 0 || i >= a->__size) + { soap->error = SOAP_IOB; + return NULL; + } + } + if (!soap_in_string(soap, NULL, a->__ptr + i, "xsd:string")) + { if (soap->error != SOAP_NO_TAG) + return NULL; + soap->error = SOAP_OK; + break; + } + } + } + else + { if (soap_new_block(soap) == NULL) + return NULL; + for (a->__size = 0; ; a->__size++) + { p = (char **)soap_push_block(soap, NULL, sizeof(char *)); + if (!p) + return NULL; + *p = NULL; + if (!soap_in_string(soap, NULL, p, "xsd:string")) + { if (soap->error != SOAP_NO_TAG) + return NULL; + soap->error = SOAP_OK; + break; + } + } + soap_pop_block(soap, NULL); + a->__ptr = (char **)soap_malloc(soap, soap->blist->size); + soap_save_block(soap, NULL, (char*)a->__ptr, 1); + } + if (soap_element_end_in(soap, tag)) + return NULL; + } + else + { a = (struct ArrayOfString *)soap_id_forward(soap, soap->href, (void*)a, 0, SOAP_TYPE_ArrayOfString, 0, sizeof(struct ArrayOfString), 0, NULL); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +#ifndef WITH_NOGLOBAL + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerToSOAP_ENV__Reason(struct soap *soap, struct SOAP_ENV__Reason *const*a) +{ + if (!soap_reference(soap, *a, SOAP_TYPE_SOAP_ENV__Reason)) + soap_serialize_SOAP_ENV__Reason(soap, *a); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerToSOAP_ENV__Reason(struct soap *soap, struct SOAP_ENV__Reason *const*a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_PointerToSOAP_ENV__Reason); + if (soap_out_PointerToSOAP_ENV__Reason(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerToSOAP_ENV__Reason(struct soap *soap, const char *tag, int id, struct SOAP_ENV__Reason *const*a, const char *type) +{ + id = soap_element_id(soap, tag, id, *a, NULL, 0, type, SOAP_TYPE_SOAP_ENV__Reason); + if (id < 0) + return soap->error; + return soap_out_SOAP_ENV__Reason(soap, tag, id, *a, type); +} + +SOAP_FMAC3 struct SOAP_ENV__Reason ** SOAP_FMAC4 soap_get_PointerToSOAP_ENV__Reason(struct soap *soap, struct SOAP_ENV__Reason **p, const char *tag, const char *type) +{ + if ((p = soap_in_PointerToSOAP_ENV__Reason(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct SOAP_ENV__Reason ** SOAP_FMAC4 soap_in_PointerToSOAP_ENV__Reason(struct soap *soap, const char *tag, struct SOAP_ENV__Reason **a, const char *type) +{ + if (soap_element_begin_in(soap, tag, 1, NULL)) + return NULL; + if (!a) + if (!(a = (struct SOAP_ENV__Reason **)soap_malloc(soap, sizeof(struct SOAP_ENV__Reason *)))) + return NULL; + *a = NULL; + if (!soap->null && *soap->href != '#') + { soap_revert(soap); + if (!(*a = soap_in_SOAP_ENV__Reason(soap, tag, *a, type))) + return NULL; + } + else + { a = (struct SOAP_ENV__Reason **)soap_id_lookup(soap, soap->href, (void**)a, SOAP_TYPE_SOAP_ENV__Reason, sizeof(struct SOAP_ENV__Reason), 0); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +#endif + +#ifndef WITH_NOGLOBAL + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerToSOAP_ENV__Detail(struct soap *soap, struct SOAP_ENV__Detail *const*a) +{ + if (!soap_reference(soap, *a, SOAP_TYPE_SOAP_ENV__Detail)) + soap_serialize_SOAP_ENV__Detail(soap, *a); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerToSOAP_ENV__Detail(struct soap *soap, struct SOAP_ENV__Detail *const*a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_PointerToSOAP_ENV__Detail); + if (soap_out_PointerToSOAP_ENV__Detail(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerToSOAP_ENV__Detail(struct soap *soap, const char *tag, int id, struct SOAP_ENV__Detail *const*a, const char *type) +{ + id = soap_element_id(soap, tag, id, *a, NULL, 0, type, SOAP_TYPE_SOAP_ENV__Detail); + if (id < 0) + return soap->error; + return soap_out_SOAP_ENV__Detail(soap, tag, id, *a, type); +} + +SOAP_FMAC3 struct SOAP_ENV__Detail ** SOAP_FMAC4 soap_get_PointerToSOAP_ENV__Detail(struct soap *soap, struct SOAP_ENV__Detail **p, const char *tag, const char *type) +{ + if ((p = soap_in_PointerToSOAP_ENV__Detail(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct SOAP_ENV__Detail ** SOAP_FMAC4 soap_in_PointerToSOAP_ENV__Detail(struct soap *soap, const char *tag, struct SOAP_ENV__Detail **a, const char *type) +{ + if (soap_element_begin_in(soap, tag, 1, NULL)) + return NULL; + if (!a) + if (!(a = (struct SOAP_ENV__Detail **)soap_malloc(soap, sizeof(struct SOAP_ENV__Detail *)))) + return NULL; + *a = NULL; + if (!soap->null && *soap->href != '#') + { soap_revert(soap); + if (!(*a = soap_in_SOAP_ENV__Detail(soap, tag, *a, type))) + return NULL; + } + else + { a = (struct SOAP_ENV__Detail **)soap_id_lookup(soap, soap->href, (void**)a, SOAP_TYPE_SOAP_ENV__Detail, sizeof(struct SOAP_ENV__Detail), 0); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +#endif + +#ifndef WITH_NOGLOBAL + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerToSOAP_ENV__Code(struct soap *soap, struct SOAP_ENV__Code *const*a) +{ + if (!soap_reference(soap, *a, SOAP_TYPE_SOAP_ENV__Code)) + soap_serialize_SOAP_ENV__Code(soap, *a); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerToSOAP_ENV__Code(struct soap *soap, struct SOAP_ENV__Code *const*a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_PointerToSOAP_ENV__Code); + if (soap_out_PointerToSOAP_ENV__Code(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerToSOAP_ENV__Code(struct soap *soap, const char *tag, int id, struct SOAP_ENV__Code *const*a, const char *type) +{ + id = soap_element_id(soap, tag, id, *a, NULL, 0, type, SOAP_TYPE_SOAP_ENV__Code); + if (id < 0) + return soap->error; + return soap_out_SOAP_ENV__Code(soap, tag, id, *a, type); +} + +SOAP_FMAC3 struct SOAP_ENV__Code ** SOAP_FMAC4 soap_get_PointerToSOAP_ENV__Code(struct soap *soap, struct SOAP_ENV__Code **p, const char *tag, const char *type) +{ + if ((p = soap_in_PointerToSOAP_ENV__Code(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct SOAP_ENV__Code ** SOAP_FMAC4 soap_in_PointerToSOAP_ENV__Code(struct soap *soap, const char *tag, struct SOAP_ENV__Code **a, const char *type) +{ + if (soap_element_begin_in(soap, tag, 1, NULL)) + return NULL; + if (!a) + if (!(a = (struct SOAP_ENV__Code **)soap_malloc(soap, sizeof(struct SOAP_ENV__Code *)))) + return NULL; + *a = NULL; + if (!soap->null && *soap->href != '#') + { soap_revert(soap); + if (!(*a = soap_in_SOAP_ENV__Code(soap, tag, *a, type))) + return NULL; + } + else + { a = (struct SOAP_ENV__Code **)soap_id_lookup(soap, soap->href, (void**)a, SOAP_TYPE_SOAP_ENV__Code, sizeof(struct SOAP_ENV__Code), 0); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +#endif + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerTons1__stat_USCOREobjectResponse(struct soap *soap, struct ns1__stat_USCOREobjectResponse *const*a) +{ + if (!soap_reference(soap, *a, SOAP_TYPE_ns1__stat_USCOREobjectResponse)) + soap_serialize_ns1__stat_USCOREobjectResponse(soap, *a); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerTons1__stat_USCOREobjectResponse(struct soap *soap, struct ns1__stat_USCOREobjectResponse *const*a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_PointerTons1__stat_USCOREobjectResponse); + if (soap_out_PointerTons1__stat_USCOREobjectResponse(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerTons1__stat_USCOREobjectResponse(struct soap *soap, const char *tag, int id, struct ns1__stat_USCOREobjectResponse *const*a, const char *type) +{ + id = soap_element_id(soap, tag, id, *a, NULL, 0, type, SOAP_TYPE_ns1__stat_USCOREobjectResponse); + if (id < 0) + return soap->error; + return soap_out_ns1__stat_USCOREobjectResponse(soap, tag, id, *a, type); +} + +SOAP_FMAC3 struct ns1__stat_USCOREobjectResponse ** SOAP_FMAC4 soap_get_PointerTons1__stat_USCOREobjectResponse(struct soap *soap, struct ns1__stat_USCOREobjectResponse **p, const char *tag, const char *type) +{ + if ((p = soap_in_PointerTons1__stat_USCOREobjectResponse(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__stat_USCOREobjectResponse ** SOAP_FMAC4 soap_in_PointerTons1__stat_USCOREobjectResponse(struct soap *soap, const char *tag, struct ns1__stat_USCOREobjectResponse **a, const char *type) +{ + if (soap_element_begin_in(soap, tag, 1, NULL)) + return NULL; + if (!a) + if (!(a = (struct ns1__stat_USCOREobjectResponse **)soap_malloc(soap, sizeof(struct ns1__stat_USCOREobjectResponse *)))) + return NULL; + *a = NULL; + if (!soap->null && *soap->href != '#') + { soap_revert(soap); + if (!(*a = soap_in_ns1__stat_USCOREobjectResponse(soap, tag, *a, type))) + return NULL; + } + else + { a = (struct ns1__stat_USCOREobjectResponse **)soap_id_lookup(soap, soap->href, (void**)a, SOAP_TYPE_ns1__stat_USCOREobjectResponse, sizeof(struct ns1__stat_USCOREobjectResponse), 0); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerTons1__find_USCOREinstancesResponse(struct soap *soap, struct ns1__find_USCOREinstancesResponse *const*a) +{ + if (!soap_reference(soap, *a, SOAP_TYPE_ns1__find_USCOREinstancesResponse)) + soap_serialize_ns1__find_USCOREinstancesResponse(soap, *a); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerTons1__find_USCOREinstancesResponse(struct soap *soap, struct ns1__find_USCOREinstancesResponse *const*a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_PointerTons1__find_USCOREinstancesResponse); + if (soap_out_PointerTons1__find_USCOREinstancesResponse(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerTons1__find_USCOREinstancesResponse(struct soap *soap, const char *tag, int id, struct ns1__find_USCOREinstancesResponse *const*a, const char *type) +{ + id = soap_element_id(soap, tag, id, *a, NULL, 0, type, SOAP_TYPE_ns1__find_USCOREinstancesResponse); + if (id < 0) + return soap->error; + return soap_out_ns1__find_USCOREinstancesResponse(soap, tag, id, *a, type); +} + +SOAP_FMAC3 struct ns1__find_USCOREinstancesResponse ** SOAP_FMAC4 soap_get_PointerTons1__find_USCOREinstancesResponse(struct soap *soap, struct ns1__find_USCOREinstancesResponse **p, const char *tag, const char *type) +{ + if ((p = soap_in_PointerTons1__find_USCOREinstancesResponse(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__find_USCOREinstancesResponse ** SOAP_FMAC4 soap_in_PointerTons1__find_USCOREinstancesResponse(struct soap *soap, const char *tag, struct ns1__find_USCOREinstancesResponse **a, const char *type) +{ + if (soap_element_begin_in(soap, tag, 1, NULL)) + return NULL; + if (!a) + if (!(a = (struct ns1__find_USCOREinstancesResponse **)soap_malloc(soap, sizeof(struct ns1__find_USCOREinstancesResponse *)))) + return NULL; + *a = NULL; + if (!soap->null && *soap->href != '#') + { soap_revert(soap); + if (!(*a = soap_in_ns1__find_USCOREinstancesResponse(soap, tag, *a, type))) + return NULL; + } + else + { a = (struct ns1__find_USCOREinstancesResponse **)soap_id_lookup(soap, soap->href, (void**)a, SOAP_TYPE_ns1__find_USCOREinstancesResponse, sizeof(struct ns1__find_USCOREinstancesResponse), 0); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerTons1__find_USCOREobjectsResponse(struct soap *soap, struct ns1__find_USCOREobjectsResponse *const*a) +{ + if (!soap_reference(soap, *a, SOAP_TYPE_ns1__find_USCOREobjectsResponse)) + soap_serialize_ns1__find_USCOREobjectsResponse(soap, *a); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerTons1__find_USCOREobjectsResponse(struct soap *soap, struct ns1__find_USCOREobjectsResponse *const*a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_PointerTons1__find_USCOREobjectsResponse); + if (soap_out_PointerTons1__find_USCOREobjectsResponse(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerTons1__find_USCOREobjectsResponse(struct soap *soap, const char *tag, int id, struct ns1__find_USCOREobjectsResponse *const*a, const char *type) +{ + id = soap_element_id(soap, tag, id, *a, NULL, 0, type, SOAP_TYPE_ns1__find_USCOREobjectsResponse); + if (id < 0) + return soap->error; + return soap_out_ns1__find_USCOREobjectsResponse(soap, tag, id, *a, type); +} + +SOAP_FMAC3 struct ns1__find_USCOREobjectsResponse ** SOAP_FMAC4 soap_get_PointerTons1__find_USCOREobjectsResponse(struct soap *soap, struct ns1__find_USCOREobjectsResponse **p, const char *tag, const char *type) +{ + if ((p = soap_in_PointerTons1__find_USCOREobjectsResponse(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ns1__find_USCOREobjectsResponse ** SOAP_FMAC4 soap_in_PointerTons1__find_USCOREobjectsResponse(struct soap *soap, const char *tag, struct ns1__find_USCOREobjectsResponse **a, const char *type) +{ + if (soap_element_begin_in(soap, tag, 1, NULL)) + return NULL; + if (!a) + if (!(a = (struct ns1__find_USCOREobjectsResponse **)soap_malloc(soap, sizeof(struct ns1__find_USCOREobjectsResponse *)))) + return NULL; + *a = NULL; + if (!soap->null && *soap->href != '#') + { soap_revert(soap); + if (!(*a = soap_in_ns1__find_USCOREobjectsResponse(soap, tag, *a, type))) + return NULL; + } + else + { a = (struct ns1__find_USCOREobjectsResponse **)soap_id_lookup(soap, soap->href, (void**)a, SOAP_TYPE_ns1__find_USCOREobjectsResponse, sizeof(struct ns1__find_USCOREobjectsResponse), 0); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerToArrayOfString(struct soap *soap, struct ArrayOfString *const*a) +{ + if (*a) + soap_serialize_ArrayOfString(soap, *a); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerToArrayOfString(struct soap *soap, struct ArrayOfString *const*a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_PointerToArrayOfString); + if (soap_out_PointerToArrayOfString(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerToArrayOfString(struct soap *soap, const char *tag, int id, struct ArrayOfString *const*a, const char *type) +{ + id = soap_element_id(soap, tag, id, *a, (struct soap_array*)&(*a)->__ptr, 1, type, SOAP_TYPE_ArrayOfString); + if (id < 0) + return soap->error; + return soap_out_ArrayOfString(soap, tag, id, *a, type); +} + +SOAP_FMAC3 struct ArrayOfString ** SOAP_FMAC4 soap_get_PointerToArrayOfString(struct soap *soap, struct ArrayOfString **p, const char *tag, const char *type) +{ + if ((p = soap_in_PointerToArrayOfString(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 struct ArrayOfString ** SOAP_FMAC4 soap_in_PointerToArrayOfString(struct soap *soap, const char *tag, struct ArrayOfString **a, const char *type) +{ + if (soap_element_begin_in(soap, tag, 1, NULL)) + return NULL; + if (!a) + if (!(a = (struct ArrayOfString **)soap_malloc(soap, sizeof(struct ArrayOfString *)))) + return NULL; + *a = NULL; + if (!soap->null && *soap->href != '#') + { soap_revert(soap); + if (!(*a = soap_in_ArrayOfString(soap, tag, *a, type))) + return NULL; + } + else + { a = (struct ArrayOfString **)soap_id_lookup(soap, soap->href, (void**)a, SOAP_TYPE_ArrayOfString, sizeof(struct ArrayOfString), 0); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerToint(struct soap *soap, int *const*a) +{ + soap_reference(soap, *a, SOAP_TYPE_int); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerToint(struct soap *soap, int *const*a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_PointerToint); + if (soap_out_PointerToint(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerToint(struct soap *soap, const char *tag, int id, int *const*a, const char *type) +{ + id = soap_element_id(soap, tag, id, *a, NULL, 0, type, SOAP_TYPE_int); + if (id < 0) + return soap->error; + return soap_out_int(soap, tag, id, *a, type); +} + +SOAP_FMAC3 int ** SOAP_FMAC4 soap_get_PointerToint(struct soap *soap, int **p, const char *tag, const char *type) +{ + if ((p = soap_in_PointerToint(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 int ** SOAP_FMAC4 soap_in_PointerToint(struct soap *soap, const char *tag, int **a, const char *type) +{ + if (soap_element_begin_in(soap, tag, 1, NULL)) + return NULL; + if (!a) + if (!(a = (int **)soap_malloc(soap, sizeof(int *)))) + return NULL; + *a = NULL; + if (!soap->null && *soap->href != '#') + { soap_revert(soap); + if (!(*a = soap_in_int(soap, tag, *a, type))) + return NULL; + } + else + { a = (int **)soap_id_lookup(soap, soap->href, (void**)a, SOAP_TYPE_int, sizeof(int), 0); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerTostring(struct soap *soap, char **const*a) +{ + if (!soap_reference(soap, *a, SOAP_TYPE_string)) + soap_serialize_string(soap, *a); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerTostring(struct soap *soap, char **const*a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_PointerTostring); + if (soap_out_PointerTostring(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerTostring(struct soap *soap, const char *tag, int id, char **const*a, const char *type) +{ + id = soap_element_id(soap, tag, id, *a, NULL, 0, type, SOAP_TYPE_string); + if (id < 0) + return soap->error; + return soap_out_string(soap, tag, id, *a, type); +} + +SOAP_FMAC3 char *** SOAP_FMAC4 soap_get_PointerTostring(struct soap *soap, char ***p, const char *tag, const char *type) +{ + if ((p = soap_in_PointerTostring(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 char *** SOAP_FMAC4 soap_in_PointerTostring(struct soap *soap, const char *tag, char ***a, const char *type) +{ + if (soap_element_begin_in(soap, tag, 1, NULL)) + return NULL; + if (!a) + if (!(a = (char ***)soap_malloc(soap, sizeof(char **)))) + return NULL; + *a = NULL; + if (!soap->null && *soap->href != '#') + { soap_revert(soap); + if (!(*a = soap_in_string(soap, tag, *a, type))) + return NULL; + } + else + { a = (char ***)soap_id_lookup(soap, soap->href, (void**)a, SOAP_TYPE_string, sizeof(char *), 1); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + } + return a; +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default__QName(struct soap *soap, char **a) +{ soap_default_string(soap, a); +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize__QName(struct soap *soap, char *const*a) +{ soap_serialize_string(soap, a); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put__QName(struct soap *soap, char *const*a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE__QName); + if (soap_out__QName(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out__QName(struct soap *soap, const char *tag, int id, char *const*a, const char *type) +{ + return soap_outstring(soap, tag, id, a, type, SOAP_TYPE__QName); +} + +SOAP_FMAC3 char ** SOAP_FMAC4 soap_get__QName(struct soap *soap, char **p, const char *tag, const char *type) +{ + if ((p = soap_in__QName(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 char * * SOAP_FMAC4 soap_in__QName(struct soap *soap, const char *tag, char **a, const char *type) +{ + return soap_instring(soap, tag, a, type, SOAP_TYPE__QName, 2, -1, -1); +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_default_string(struct soap *soap, char **a) +{ (void)soap; /* appease -Wall -Werror */ +#ifdef SOAP_DEFAULT_string + *a = SOAP_DEFAULT_string; +#else + *a = (char *)0; +#endif +} + +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_string(struct soap *soap, char *const*a) +{ + soap_reference(soap, *a, SOAP_TYPE_string); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_put_string(struct soap *soap, char *const*a, const char *tag, const char *type) +{ + register int id = soap_embed(soap, (void*)a, NULL, 0, tag, SOAP_TYPE_string); + if (soap_out_string(soap, tag, id, a, type)) + return soap->error; + return soap_putindependent(soap); +} + +SOAP_FMAC3 int SOAP_FMAC4 soap_out_string(struct soap *soap, const char *tag, int id, char *const*a, const char *type) +{ + return soap_outstring(soap, tag, id, a, type, SOAP_TYPE_string); +} + +SOAP_FMAC3 char ** SOAP_FMAC4 soap_get_string(struct soap *soap, char **p, const char *tag, const char *type) +{ + if ((p = soap_in_string(soap, tag, p, type))) + if (soap_getindependent(soap)) + return NULL; + return p; +} + +SOAP_FMAC3 char * * SOAP_FMAC4 soap_in_string(struct soap *soap, const char *tag, char **a, const char *type) +{ + return soap_instring(soap, tag, a, type, SOAP_TYPE_string, 1, -1, -1); +} + +#ifdef __cplusplus +} +#endif + +/* End of soapC.c */ Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapClient.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapClient.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapClient.c (revision 22322) @@ -0,0 +1,587 @@ +/* soapClient.c + Generated by gSOAP 2.7.11 from src/nebulous.h + Copyright(C) 2000-2008, Robert van Engelen, Genivia Inc. All Rights Reserved. + This part of the software is released under one of the following licenses: + GPL, the gSOAP public license, or Genivia's license for commercial use. +*/ +#include "soapH.h" +#ifdef __cplusplus +extern "C" { +#endif + +SOAP_SOURCE_STAMP("@(#) soapClient.c ver 2.7.11 2008-09-13 01:14:39 GMT") + + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__create_USCOREobject(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *key, char *volume, char **result) +{ struct ns1__create_USCOREobject soap_tmp_ns1__create_USCOREobject; + struct ns1__create_USCOREobjectResponse *soap_tmp_ns1__create_USCOREobjectResponse; + if (!soap_endpoint) + soap_endpoint = "http://localhost:80/nebulous"; + if (!soap_action) + soap_action = "urn:Nebulous/Server/SOAP#create_object"; + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + soap_tmp_ns1__create_USCOREobject.key = key; + soap_tmp_ns1__create_USCOREobject.volume = volume; + soap_begin(soap); + soap_serializeheader(soap); + soap_serialize_ns1__create_USCOREobject(soap, &soap_tmp_ns1__create_USCOREobject); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__create_USCOREobject(soap, &soap_tmp_ns1__create_USCOREobject, "ns1:create_object", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + } + if (soap_end_count(soap)) + return soap->error; + if (soap_connect(soap, soap_endpoint, soap_action) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__create_USCOREobject(soap, &soap_tmp_ns1__create_USCOREobject, "ns1:create_object", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap_closesock(soap); + if (!result) + return soap_closesock(soap); + *result = NULL; + if (soap_begin_recv(soap) + || soap_envelope_begin_in(soap) + || soap_recv_header(soap) + || soap_body_begin_in(soap)) + return soap_closesock(soap); + soap_tmp_ns1__create_USCOREobjectResponse = soap_get_ns1__create_USCOREobjectResponse(soap, NULL, "ns1:create_objectResponse", ""); + if (soap->error) + { if (soap->error == SOAP_TAG_MISMATCH && soap->level == 2) + return soap_recv_fault(soap); + return soap_closesock(soap); + } + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap_closesock(soap); + if (result && soap_tmp_ns1__create_USCOREobjectResponse->result) + *result = *soap_tmp_ns1__create_USCOREobjectResponse->result; + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__rename_USCOREobject(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *key, char *newkey, char **result) +{ struct ns1__rename_USCOREobject soap_tmp_ns1__rename_USCOREobject; + struct ns1__rename_USCOREobjectResponse *soap_tmp_ns1__rename_USCOREobjectResponse; + if (!soap_endpoint) + soap_endpoint = "http://localhost:80/nebulous"; + if (!soap_action) + soap_action = "urn:Nebulous/Server/SOAP#create_object"; + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + soap_tmp_ns1__rename_USCOREobject.key = key; + soap_tmp_ns1__rename_USCOREobject.newkey = newkey; + soap_begin(soap); + soap_serializeheader(soap); + soap_serialize_ns1__rename_USCOREobject(soap, &soap_tmp_ns1__rename_USCOREobject); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__rename_USCOREobject(soap, &soap_tmp_ns1__rename_USCOREobject, "ns1:rename_object", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + } + if (soap_end_count(soap)) + return soap->error; + if (soap_connect(soap, soap_endpoint, soap_action) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__rename_USCOREobject(soap, &soap_tmp_ns1__rename_USCOREobject, "ns1:rename_object", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap_closesock(soap); + if (!result) + return soap_closesock(soap); + *result = NULL; + if (soap_begin_recv(soap) + || soap_envelope_begin_in(soap) + || soap_recv_header(soap) + || soap_body_begin_in(soap)) + return soap_closesock(soap); + soap_tmp_ns1__rename_USCOREobjectResponse = soap_get_ns1__rename_USCOREobjectResponse(soap, NULL, "ns1:rename_objectResponse", ""); + if (soap->error) + { if (soap->error == SOAP_TAG_MISMATCH && soap->level == 2) + return soap_recv_fault(soap); + return soap_closesock(soap); + } + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap_closesock(soap); + if (result && soap_tmp_ns1__rename_USCOREobjectResponse->result) + *result = *soap_tmp_ns1__rename_USCOREobjectResponse->result; + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__rename_USCOREobject_(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *key, char *newkey, char **result) +{ struct ns1__rename_USCOREobject_ soap_tmp_ns1__rename_USCOREobject_; + struct ns1__rename_USCOREobject_Response *soap_tmp_ns1__rename_USCOREobject_Response; + if (!soap_endpoint) + soap_endpoint = "http://localhost:80/nebulous"; + if (!soap_action) + soap_action = "urn:Nebulous/Server/SOAP#create_object"; + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + soap_tmp_ns1__rename_USCOREobject_.key = key; + soap_tmp_ns1__rename_USCOREobject_.newkey = newkey; + soap_begin(soap); + soap_serializeheader(soap); + soap_serialize_ns1__rename_USCOREobject_(soap, &soap_tmp_ns1__rename_USCOREobject_); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__rename_USCOREobject_(soap, &soap_tmp_ns1__rename_USCOREobject_, "ns1:rename_object", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + } + if (soap_end_count(soap)) + return soap->error; + if (soap_connect(soap, soap_endpoint, soap_action) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__rename_USCOREobject_(soap, &soap_tmp_ns1__rename_USCOREobject_, "ns1:rename_object", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap_closesock(soap); + if (!result) + return soap_closesock(soap); + *result = NULL; + if (soap_begin_recv(soap) + || soap_envelope_begin_in(soap) + || soap_recv_header(soap) + || soap_body_begin_in(soap)) + return soap_closesock(soap); + soap_tmp_ns1__rename_USCOREobject_Response = soap_get_ns1__rename_USCOREobject_Response(soap, NULL, "ns1:rename_object-Response", ""); + if (soap->error) + { if (soap->error == SOAP_TAG_MISMATCH && soap->level == 2) + return soap_recv_fault(soap); + return soap_closesock(soap); + } + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap_closesock(soap); + if (result && soap_tmp_ns1__rename_USCOREobject_Response->result) + *result = *soap_tmp_ns1__rename_USCOREobject_Response->result; + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__replicate_USCOREobject(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *key, char *volume, char **result) +{ struct ns1__replicate_USCOREobject soap_tmp_ns1__replicate_USCOREobject; + struct ns1__replicate_USCOREobjectResponse *soap_tmp_ns1__replicate_USCOREobjectResponse; + if (!soap_endpoint) + soap_endpoint = "http://localhost:80/nebulous"; + if (!soap_action) + soap_action = "urn:Nebulous/Server/SOAP#replicate_object"; + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + soap_tmp_ns1__replicate_USCOREobject.key = key; + soap_tmp_ns1__replicate_USCOREobject.volume = volume; + soap_begin(soap); + soap_serializeheader(soap); + soap_serialize_ns1__replicate_USCOREobject(soap, &soap_tmp_ns1__replicate_USCOREobject); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__replicate_USCOREobject(soap, &soap_tmp_ns1__replicate_USCOREobject, "ns1:replicate_object", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + } + if (soap_end_count(soap)) + return soap->error; + if (soap_connect(soap, soap_endpoint, soap_action) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__replicate_USCOREobject(soap, &soap_tmp_ns1__replicate_USCOREobject, "ns1:replicate_object", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap_closesock(soap); + if (!result) + return soap_closesock(soap); + *result = NULL; + if (soap_begin_recv(soap) + || soap_envelope_begin_in(soap) + || soap_recv_header(soap) + || soap_body_begin_in(soap)) + return soap_closesock(soap); + soap_tmp_ns1__replicate_USCOREobjectResponse = soap_get_ns1__replicate_USCOREobjectResponse(soap, NULL, "ns1:replicate_objectResponse", ""); + if (soap->error) + { if (soap->error == SOAP_TAG_MISMATCH && soap->level == 2) + return soap_recv_fault(soap); + return soap_closesock(soap); + } + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap_closesock(soap); + if (result && soap_tmp_ns1__replicate_USCOREobjectResponse->result) + *result = *soap_tmp_ns1__replicate_USCOREobjectResponse->result; + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__lock_USCOREobject(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *key, char *type, int *result) +{ struct ns1__lock_USCOREobject soap_tmp_ns1__lock_USCOREobject; + struct ns1__lock_USCOREobjectResponse *soap_tmp_ns1__lock_USCOREobjectResponse; + if (!soap_endpoint) + soap_endpoint = "http://localhost:80/nebulous"; + if (!soap_action) + soap_action = "urn:Nebulous/Server/SOAP#lock_object"; + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + soap_tmp_ns1__lock_USCOREobject.key = key; + soap_tmp_ns1__lock_USCOREobject.type = type; + soap_begin(soap); + soap_serializeheader(soap); + soap_serialize_ns1__lock_USCOREobject(soap, &soap_tmp_ns1__lock_USCOREobject); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__lock_USCOREobject(soap, &soap_tmp_ns1__lock_USCOREobject, "ns1:lock_object", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + } + if (soap_end_count(soap)) + return soap->error; + if (soap_connect(soap, soap_endpoint, soap_action) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__lock_USCOREobject(soap, &soap_tmp_ns1__lock_USCOREobject, "ns1:lock_object", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap_closesock(soap); + if (!result) + return soap_closesock(soap); + soap_default_int(soap, result); + if (soap_begin_recv(soap) + || soap_envelope_begin_in(soap) + || soap_recv_header(soap) + || soap_body_begin_in(soap)) + return soap_closesock(soap); + soap_tmp_ns1__lock_USCOREobjectResponse = soap_get_ns1__lock_USCOREobjectResponse(soap, NULL, "ns1:lock_objectResponse", ""); + if (soap->error) + { if (soap->error == SOAP_TAG_MISMATCH && soap->level == 2) + return soap_recv_fault(soap); + return soap_closesock(soap); + } + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap_closesock(soap); + if (result && soap_tmp_ns1__lock_USCOREobjectResponse->result) + *result = *soap_tmp_ns1__lock_USCOREobjectResponse->result; + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__unlock_USCOREobject(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *key, char *type, int *result) +{ struct ns1__unlock_USCOREobject soap_tmp_ns1__unlock_USCOREobject; + struct ns1__unlock_USCOREobjectResponse *soap_tmp_ns1__unlock_USCOREobjectResponse; + if (!soap_endpoint) + soap_endpoint = "http://localhost:80/nebulous"; + if (!soap_action) + soap_action = "urn:Nebulous/Server/SOAP#unlock_object"; + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + soap_tmp_ns1__unlock_USCOREobject.key = key; + soap_tmp_ns1__unlock_USCOREobject.type = type; + soap_begin(soap); + soap_serializeheader(soap); + soap_serialize_ns1__unlock_USCOREobject(soap, &soap_tmp_ns1__unlock_USCOREobject); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__unlock_USCOREobject(soap, &soap_tmp_ns1__unlock_USCOREobject, "ns1:unlock_object", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + } + if (soap_end_count(soap)) + return soap->error; + if (soap_connect(soap, soap_endpoint, soap_action) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__unlock_USCOREobject(soap, &soap_tmp_ns1__unlock_USCOREobject, "ns1:unlock_object", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap_closesock(soap); + if (!result) + return soap_closesock(soap); + soap_default_int(soap, result); + if (soap_begin_recv(soap) + || soap_envelope_begin_in(soap) + || soap_recv_header(soap) + || soap_body_begin_in(soap)) + return soap_closesock(soap); + soap_tmp_ns1__unlock_USCOREobjectResponse = soap_get_ns1__unlock_USCOREobjectResponse(soap, NULL, "ns1:unlock_objectResponse", ""); + if (soap->error) + { if (soap->error == SOAP_TAG_MISMATCH && soap->level == 2) + return soap_recv_fault(soap); + return soap_closesock(soap); + } + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap_closesock(soap); + if (result && soap_tmp_ns1__unlock_USCOREobjectResponse->result) + *result = *soap_tmp_ns1__unlock_USCOREobjectResponse->result; + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__find_USCOREobjects(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *pattern, struct ns1__find_USCOREobjectsResponse *_param_1) +{ struct ns1__find_USCOREobjects soap_tmp_ns1__find_USCOREobjects; + if (!soap_endpoint) + soap_endpoint = "http://localhost:80/nebulous"; + if (!soap_action) + soap_action = "urn:Nebulous/Server/SOAP#find_objects"; + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + soap_tmp_ns1__find_USCOREobjects.pattern = pattern; + soap_begin(soap); + soap_serializeheader(soap); + soap_serialize_ns1__find_USCOREobjects(soap, &soap_tmp_ns1__find_USCOREobjects); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__find_USCOREobjects(soap, &soap_tmp_ns1__find_USCOREobjects, "ns1:find_objects", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + } + if (soap_end_count(soap)) + return soap->error; + if (soap_connect(soap, soap_endpoint, soap_action) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__find_USCOREobjects(soap, &soap_tmp_ns1__find_USCOREobjects, "ns1:find_objects", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap_closesock(soap); + if (!_param_1) + return soap_closesock(soap); + soap_default_ns1__find_USCOREobjectsResponse(soap, _param_1); + if (soap_begin_recv(soap) + || soap_envelope_begin_in(soap) + || soap_recv_header(soap) + || soap_body_begin_in(soap)) + return soap_closesock(soap); + soap_get_ns1__find_USCOREobjectsResponse(soap, _param_1, "ns1:find_objectsResponse", ""); + if (soap->error) + { if (soap->error == SOAP_TAG_MISMATCH && soap->level == 2) + return soap_recv_fault(soap); + return soap_closesock(soap); + } + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap_closesock(soap); + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__find_USCOREinstances(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *key, char *volume, struct ns1__find_USCOREinstancesResponse *_param_2) +{ struct ns1__find_USCOREinstances soap_tmp_ns1__find_USCOREinstances; + if (!soap_endpoint) + soap_endpoint = "http://localhost:80/nebulous"; + if (!soap_action) + soap_action = "urn:Nebulous/Server/SOAP#find_instances"; + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + soap_tmp_ns1__find_USCOREinstances.key = key; + soap_tmp_ns1__find_USCOREinstances.volume = volume; + soap_begin(soap); + soap_serializeheader(soap); + soap_serialize_ns1__find_USCOREinstances(soap, &soap_tmp_ns1__find_USCOREinstances); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__find_USCOREinstances(soap, &soap_tmp_ns1__find_USCOREinstances, "ns1:find_instances", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + } + if (soap_end_count(soap)) + return soap->error; + if (soap_connect(soap, soap_endpoint, soap_action) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__find_USCOREinstances(soap, &soap_tmp_ns1__find_USCOREinstances, "ns1:find_instances", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap_closesock(soap); + if (!_param_2) + return soap_closesock(soap); + soap_default_ns1__find_USCOREinstancesResponse(soap, _param_2); + if (soap_begin_recv(soap) + || soap_envelope_begin_in(soap) + || soap_recv_header(soap) + || soap_body_begin_in(soap)) + return soap_closesock(soap); + soap_get_ns1__find_USCOREinstancesResponse(soap, _param_2, "ns1:find_instancesResponse", ""); + if (soap->error) + { if (soap->error == SOAP_TAG_MISMATCH && soap->level == 2) + return soap_recv_fault(soap); + return soap_closesock(soap); + } + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap_closesock(soap); + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__delete_USCOREinstance(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *uri, int *result) +{ struct ns1__delete_USCOREinstance soap_tmp_ns1__delete_USCOREinstance; + struct ns1__delete_USCOREinstanceResponse *soap_tmp_ns1__delete_USCOREinstanceResponse; + if (!soap_endpoint) + soap_endpoint = "http://localhost:80/nebulous"; + if (!soap_action) + soap_action = "urn:Nebulous/Server/SOAP#delete_instance"; + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + soap_tmp_ns1__delete_USCOREinstance.uri = uri; + soap_begin(soap); + soap_serializeheader(soap); + soap_serialize_ns1__delete_USCOREinstance(soap, &soap_tmp_ns1__delete_USCOREinstance); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__delete_USCOREinstance(soap, &soap_tmp_ns1__delete_USCOREinstance, "ns1:delete_instance", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + } + if (soap_end_count(soap)) + return soap->error; + if (soap_connect(soap, soap_endpoint, soap_action) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__delete_USCOREinstance(soap, &soap_tmp_ns1__delete_USCOREinstance, "ns1:delete_instance", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap_closesock(soap); + if (!result) + return soap_closesock(soap); + soap_default_int(soap, result); + if (soap_begin_recv(soap) + || soap_envelope_begin_in(soap) + || soap_recv_header(soap) + || soap_body_begin_in(soap)) + return soap_closesock(soap); + soap_tmp_ns1__delete_USCOREinstanceResponse = soap_get_ns1__delete_USCOREinstanceResponse(soap, NULL, "ns1:delete_instanceResponse", ""); + if (soap->error) + { if (soap->error == SOAP_TAG_MISMATCH && soap->level == 2) + return soap_recv_fault(soap); + return soap_closesock(soap); + } + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap_closesock(soap); + if (result && soap_tmp_ns1__delete_USCOREinstanceResponse->result) + *result = *soap_tmp_ns1__delete_USCOREinstanceResponse->result; + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__stat_USCOREobject(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *key, struct ns1__stat_USCOREobjectResponse *_param_3) +{ struct ns1__stat_USCOREobject soap_tmp_ns1__stat_USCOREobject; + if (!soap_endpoint) + soap_endpoint = "http://localhost:80/nebulous"; + if (!soap_action) + soap_action = "urn:Nebulous/Server/SOAP#stat_object"; + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + soap_tmp_ns1__stat_USCOREobject.key = key; + soap_begin(soap); + soap_serializeheader(soap); + soap_serialize_ns1__stat_USCOREobject(soap, &soap_tmp_ns1__stat_USCOREobject); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__stat_USCOREobject(soap, &soap_tmp_ns1__stat_USCOREobject, "ns1:stat_object", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + } + if (soap_end_count(soap)) + return soap->error; + if (soap_connect(soap, soap_endpoint, soap_action) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__stat_USCOREobject(soap, &soap_tmp_ns1__stat_USCOREobject, "ns1:stat_object", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap_closesock(soap); + if (!_param_3) + return soap_closesock(soap); + soap_default_ns1__stat_USCOREobjectResponse(soap, _param_3); + if (soap_begin_recv(soap) + || soap_envelope_begin_in(soap) + || soap_recv_header(soap) + || soap_body_begin_in(soap)) + return soap_closesock(soap); + soap_get_ns1__stat_USCOREobjectResponse(soap, _param_3, "ns1:stat_objectResponse", ""); + if (soap->error) + { if (soap->error == SOAP_TAG_MISMATCH && soap->level == 2) + return soap_recv_fault(soap); + return soap_closesock(soap); + } + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap_closesock(soap); + return soap_closesock(soap); +} + +#ifdef __cplusplus +} +#endif + +/* End of soapClient.c */ Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapClientLib.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapClientLib.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapClientLib.c (revision 22322) @@ -0,0 +1,14 @@ +/* soapClientLib.c + Generated by gSOAP 2.7.11 from src/nebulous.h + Copyright(C) 2000-2008, Robert van Engelen, Genivia Inc. All Rights Reserved. + This part of the software is released under one of the following licenses: + GPL, the gSOAP public license, or Genivia's license for commercial use. +*/ +#ifndef WITH_NOGLOBAL +#define WITH_NOGLOBAL +#endif +#define SOAP_FMAC3 static +#include "soapC.c" +#include "soapClient.c" + +/* End of soapClientLib.c */ Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapH.h =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapH.h (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapH.h (revision 22322) @@ -0,0 +1,440 @@ +/* soapH.h + Generated by gSOAP 2.7.11 from src/nebulous.h + Copyright(C) 2000-2008, Robert van Engelen, Genivia Inc. All Rights Reserved. + This part of the software is released under one of the following licenses: + GPL, the gSOAP public license, or Genivia's license for commercial use. +*/ + +#ifndef soapH_H +#define soapH_H +#include "soapStub.h" +#ifdef __cplusplus +extern "C" { +#endif +#ifndef WITH_NOIDREF +SOAP_FMAC3 void SOAP_FMAC4 soap_markelement(struct soap*, const void*, int); +SOAP_FMAC3 int SOAP_FMAC4 soap_putelement(struct soap*, const void*, const char*, int, int); +SOAP_FMAC3 void *SOAP_FMAC4 soap_getelement(struct soap*, int*); +SOAP_FMAC3 int SOAP_FMAC4 soap_putindependent(struct soap*); +SOAP_FMAC3 int SOAP_FMAC4 soap_getindependent(struct soap*); +#endif +SOAP_FMAC3 int SOAP_FMAC4 soap_ignore_element(struct soap*); + +#ifndef SOAP_TYPE_byte +#define SOAP_TYPE_byte (3) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_byte(struct soap*, char *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_byte(struct soap*, const char *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_byte(struct soap*, const char*, int, const char *, const char*); +SOAP_FMAC3 char * SOAP_FMAC4 soap_get_byte(struct soap*, char *, const char*, const char*); +SOAP_FMAC3 char * SOAP_FMAC4 soap_in_byte(struct soap*, const char*, char *, const char*); + +#ifndef SOAP_TYPE_int +#define SOAP_TYPE_int (1) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_int(struct soap*, int *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_int(struct soap*, const int *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_int(struct soap*, const char*, int, const int *, const char*); +SOAP_FMAC3 int * SOAP_FMAC4 soap_get_int(struct soap*, int *, const char*, const char*); +SOAP_FMAC3 int * SOAP_FMAC4 soap_in_int(struct soap*, const char*, int *, const char*); + +#ifndef WITH_NOGLOBAL + +#ifndef SOAP_TYPE_SOAP_ENV__Fault +#define SOAP_TYPE_SOAP_ENV__Fault (51) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_SOAP_ENV__Fault(struct soap*, struct SOAP_ENV__Fault *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_SOAP_ENV__Fault(struct soap*, const struct SOAP_ENV__Fault *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_SOAP_ENV__Fault(struct soap*, const struct SOAP_ENV__Fault *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_SOAP_ENV__Fault(struct soap*, const char*, int, const struct SOAP_ENV__Fault *, const char*); +SOAP_FMAC3 struct SOAP_ENV__Fault * SOAP_FMAC4 soap_get_SOAP_ENV__Fault(struct soap*, struct SOAP_ENV__Fault *, const char*, const char*); +SOAP_FMAC3 struct SOAP_ENV__Fault * SOAP_FMAC4 soap_in_SOAP_ENV__Fault(struct soap*, const char*, struct SOAP_ENV__Fault *, const char*); + +#endif + +#ifndef WITH_NOGLOBAL + +#ifndef SOAP_TYPE_SOAP_ENV__Reason +#define SOAP_TYPE_SOAP_ENV__Reason (50) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_SOAP_ENV__Reason(struct soap*, struct SOAP_ENV__Reason *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_SOAP_ENV__Reason(struct soap*, const struct SOAP_ENV__Reason *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_SOAP_ENV__Reason(struct soap*, const struct SOAP_ENV__Reason *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_SOAP_ENV__Reason(struct soap*, const char*, int, const struct SOAP_ENV__Reason *, const char*); +SOAP_FMAC3 struct SOAP_ENV__Reason * SOAP_FMAC4 soap_get_SOAP_ENV__Reason(struct soap*, struct SOAP_ENV__Reason *, const char*, const char*); +SOAP_FMAC3 struct SOAP_ENV__Reason * SOAP_FMAC4 soap_in_SOAP_ENV__Reason(struct soap*, const char*, struct SOAP_ENV__Reason *, const char*); + +#endif + +#ifndef WITH_NOGLOBAL + +#ifndef SOAP_TYPE_SOAP_ENV__Detail +#define SOAP_TYPE_SOAP_ENV__Detail (47) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_SOAP_ENV__Detail(struct soap*, struct SOAP_ENV__Detail *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_SOAP_ENV__Detail(struct soap*, const struct SOAP_ENV__Detail *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_SOAP_ENV__Detail(struct soap*, const struct SOAP_ENV__Detail *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_SOAP_ENV__Detail(struct soap*, const char*, int, const struct SOAP_ENV__Detail *, const char*); +SOAP_FMAC3 struct SOAP_ENV__Detail * SOAP_FMAC4 soap_get_SOAP_ENV__Detail(struct soap*, struct SOAP_ENV__Detail *, const char*, const char*); +SOAP_FMAC3 struct SOAP_ENV__Detail * SOAP_FMAC4 soap_in_SOAP_ENV__Detail(struct soap*, const char*, struct SOAP_ENV__Detail *, const char*); + +#endif + +#ifndef WITH_NOGLOBAL + +#ifndef SOAP_TYPE_SOAP_ENV__Code +#define SOAP_TYPE_SOAP_ENV__Code (45) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_SOAP_ENV__Code(struct soap*, struct SOAP_ENV__Code *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_SOAP_ENV__Code(struct soap*, const struct SOAP_ENV__Code *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_SOAP_ENV__Code(struct soap*, const struct SOAP_ENV__Code *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_SOAP_ENV__Code(struct soap*, const char*, int, const struct SOAP_ENV__Code *, const char*); +SOAP_FMAC3 struct SOAP_ENV__Code * SOAP_FMAC4 soap_get_SOAP_ENV__Code(struct soap*, struct SOAP_ENV__Code *, const char*, const char*); +SOAP_FMAC3 struct SOAP_ENV__Code * SOAP_FMAC4 soap_in_SOAP_ENV__Code(struct soap*, const char*, struct SOAP_ENV__Code *, const char*); + +#endif + +#ifndef WITH_NOGLOBAL + +#ifndef SOAP_TYPE_SOAP_ENV__Header +#define SOAP_TYPE_SOAP_ENV__Header (44) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_SOAP_ENV__Header(struct soap*, struct SOAP_ENV__Header *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_SOAP_ENV__Header(struct soap*, const struct SOAP_ENV__Header *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_SOAP_ENV__Header(struct soap*, const struct SOAP_ENV__Header *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_SOAP_ENV__Header(struct soap*, const char*, int, const struct SOAP_ENV__Header *, const char*); +SOAP_FMAC3 struct SOAP_ENV__Header * SOAP_FMAC4 soap_get_SOAP_ENV__Header(struct soap*, struct SOAP_ENV__Header *, const char*, const char*); +SOAP_FMAC3 struct SOAP_ENV__Header * SOAP_FMAC4 soap_in_SOAP_ENV__Header(struct soap*, const char*, struct SOAP_ENV__Header *, const char*); + +#endif + +#ifndef SOAP_TYPE_ns1__stat_USCOREobject +#define SOAP_TYPE_ns1__stat_USCOREobject (43) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__stat_USCOREobject(struct soap*, struct ns1__stat_USCOREobject *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__stat_USCOREobject(struct soap*, const struct ns1__stat_USCOREobject *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__stat_USCOREobject(struct soap*, const struct ns1__stat_USCOREobject *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__stat_USCOREobject(struct soap*, const char*, int, const struct ns1__stat_USCOREobject *, const char*); +SOAP_FMAC3 struct ns1__stat_USCOREobject * SOAP_FMAC4 soap_get_ns1__stat_USCOREobject(struct soap*, struct ns1__stat_USCOREobject *, const char*, const char*); +SOAP_FMAC3 struct ns1__stat_USCOREobject * SOAP_FMAC4 soap_in_ns1__stat_USCOREobject(struct soap*, const char*, struct ns1__stat_USCOREobject *, const char*); + +#ifndef SOAP_TYPE_ns1__stat_USCOREobjectResponse +#define SOAP_TYPE_ns1__stat_USCOREobjectResponse (40) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__stat_USCOREobjectResponse(struct soap*, struct ns1__stat_USCOREobjectResponse *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__stat_USCOREobjectResponse(struct soap*, const struct ns1__stat_USCOREobjectResponse *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__stat_USCOREobjectResponse(struct soap*, const struct ns1__stat_USCOREobjectResponse *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__stat_USCOREobjectResponse(struct soap*, const char*, int, const struct ns1__stat_USCOREobjectResponse *, const char*); +SOAP_FMAC3 struct ns1__stat_USCOREobjectResponse * SOAP_FMAC4 soap_get_ns1__stat_USCOREobjectResponse(struct soap*, struct ns1__stat_USCOREobjectResponse *, const char*, const char*); +SOAP_FMAC3 struct ns1__stat_USCOREobjectResponse * SOAP_FMAC4 soap_in_ns1__stat_USCOREobjectResponse(struct soap*, const char*, struct ns1__stat_USCOREobjectResponse *, const char*); + +#ifndef SOAP_TYPE_ns1__delete_USCOREinstance +#define SOAP_TYPE_ns1__delete_USCOREinstance (39) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__delete_USCOREinstance(struct soap*, struct ns1__delete_USCOREinstance *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__delete_USCOREinstance(struct soap*, const struct ns1__delete_USCOREinstance *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__delete_USCOREinstance(struct soap*, const struct ns1__delete_USCOREinstance *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__delete_USCOREinstance(struct soap*, const char*, int, const struct ns1__delete_USCOREinstance *, const char*); +SOAP_FMAC3 struct ns1__delete_USCOREinstance * SOAP_FMAC4 soap_get_ns1__delete_USCOREinstance(struct soap*, struct ns1__delete_USCOREinstance *, const char*, const char*); +SOAP_FMAC3 struct ns1__delete_USCOREinstance * SOAP_FMAC4 soap_in_ns1__delete_USCOREinstance(struct soap*, const char*, struct ns1__delete_USCOREinstance *, const char*); + +#ifndef SOAP_TYPE_ns1__delete_USCOREinstanceResponse +#define SOAP_TYPE_ns1__delete_USCOREinstanceResponse (38) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__delete_USCOREinstanceResponse(struct soap*, struct ns1__delete_USCOREinstanceResponse *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__delete_USCOREinstanceResponse(struct soap*, const struct ns1__delete_USCOREinstanceResponse *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__delete_USCOREinstanceResponse(struct soap*, const struct ns1__delete_USCOREinstanceResponse *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__delete_USCOREinstanceResponse(struct soap*, const char*, int, const struct ns1__delete_USCOREinstanceResponse *, const char*); +SOAP_FMAC3 struct ns1__delete_USCOREinstanceResponse * SOAP_FMAC4 soap_get_ns1__delete_USCOREinstanceResponse(struct soap*, struct ns1__delete_USCOREinstanceResponse *, const char*, const char*); +SOAP_FMAC3 struct ns1__delete_USCOREinstanceResponse * SOAP_FMAC4 soap_in_ns1__delete_USCOREinstanceResponse(struct soap*, const char*, struct ns1__delete_USCOREinstanceResponse *, const char*); + +#ifndef SOAP_TYPE_ns1__find_USCOREinstances +#define SOAP_TYPE_ns1__find_USCOREinstances (36) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__find_USCOREinstances(struct soap*, struct ns1__find_USCOREinstances *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__find_USCOREinstances(struct soap*, const struct ns1__find_USCOREinstances *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__find_USCOREinstances(struct soap*, const struct ns1__find_USCOREinstances *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__find_USCOREinstances(struct soap*, const char*, int, const struct ns1__find_USCOREinstances *, const char*); +SOAP_FMAC3 struct ns1__find_USCOREinstances * SOAP_FMAC4 soap_get_ns1__find_USCOREinstances(struct soap*, struct ns1__find_USCOREinstances *, const char*, const char*); +SOAP_FMAC3 struct ns1__find_USCOREinstances * SOAP_FMAC4 soap_in_ns1__find_USCOREinstances(struct soap*, const char*, struct ns1__find_USCOREinstances *, const char*); + +#ifndef SOAP_TYPE_ns1__find_USCOREinstancesResponse +#define SOAP_TYPE_ns1__find_USCOREinstancesResponse (33) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__find_USCOREinstancesResponse(struct soap*, struct ns1__find_USCOREinstancesResponse *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__find_USCOREinstancesResponse(struct soap*, const struct ns1__find_USCOREinstancesResponse *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__find_USCOREinstancesResponse(struct soap*, const struct ns1__find_USCOREinstancesResponse *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__find_USCOREinstancesResponse(struct soap*, const char*, int, const struct ns1__find_USCOREinstancesResponse *, const char*); +SOAP_FMAC3 struct ns1__find_USCOREinstancesResponse * SOAP_FMAC4 soap_get_ns1__find_USCOREinstancesResponse(struct soap*, struct ns1__find_USCOREinstancesResponse *, const char*, const char*); +SOAP_FMAC3 struct ns1__find_USCOREinstancesResponse * SOAP_FMAC4 soap_in_ns1__find_USCOREinstancesResponse(struct soap*, const char*, struct ns1__find_USCOREinstancesResponse *, const char*); + +#ifndef SOAP_TYPE_ns1__find_USCOREobjects +#define SOAP_TYPE_ns1__find_USCOREobjects (32) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__find_USCOREobjects(struct soap*, struct ns1__find_USCOREobjects *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__find_USCOREobjects(struct soap*, const struct ns1__find_USCOREobjects *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__find_USCOREobjects(struct soap*, const struct ns1__find_USCOREobjects *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__find_USCOREobjects(struct soap*, const char*, int, const struct ns1__find_USCOREobjects *, const char*); +SOAP_FMAC3 struct ns1__find_USCOREobjects * SOAP_FMAC4 soap_get_ns1__find_USCOREobjects(struct soap*, struct ns1__find_USCOREobjects *, const char*, const char*); +SOAP_FMAC3 struct ns1__find_USCOREobjects * SOAP_FMAC4 soap_in_ns1__find_USCOREobjects(struct soap*, const char*, struct ns1__find_USCOREobjects *, const char*); + +#ifndef SOAP_TYPE_ns1__find_USCOREobjectsResponse +#define SOAP_TYPE_ns1__find_USCOREobjectsResponse (28) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__find_USCOREobjectsResponse(struct soap*, struct ns1__find_USCOREobjectsResponse *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__find_USCOREobjectsResponse(struct soap*, const struct ns1__find_USCOREobjectsResponse *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__find_USCOREobjectsResponse(struct soap*, const struct ns1__find_USCOREobjectsResponse *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__find_USCOREobjectsResponse(struct soap*, const char*, int, const struct ns1__find_USCOREobjectsResponse *, const char*); +SOAP_FMAC3 struct ns1__find_USCOREobjectsResponse * SOAP_FMAC4 soap_get_ns1__find_USCOREobjectsResponse(struct soap*, struct ns1__find_USCOREobjectsResponse *, const char*, const char*); +SOAP_FMAC3 struct ns1__find_USCOREobjectsResponse * SOAP_FMAC4 soap_in_ns1__find_USCOREobjectsResponse(struct soap*, const char*, struct ns1__find_USCOREobjectsResponse *, const char*); + +#ifndef SOAP_TYPE_ns1__unlock_USCOREobject +#define SOAP_TYPE_ns1__unlock_USCOREobject (27) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__unlock_USCOREobject(struct soap*, struct ns1__unlock_USCOREobject *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__unlock_USCOREobject(struct soap*, const struct ns1__unlock_USCOREobject *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__unlock_USCOREobject(struct soap*, const struct ns1__unlock_USCOREobject *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__unlock_USCOREobject(struct soap*, const char*, int, const struct ns1__unlock_USCOREobject *, const char*); +SOAP_FMAC3 struct ns1__unlock_USCOREobject * SOAP_FMAC4 soap_get_ns1__unlock_USCOREobject(struct soap*, struct ns1__unlock_USCOREobject *, const char*, const char*); +SOAP_FMAC3 struct ns1__unlock_USCOREobject * SOAP_FMAC4 soap_in_ns1__unlock_USCOREobject(struct soap*, const char*, struct ns1__unlock_USCOREobject *, const char*); + +#ifndef SOAP_TYPE_ns1__unlock_USCOREobjectResponse +#define SOAP_TYPE_ns1__unlock_USCOREobjectResponse (26) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__unlock_USCOREobjectResponse(struct soap*, struct ns1__unlock_USCOREobjectResponse *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__unlock_USCOREobjectResponse(struct soap*, const struct ns1__unlock_USCOREobjectResponse *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__unlock_USCOREobjectResponse(struct soap*, const struct ns1__unlock_USCOREobjectResponse *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__unlock_USCOREobjectResponse(struct soap*, const char*, int, const struct ns1__unlock_USCOREobjectResponse *, const char*); +SOAP_FMAC3 struct ns1__unlock_USCOREobjectResponse * SOAP_FMAC4 soap_get_ns1__unlock_USCOREobjectResponse(struct soap*, struct ns1__unlock_USCOREobjectResponse *, const char*, const char*); +SOAP_FMAC3 struct ns1__unlock_USCOREobjectResponse * SOAP_FMAC4 soap_in_ns1__unlock_USCOREobjectResponse(struct soap*, const char*, struct ns1__unlock_USCOREobjectResponse *, const char*); + +#ifndef SOAP_TYPE_ns1__lock_USCOREobject +#define SOAP_TYPE_ns1__lock_USCOREobject (24) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__lock_USCOREobject(struct soap*, struct ns1__lock_USCOREobject *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__lock_USCOREobject(struct soap*, const struct ns1__lock_USCOREobject *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__lock_USCOREobject(struct soap*, const struct ns1__lock_USCOREobject *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__lock_USCOREobject(struct soap*, const char*, int, const struct ns1__lock_USCOREobject *, const char*); +SOAP_FMAC3 struct ns1__lock_USCOREobject * SOAP_FMAC4 soap_get_ns1__lock_USCOREobject(struct soap*, struct ns1__lock_USCOREobject *, const char*, const char*); +SOAP_FMAC3 struct ns1__lock_USCOREobject * SOAP_FMAC4 soap_in_ns1__lock_USCOREobject(struct soap*, const char*, struct ns1__lock_USCOREobject *, const char*); + +#ifndef SOAP_TYPE_ns1__lock_USCOREobjectResponse +#define SOAP_TYPE_ns1__lock_USCOREobjectResponse (23) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__lock_USCOREobjectResponse(struct soap*, struct ns1__lock_USCOREobjectResponse *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__lock_USCOREobjectResponse(struct soap*, const struct ns1__lock_USCOREobjectResponse *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__lock_USCOREobjectResponse(struct soap*, const struct ns1__lock_USCOREobjectResponse *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__lock_USCOREobjectResponse(struct soap*, const char*, int, const struct ns1__lock_USCOREobjectResponse *, const char*); +SOAP_FMAC3 struct ns1__lock_USCOREobjectResponse * SOAP_FMAC4 soap_get_ns1__lock_USCOREobjectResponse(struct soap*, struct ns1__lock_USCOREobjectResponse *, const char*, const char*); +SOAP_FMAC3 struct ns1__lock_USCOREobjectResponse * SOAP_FMAC4 soap_in_ns1__lock_USCOREobjectResponse(struct soap*, const char*, struct ns1__lock_USCOREobjectResponse *, const char*); + +#ifndef SOAP_TYPE_ns1__replicate_USCOREobject +#define SOAP_TYPE_ns1__replicate_USCOREobject (20) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__replicate_USCOREobject(struct soap*, struct ns1__replicate_USCOREobject *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__replicate_USCOREobject(struct soap*, const struct ns1__replicate_USCOREobject *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__replicate_USCOREobject(struct soap*, const struct ns1__replicate_USCOREobject *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__replicate_USCOREobject(struct soap*, const char*, int, const struct ns1__replicate_USCOREobject *, const char*); +SOAP_FMAC3 struct ns1__replicate_USCOREobject * SOAP_FMAC4 soap_get_ns1__replicate_USCOREobject(struct soap*, struct ns1__replicate_USCOREobject *, const char*, const char*); +SOAP_FMAC3 struct ns1__replicate_USCOREobject * SOAP_FMAC4 soap_in_ns1__replicate_USCOREobject(struct soap*, const char*, struct ns1__replicate_USCOREobject *, const char*); + +#ifndef SOAP_TYPE_ns1__replicate_USCOREobjectResponse +#define SOAP_TYPE_ns1__replicate_USCOREobjectResponse (19) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__replicate_USCOREobjectResponse(struct soap*, struct ns1__replicate_USCOREobjectResponse *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__replicate_USCOREobjectResponse(struct soap*, const struct ns1__replicate_USCOREobjectResponse *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__replicate_USCOREobjectResponse(struct soap*, const struct ns1__replicate_USCOREobjectResponse *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__replicate_USCOREobjectResponse(struct soap*, const char*, int, const struct ns1__replicate_USCOREobjectResponse *, const char*); +SOAP_FMAC3 struct ns1__replicate_USCOREobjectResponse * SOAP_FMAC4 soap_get_ns1__replicate_USCOREobjectResponse(struct soap*, struct ns1__replicate_USCOREobjectResponse *, const char*, const char*); +SOAP_FMAC3 struct ns1__replicate_USCOREobjectResponse * SOAP_FMAC4 soap_in_ns1__replicate_USCOREobjectResponse(struct soap*, const char*, struct ns1__replicate_USCOREobjectResponse *, const char*); + +#ifndef SOAP_TYPE_ns1__rename_USCOREobject_ +#define SOAP_TYPE_ns1__rename_USCOREobject_ (17) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__rename_USCOREobject_(struct soap*, struct ns1__rename_USCOREobject_ *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__rename_USCOREobject_(struct soap*, const struct ns1__rename_USCOREobject_ *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__rename_USCOREobject_(struct soap*, const struct ns1__rename_USCOREobject_ *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__rename_USCOREobject_(struct soap*, const char*, int, const struct ns1__rename_USCOREobject_ *, const char*); +SOAP_FMAC3 struct ns1__rename_USCOREobject_ * SOAP_FMAC4 soap_get_ns1__rename_USCOREobject_(struct soap*, struct ns1__rename_USCOREobject_ *, const char*, const char*); +SOAP_FMAC3 struct ns1__rename_USCOREobject_ * SOAP_FMAC4 soap_in_ns1__rename_USCOREobject_(struct soap*, const char*, struct ns1__rename_USCOREobject_ *, const char*); + +#ifndef SOAP_TYPE_ns1__rename_USCOREobject_Response +#define SOAP_TYPE_ns1__rename_USCOREobject_Response (16) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__rename_USCOREobject_Response(struct soap*, struct ns1__rename_USCOREobject_Response *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__rename_USCOREobject_Response(struct soap*, const struct ns1__rename_USCOREobject_Response *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__rename_USCOREobject_Response(struct soap*, const struct ns1__rename_USCOREobject_Response *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__rename_USCOREobject_Response(struct soap*, const char*, int, const struct ns1__rename_USCOREobject_Response *, const char*); +SOAP_FMAC3 struct ns1__rename_USCOREobject_Response * SOAP_FMAC4 soap_get_ns1__rename_USCOREobject_Response(struct soap*, struct ns1__rename_USCOREobject_Response *, const char*, const char*); +SOAP_FMAC3 struct ns1__rename_USCOREobject_Response * SOAP_FMAC4 soap_in_ns1__rename_USCOREobject_Response(struct soap*, const char*, struct ns1__rename_USCOREobject_Response *, const char*); + +#ifndef SOAP_TYPE_ns1__rename_USCOREobject +#define SOAP_TYPE_ns1__rename_USCOREobject (14) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__rename_USCOREobject(struct soap*, struct ns1__rename_USCOREobject *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__rename_USCOREobject(struct soap*, const struct ns1__rename_USCOREobject *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__rename_USCOREobject(struct soap*, const struct ns1__rename_USCOREobject *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__rename_USCOREobject(struct soap*, const char*, int, const struct ns1__rename_USCOREobject *, const char*); +SOAP_FMAC3 struct ns1__rename_USCOREobject * SOAP_FMAC4 soap_get_ns1__rename_USCOREobject(struct soap*, struct ns1__rename_USCOREobject *, const char*, const char*); +SOAP_FMAC3 struct ns1__rename_USCOREobject * SOAP_FMAC4 soap_in_ns1__rename_USCOREobject(struct soap*, const char*, struct ns1__rename_USCOREobject *, const char*); + +#ifndef SOAP_TYPE_ns1__rename_USCOREobjectResponse +#define SOAP_TYPE_ns1__rename_USCOREobjectResponse (13) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__rename_USCOREobjectResponse(struct soap*, struct ns1__rename_USCOREobjectResponse *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__rename_USCOREobjectResponse(struct soap*, const struct ns1__rename_USCOREobjectResponse *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__rename_USCOREobjectResponse(struct soap*, const struct ns1__rename_USCOREobjectResponse *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__rename_USCOREobjectResponse(struct soap*, const char*, int, const struct ns1__rename_USCOREobjectResponse *, const char*); +SOAP_FMAC3 struct ns1__rename_USCOREobjectResponse * SOAP_FMAC4 soap_get_ns1__rename_USCOREobjectResponse(struct soap*, struct ns1__rename_USCOREobjectResponse *, const char*, const char*); +SOAP_FMAC3 struct ns1__rename_USCOREobjectResponse * SOAP_FMAC4 soap_in_ns1__rename_USCOREobjectResponse(struct soap*, const char*, struct ns1__rename_USCOREobjectResponse *, const char*); + +#ifndef SOAP_TYPE_ns1__create_USCOREobject +#define SOAP_TYPE_ns1__create_USCOREobject (11) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__create_USCOREobject(struct soap*, struct ns1__create_USCOREobject *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__create_USCOREobject(struct soap*, const struct ns1__create_USCOREobject *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__create_USCOREobject(struct soap*, const struct ns1__create_USCOREobject *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__create_USCOREobject(struct soap*, const char*, int, const struct ns1__create_USCOREobject *, const char*); +SOAP_FMAC3 struct ns1__create_USCOREobject * SOAP_FMAC4 soap_get_ns1__create_USCOREobject(struct soap*, struct ns1__create_USCOREobject *, const char*, const char*); +SOAP_FMAC3 struct ns1__create_USCOREobject * SOAP_FMAC4 soap_in_ns1__create_USCOREobject(struct soap*, const char*, struct ns1__create_USCOREobject *, const char*); + +#ifndef SOAP_TYPE_ns1__create_USCOREobjectResponse +#define SOAP_TYPE_ns1__create_USCOREobjectResponse (10) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ns1__create_USCOREobjectResponse(struct soap*, struct ns1__create_USCOREobjectResponse *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ns1__create_USCOREobjectResponse(struct soap*, const struct ns1__create_USCOREobjectResponse *); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ns1__create_USCOREobjectResponse(struct soap*, const struct ns1__create_USCOREobjectResponse *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ns1__create_USCOREobjectResponse(struct soap*, const char*, int, const struct ns1__create_USCOREobjectResponse *, const char*); +SOAP_FMAC3 struct ns1__create_USCOREobjectResponse * SOAP_FMAC4 soap_get_ns1__create_USCOREobjectResponse(struct soap*, struct ns1__create_USCOREobjectResponse *, const char*, const char*); +SOAP_FMAC3 struct ns1__create_USCOREobjectResponse * SOAP_FMAC4 soap_in_ns1__create_USCOREobjectResponse(struct soap*, const char*, struct ns1__create_USCOREobjectResponse *, const char*); + +#ifndef SOAP_TYPE_ArrayOfString +#define SOAP_TYPE_ArrayOfString (7) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_ArrayOfString(struct soap*, struct ArrayOfString *); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_ArrayOfString(struct soap*, struct ArrayOfString const*); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_ArrayOfString(struct soap*, const struct ArrayOfString *, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_ArrayOfString(struct soap*, const char*, int, const struct ArrayOfString *, const char*); +SOAP_FMAC3 struct ArrayOfString * SOAP_FMAC4 soap_get_ArrayOfString(struct soap*, struct ArrayOfString *, const char*, const char*); +SOAP_FMAC3 struct ArrayOfString * SOAP_FMAC4 soap_in_ArrayOfString(struct soap*, const char*, struct ArrayOfString *, const char*); + +#ifndef WITH_NOGLOBAL + +#ifndef SOAP_TYPE_PointerToSOAP_ENV__Reason +#define SOAP_TYPE_PointerToSOAP_ENV__Reason (53) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerToSOAP_ENV__Reason(struct soap*, struct SOAP_ENV__Reason *const*); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerToSOAP_ENV__Reason(struct soap*, struct SOAP_ENV__Reason *const*, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerToSOAP_ENV__Reason(struct soap*, const char *, int, struct SOAP_ENV__Reason *const*, const char *); +SOAP_FMAC3 struct SOAP_ENV__Reason ** SOAP_FMAC4 soap_get_PointerToSOAP_ENV__Reason(struct soap*, struct SOAP_ENV__Reason **, const char*, const char*); +SOAP_FMAC3 struct SOAP_ENV__Reason ** SOAP_FMAC4 soap_in_PointerToSOAP_ENV__Reason(struct soap*, const char*, struct SOAP_ENV__Reason **, const char*); + +#endif + +#ifndef WITH_NOGLOBAL + +#ifndef SOAP_TYPE_PointerToSOAP_ENV__Detail +#define SOAP_TYPE_PointerToSOAP_ENV__Detail (52) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerToSOAP_ENV__Detail(struct soap*, struct SOAP_ENV__Detail *const*); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerToSOAP_ENV__Detail(struct soap*, struct SOAP_ENV__Detail *const*, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerToSOAP_ENV__Detail(struct soap*, const char *, int, struct SOAP_ENV__Detail *const*, const char *); +SOAP_FMAC3 struct SOAP_ENV__Detail ** SOAP_FMAC4 soap_get_PointerToSOAP_ENV__Detail(struct soap*, struct SOAP_ENV__Detail **, const char*, const char*); +SOAP_FMAC3 struct SOAP_ENV__Detail ** SOAP_FMAC4 soap_in_PointerToSOAP_ENV__Detail(struct soap*, const char*, struct SOAP_ENV__Detail **, const char*); + +#endif + +#ifndef WITH_NOGLOBAL + +#ifndef SOAP_TYPE_PointerToSOAP_ENV__Code +#define SOAP_TYPE_PointerToSOAP_ENV__Code (46) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerToSOAP_ENV__Code(struct soap*, struct SOAP_ENV__Code *const*); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerToSOAP_ENV__Code(struct soap*, struct SOAP_ENV__Code *const*, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerToSOAP_ENV__Code(struct soap*, const char *, int, struct SOAP_ENV__Code *const*, const char *); +SOAP_FMAC3 struct SOAP_ENV__Code ** SOAP_FMAC4 soap_get_PointerToSOAP_ENV__Code(struct soap*, struct SOAP_ENV__Code **, const char*, const char*); +SOAP_FMAC3 struct SOAP_ENV__Code ** SOAP_FMAC4 soap_in_PointerToSOAP_ENV__Code(struct soap*, const char*, struct SOAP_ENV__Code **, const char*); + +#endif + +#ifndef SOAP_TYPE_PointerTons1__stat_USCOREobjectResponse +#define SOAP_TYPE_PointerTons1__stat_USCOREobjectResponse (41) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerTons1__stat_USCOREobjectResponse(struct soap*, struct ns1__stat_USCOREobjectResponse *const*); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerTons1__stat_USCOREobjectResponse(struct soap*, struct ns1__stat_USCOREobjectResponse *const*, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerTons1__stat_USCOREobjectResponse(struct soap*, const char *, int, struct ns1__stat_USCOREobjectResponse *const*, const char *); +SOAP_FMAC3 struct ns1__stat_USCOREobjectResponse ** SOAP_FMAC4 soap_get_PointerTons1__stat_USCOREobjectResponse(struct soap*, struct ns1__stat_USCOREobjectResponse **, const char*, const char*); +SOAP_FMAC3 struct ns1__stat_USCOREobjectResponse ** SOAP_FMAC4 soap_in_PointerTons1__stat_USCOREobjectResponse(struct soap*, const char*, struct ns1__stat_USCOREobjectResponse **, const char*); + +#ifndef SOAP_TYPE_PointerTons1__find_USCOREinstancesResponse +#define SOAP_TYPE_PointerTons1__find_USCOREinstancesResponse (34) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerTons1__find_USCOREinstancesResponse(struct soap*, struct ns1__find_USCOREinstancesResponse *const*); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerTons1__find_USCOREinstancesResponse(struct soap*, struct ns1__find_USCOREinstancesResponse *const*, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerTons1__find_USCOREinstancesResponse(struct soap*, const char *, int, struct ns1__find_USCOREinstancesResponse *const*, const char *); +SOAP_FMAC3 struct ns1__find_USCOREinstancesResponse ** SOAP_FMAC4 soap_get_PointerTons1__find_USCOREinstancesResponse(struct soap*, struct ns1__find_USCOREinstancesResponse **, const char*, const char*); +SOAP_FMAC3 struct ns1__find_USCOREinstancesResponse ** SOAP_FMAC4 soap_in_PointerTons1__find_USCOREinstancesResponse(struct soap*, const char*, struct ns1__find_USCOREinstancesResponse **, const char*); + +#ifndef SOAP_TYPE_PointerTons1__find_USCOREobjectsResponse +#define SOAP_TYPE_PointerTons1__find_USCOREobjectsResponse (30) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerTons1__find_USCOREobjectsResponse(struct soap*, struct ns1__find_USCOREobjectsResponse *const*); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerTons1__find_USCOREobjectsResponse(struct soap*, struct ns1__find_USCOREobjectsResponse *const*, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerTons1__find_USCOREobjectsResponse(struct soap*, const char *, int, struct ns1__find_USCOREobjectsResponse *const*, const char *); +SOAP_FMAC3 struct ns1__find_USCOREobjectsResponse ** SOAP_FMAC4 soap_get_PointerTons1__find_USCOREobjectsResponse(struct soap*, struct ns1__find_USCOREobjectsResponse **, const char*, const char*); +SOAP_FMAC3 struct ns1__find_USCOREobjectsResponse ** SOAP_FMAC4 soap_in_PointerTons1__find_USCOREobjectsResponse(struct soap*, const char*, struct ns1__find_USCOREobjectsResponse **, const char*); + +#ifndef SOAP_TYPE_PointerToArrayOfString +#define SOAP_TYPE_PointerToArrayOfString (29) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerToArrayOfString(struct soap*, struct ArrayOfString *const*); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerToArrayOfString(struct soap*, struct ArrayOfString *const*, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerToArrayOfString(struct soap*, const char *, int, struct ArrayOfString *const*, const char *); +SOAP_FMAC3 struct ArrayOfString ** SOAP_FMAC4 soap_get_PointerToArrayOfString(struct soap*, struct ArrayOfString **, const char*, const char*); +SOAP_FMAC3 struct ArrayOfString ** SOAP_FMAC4 soap_in_PointerToArrayOfString(struct soap*, const char*, struct ArrayOfString **, const char*); + +#ifndef SOAP_TYPE_PointerToint +#define SOAP_TYPE_PointerToint (21) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerToint(struct soap*, int *const*); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerToint(struct soap*, int *const*, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerToint(struct soap*, const char *, int, int *const*, const char *); +SOAP_FMAC3 int ** SOAP_FMAC4 soap_get_PointerToint(struct soap*, int **, const char*, const char*); +SOAP_FMAC3 int ** SOAP_FMAC4 soap_in_PointerToint(struct soap*, const char*, int **, const char*); + +#ifndef SOAP_TYPE_PointerTostring +#define SOAP_TYPE_PointerTostring (8) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_PointerTostring(struct soap*, char **const*); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_PointerTostring(struct soap*, char **const*, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_PointerTostring(struct soap*, const char *, int, char **const*, const char *); +SOAP_FMAC3 char *** SOAP_FMAC4 soap_get_PointerTostring(struct soap*, char ***, const char*, const char*); +SOAP_FMAC3 char *** SOAP_FMAC4 soap_in_PointerTostring(struct soap*, const char*, char ***, const char*); + +#ifndef SOAP_TYPE__QName +#define SOAP_TYPE__QName (5) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default__QName(struct soap*, char **); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize__QName(struct soap*, char *const*); +SOAP_FMAC3 int SOAP_FMAC4 soap_put__QName(struct soap*, char *const*, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out__QName(struct soap*, const char*, int, char*const*, const char*); +SOAP_FMAC3 char ** SOAP_FMAC4 soap_get__QName(struct soap*, char **, const char*, const char*); +SOAP_FMAC3 char * * SOAP_FMAC4 soap_in__QName(struct soap*, const char*, char **, const char*); + +#ifndef SOAP_TYPE_string +#define SOAP_TYPE_string (4) +#endif +SOAP_FMAC3 void SOAP_FMAC4 soap_default_string(struct soap*, char **); +SOAP_FMAC3 void SOAP_FMAC4 soap_serialize_string(struct soap*, char *const*); +SOAP_FMAC3 int SOAP_FMAC4 soap_put_string(struct soap*, char *const*, const char*, const char*); +SOAP_FMAC3 int SOAP_FMAC4 soap_out_string(struct soap*, const char*, int, char*const*, const char*); +SOAP_FMAC3 char ** SOAP_FMAC4 soap_get_string(struct soap*, char **, const char*, const char*); +SOAP_FMAC3 char * * SOAP_FMAC4 soap_in_string(struct soap*, const char*, char **, const char*); + +#ifdef __cplusplus +} +#endif + +#endif + +/* End of soapH.h */ Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapServer.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapServer.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapServer.c (revision 22322) @@ -0,0 +1,538 @@ +/* soapServer.c + Generated by gSOAP 2.7.11 from src/nebulous.h + Copyright(C) 2000-2008, Robert van Engelen, Genivia Inc. All Rights Reserved. + This part of the software is released under one of the following licenses: + GPL, the gSOAP public license, or Genivia's license for commercial use. +*/ +#include "soapH.h" +#ifdef __cplusplus +extern "C" { +#endif + +SOAP_SOURCE_STAMP("@(#) soapServer.c ver 2.7.11 2008-09-13 01:14:39 GMT") + + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve(struct soap *soap) +{ +#ifndef WITH_FASTCGI + unsigned int k = soap->max_keep_alive; +#endif + + do + { +#ifdef WITH_FASTCGI + if (FCGI_Accept() < 0) + { + soap->error = SOAP_EOF; + return soap_send_fault(soap); + } +#endif + + soap_begin(soap); + +#ifndef WITH_FASTCGI + if (soap->max_keep_alive > 0 && !--k) + soap->keep_alive = 0; +#endif + + if (soap_begin_recv(soap)) + { if (soap->error < SOAP_STOP) + { +#ifdef WITH_FASTCGI + soap_send_fault(soap); +#else + return soap_send_fault(soap); +#endif + } + soap_closesock(soap); + + continue; + } + + if (soap_envelope_begin_in(soap) + || soap_recv_header(soap) + || soap_body_begin_in(soap) + || soap_serve_request(soap) + || (soap->fserveloop && soap->fserveloop(soap))) + { +#ifdef WITH_FASTCGI + soap_send_fault(soap); +#else + return soap_send_fault(soap); +#endif + } + +#ifdef WITH_FASTCGI + soap_destroy(soap); + soap_end(soap); + } while (1); +#else + } while (soap->keep_alive); +#endif + return SOAP_OK; +} + +#ifndef WITH_NOSERVEREQUEST +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_request(struct soap *soap) +{ + soap_peek_element(soap); + if (!soap_match_tag(soap, soap->tag, "ns1:create_object")) + return soap_serve_ns1__create_USCOREobject(soap); + if (!soap_match_tag(soap, soap->tag, "ns1:rename_object")) + return soap_serve_ns1__rename_USCOREobject(soap); + if (!soap_match_tag(soap, soap->tag, "ns1:rename_object")) + return soap_serve_ns1__rename_USCOREobject_(soap); + if (!soap_match_tag(soap, soap->tag, "ns1:replicate_object")) + return soap_serve_ns1__replicate_USCOREobject(soap); + if (!soap_match_tag(soap, soap->tag, "ns1:lock_object")) + return soap_serve_ns1__lock_USCOREobject(soap); + if (!soap_match_tag(soap, soap->tag, "ns1:unlock_object")) + return soap_serve_ns1__unlock_USCOREobject(soap); + if (!soap_match_tag(soap, soap->tag, "ns1:find_objects")) + return soap_serve_ns1__find_USCOREobjects(soap); + if (!soap_match_tag(soap, soap->tag, "ns1:find_instances")) + return soap_serve_ns1__find_USCOREinstances(soap); + if (!soap_match_tag(soap, soap->tag, "ns1:delete_instance")) + return soap_serve_ns1__delete_USCOREinstance(soap); + if (!soap_match_tag(soap, soap->tag, "ns1:stat_object")) + return soap_serve_ns1__stat_USCOREobject(soap); + return soap->error = SOAP_NO_METHOD; +} +#endif + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__create_USCOREobject(struct soap *soap) +{ struct ns1__create_USCOREobject soap_tmp_ns1__create_USCOREobject; + struct ns1__create_USCOREobjectResponse soap_tmp_ns1__create_USCOREobjectResponse; + char * soap_tmp_string; + soap_default_ns1__create_USCOREobjectResponse(soap, &soap_tmp_ns1__create_USCOREobjectResponse); + soap_tmp_string = NULL; + soap_tmp_ns1__create_USCOREobjectResponse.result = &soap_tmp_string; + soap_default_ns1__create_USCOREobject(soap, &soap_tmp_ns1__create_USCOREobject); + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + if (!soap_get_ns1__create_USCOREobject(soap, &soap_tmp_ns1__create_USCOREobject, "ns1:create_object", NULL)) + return soap->error; + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap->error; + soap->error = ns1__create_USCOREobject(soap, soap_tmp_ns1__create_USCOREobject.key, soap_tmp_ns1__create_USCOREobject.volume, &soap_tmp_string); + if (soap->error) + return soap->error; + soap_serializeheader(soap); + soap_serialize_ns1__create_USCOREobjectResponse(soap, &soap_tmp_ns1__create_USCOREobjectResponse); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__create_USCOREobjectResponse(soap, &soap_tmp_ns1__create_USCOREobjectResponse, "ns1:create_objectResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + }; + if (soap_end_count(soap) + || soap_response(soap, SOAP_OK) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__create_USCOREobjectResponse(soap, &soap_tmp_ns1__create_USCOREobjectResponse, "ns1:create_objectResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap->error; + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__rename_USCOREobject(struct soap *soap) +{ struct ns1__rename_USCOREobject soap_tmp_ns1__rename_USCOREobject; + struct ns1__rename_USCOREobjectResponse soap_tmp_ns1__rename_USCOREobjectResponse; + char * soap_tmp_string; + soap_default_ns1__rename_USCOREobjectResponse(soap, &soap_tmp_ns1__rename_USCOREobjectResponse); + soap_tmp_string = NULL; + soap_tmp_ns1__rename_USCOREobjectResponse.result = &soap_tmp_string; + soap_default_ns1__rename_USCOREobject(soap, &soap_tmp_ns1__rename_USCOREobject); + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + if (!soap_get_ns1__rename_USCOREobject(soap, &soap_tmp_ns1__rename_USCOREobject, "ns1:rename_object", NULL)) + return soap->error; + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap->error; + soap->error = ns1__rename_USCOREobject(soap, soap_tmp_ns1__rename_USCOREobject.key, soap_tmp_ns1__rename_USCOREobject.newkey, &soap_tmp_string); + if (soap->error) + return soap->error; + soap_serializeheader(soap); + soap_serialize_ns1__rename_USCOREobjectResponse(soap, &soap_tmp_ns1__rename_USCOREobjectResponse); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__rename_USCOREobjectResponse(soap, &soap_tmp_ns1__rename_USCOREobjectResponse, "ns1:rename_objectResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + }; + if (soap_end_count(soap) + || soap_response(soap, SOAP_OK) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__rename_USCOREobjectResponse(soap, &soap_tmp_ns1__rename_USCOREobjectResponse, "ns1:rename_objectResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap->error; + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__rename_USCOREobject_(struct soap *soap) +{ struct ns1__rename_USCOREobject_ soap_tmp_ns1__rename_USCOREobject_; + struct ns1__rename_USCOREobject_Response soap_tmp_ns1__rename_USCOREobject_Response; + char * soap_tmp_string; + soap_default_ns1__rename_USCOREobject_Response(soap, &soap_tmp_ns1__rename_USCOREobject_Response); + soap_tmp_string = NULL; + soap_tmp_ns1__rename_USCOREobject_Response.result = &soap_tmp_string; + soap_default_ns1__rename_USCOREobject_(soap, &soap_tmp_ns1__rename_USCOREobject_); + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + if (!soap_get_ns1__rename_USCOREobject_(soap, &soap_tmp_ns1__rename_USCOREobject_, "ns1:rename_object", NULL)) + return soap->error; + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap->error; + soap->error = ns1__rename_USCOREobject_(soap, soap_tmp_ns1__rename_USCOREobject_.key, soap_tmp_ns1__rename_USCOREobject_.newkey, &soap_tmp_string); + if (soap->error) + return soap->error; + soap_serializeheader(soap); + soap_serialize_ns1__rename_USCOREobject_Response(soap, &soap_tmp_ns1__rename_USCOREobject_Response); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__rename_USCOREobject_Response(soap, &soap_tmp_ns1__rename_USCOREobject_Response, "ns1:rename_object-Response", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + }; + if (soap_end_count(soap) + || soap_response(soap, SOAP_OK) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__rename_USCOREobject_Response(soap, &soap_tmp_ns1__rename_USCOREobject_Response, "ns1:rename_object-Response", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap->error; + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__replicate_USCOREobject(struct soap *soap) +{ struct ns1__replicate_USCOREobject soap_tmp_ns1__replicate_USCOREobject; + struct ns1__replicate_USCOREobjectResponse soap_tmp_ns1__replicate_USCOREobjectResponse; + char * soap_tmp_string; + soap_default_ns1__replicate_USCOREobjectResponse(soap, &soap_tmp_ns1__replicate_USCOREobjectResponse); + soap_tmp_string = NULL; + soap_tmp_ns1__replicate_USCOREobjectResponse.result = &soap_tmp_string; + soap_default_ns1__replicate_USCOREobject(soap, &soap_tmp_ns1__replicate_USCOREobject); + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + if (!soap_get_ns1__replicate_USCOREobject(soap, &soap_tmp_ns1__replicate_USCOREobject, "ns1:replicate_object", NULL)) + return soap->error; + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap->error; + soap->error = ns1__replicate_USCOREobject(soap, soap_tmp_ns1__replicate_USCOREobject.key, soap_tmp_ns1__replicate_USCOREobject.volume, &soap_tmp_string); + if (soap->error) + return soap->error; + soap_serializeheader(soap); + soap_serialize_ns1__replicate_USCOREobjectResponse(soap, &soap_tmp_ns1__replicate_USCOREobjectResponse); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__replicate_USCOREobjectResponse(soap, &soap_tmp_ns1__replicate_USCOREobjectResponse, "ns1:replicate_objectResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + }; + if (soap_end_count(soap) + || soap_response(soap, SOAP_OK) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__replicate_USCOREobjectResponse(soap, &soap_tmp_ns1__replicate_USCOREobjectResponse, "ns1:replicate_objectResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap->error; + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__lock_USCOREobject(struct soap *soap) +{ struct ns1__lock_USCOREobject soap_tmp_ns1__lock_USCOREobject; + struct ns1__lock_USCOREobjectResponse soap_tmp_ns1__lock_USCOREobjectResponse; + int soap_tmp_int; + soap_default_ns1__lock_USCOREobjectResponse(soap, &soap_tmp_ns1__lock_USCOREobjectResponse); + soap_default_int(soap, &soap_tmp_int); + soap_tmp_ns1__lock_USCOREobjectResponse.result = &soap_tmp_int; + soap_default_ns1__lock_USCOREobject(soap, &soap_tmp_ns1__lock_USCOREobject); + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + if (!soap_get_ns1__lock_USCOREobject(soap, &soap_tmp_ns1__lock_USCOREobject, "ns1:lock_object", NULL)) + return soap->error; + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap->error; + soap->error = ns1__lock_USCOREobject(soap, soap_tmp_ns1__lock_USCOREobject.key, soap_tmp_ns1__lock_USCOREobject.type, &soap_tmp_int); + if (soap->error) + return soap->error; + soap_serializeheader(soap); + soap_serialize_ns1__lock_USCOREobjectResponse(soap, &soap_tmp_ns1__lock_USCOREobjectResponse); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__lock_USCOREobjectResponse(soap, &soap_tmp_ns1__lock_USCOREobjectResponse, "ns1:lock_objectResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + }; + if (soap_end_count(soap) + || soap_response(soap, SOAP_OK) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__lock_USCOREobjectResponse(soap, &soap_tmp_ns1__lock_USCOREobjectResponse, "ns1:lock_objectResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap->error; + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__unlock_USCOREobject(struct soap *soap) +{ struct ns1__unlock_USCOREobject soap_tmp_ns1__unlock_USCOREobject; + struct ns1__unlock_USCOREobjectResponse soap_tmp_ns1__unlock_USCOREobjectResponse; + int soap_tmp_int; + soap_default_ns1__unlock_USCOREobjectResponse(soap, &soap_tmp_ns1__unlock_USCOREobjectResponse); + soap_default_int(soap, &soap_tmp_int); + soap_tmp_ns1__unlock_USCOREobjectResponse.result = &soap_tmp_int; + soap_default_ns1__unlock_USCOREobject(soap, &soap_tmp_ns1__unlock_USCOREobject); + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + if (!soap_get_ns1__unlock_USCOREobject(soap, &soap_tmp_ns1__unlock_USCOREobject, "ns1:unlock_object", NULL)) + return soap->error; + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap->error; + soap->error = ns1__unlock_USCOREobject(soap, soap_tmp_ns1__unlock_USCOREobject.key, soap_tmp_ns1__unlock_USCOREobject.type, &soap_tmp_int); + if (soap->error) + return soap->error; + soap_serializeheader(soap); + soap_serialize_ns1__unlock_USCOREobjectResponse(soap, &soap_tmp_ns1__unlock_USCOREobjectResponse); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__unlock_USCOREobjectResponse(soap, &soap_tmp_ns1__unlock_USCOREobjectResponse, "ns1:unlock_objectResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + }; + if (soap_end_count(soap) + || soap_response(soap, SOAP_OK) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__unlock_USCOREobjectResponse(soap, &soap_tmp_ns1__unlock_USCOREobjectResponse, "ns1:unlock_objectResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap->error; + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__find_USCOREobjects(struct soap *soap) +{ struct ns1__find_USCOREobjects soap_tmp_ns1__find_USCOREobjects; + struct ns1__find_USCOREobjectsResponse _param_1; + soap_default_ns1__find_USCOREobjectsResponse(soap, &_param_1); + soap_default_ns1__find_USCOREobjects(soap, &soap_tmp_ns1__find_USCOREobjects); + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + if (!soap_get_ns1__find_USCOREobjects(soap, &soap_tmp_ns1__find_USCOREobjects, "ns1:find_objects", NULL)) + return soap->error; + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap->error; + soap->error = ns1__find_USCOREobjects(soap, soap_tmp_ns1__find_USCOREobjects.pattern, &_param_1); + if (soap->error) + return soap->error; + soap_serializeheader(soap); + soap_serialize_ns1__find_USCOREobjectsResponse(soap, &_param_1); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__find_USCOREobjectsResponse(soap, &_param_1, "ns1:find_objectsResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + }; + if (soap_end_count(soap) + || soap_response(soap, SOAP_OK) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__find_USCOREobjectsResponse(soap, &_param_1, "ns1:find_objectsResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap->error; + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__find_USCOREinstances(struct soap *soap) +{ struct ns1__find_USCOREinstances soap_tmp_ns1__find_USCOREinstances; + struct ns1__find_USCOREinstancesResponse _param_2; + soap_default_ns1__find_USCOREinstancesResponse(soap, &_param_2); + soap_default_ns1__find_USCOREinstances(soap, &soap_tmp_ns1__find_USCOREinstances); + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + if (!soap_get_ns1__find_USCOREinstances(soap, &soap_tmp_ns1__find_USCOREinstances, "ns1:find_instances", NULL)) + return soap->error; + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap->error; + soap->error = ns1__find_USCOREinstances(soap, soap_tmp_ns1__find_USCOREinstances.key, soap_tmp_ns1__find_USCOREinstances.volume, &_param_2); + if (soap->error) + return soap->error; + soap_serializeheader(soap); + soap_serialize_ns1__find_USCOREinstancesResponse(soap, &_param_2); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__find_USCOREinstancesResponse(soap, &_param_2, "ns1:find_instancesResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + }; + if (soap_end_count(soap) + || soap_response(soap, SOAP_OK) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__find_USCOREinstancesResponse(soap, &_param_2, "ns1:find_instancesResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap->error; + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__delete_USCOREinstance(struct soap *soap) +{ struct ns1__delete_USCOREinstance soap_tmp_ns1__delete_USCOREinstance; + struct ns1__delete_USCOREinstanceResponse soap_tmp_ns1__delete_USCOREinstanceResponse; + int soap_tmp_int; + soap_default_ns1__delete_USCOREinstanceResponse(soap, &soap_tmp_ns1__delete_USCOREinstanceResponse); + soap_default_int(soap, &soap_tmp_int); + soap_tmp_ns1__delete_USCOREinstanceResponse.result = &soap_tmp_int; + soap_default_ns1__delete_USCOREinstance(soap, &soap_tmp_ns1__delete_USCOREinstance); + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + if (!soap_get_ns1__delete_USCOREinstance(soap, &soap_tmp_ns1__delete_USCOREinstance, "ns1:delete_instance", NULL)) + return soap->error; + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap->error; + soap->error = ns1__delete_USCOREinstance(soap, soap_tmp_ns1__delete_USCOREinstance.uri, &soap_tmp_int); + if (soap->error) + return soap->error; + soap_serializeheader(soap); + soap_serialize_ns1__delete_USCOREinstanceResponse(soap, &soap_tmp_ns1__delete_USCOREinstanceResponse); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__delete_USCOREinstanceResponse(soap, &soap_tmp_ns1__delete_USCOREinstanceResponse, "ns1:delete_instanceResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + }; + if (soap_end_count(soap) + || soap_response(soap, SOAP_OK) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__delete_USCOREinstanceResponse(soap, &soap_tmp_ns1__delete_USCOREinstanceResponse, "ns1:delete_instanceResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap->error; + return soap_closesock(soap); +} + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__stat_USCOREobject(struct soap *soap) +{ struct ns1__stat_USCOREobject soap_tmp_ns1__stat_USCOREobject; + struct ns1__stat_USCOREobjectResponse _param_3; + soap_default_ns1__stat_USCOREobjectResponse(soap, &_param_3); + soap_default_ns1__stat_USCOREobject(soap, &soap_tmp_ns1__stat_USCOREobject); + soap->encodingStyle = "http://schemas.xmlsoap.org/soap/encoding/"; + if (!soap_get_ns1__stat_USCOREobject(soap, &soap_tmp_ns1__stat_USCOREobject, "ns1:stat_object", NULL)) + return soap->error; + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap->error; + soap->error = ns1__stat_USCOREobject(soap, soap_tmp_ns1__stat_USCOREobject.key, &_param_3); + if (soap->error) + return soap->error; + soap_serializeheader(soap); + soap_serialize_ns1__stat_USCOREobjectResponse(soap, &_param_3); + if (soap_begin_count(soap)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__stat_USCOREobjectResponse(soap, &_param_3, "ns1:stat_objectResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap->error; + }; + if (soap_end_count(soap) + || soap_response(soap, SOAP_OK) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_put_ns1__stat_USCOREobjectResponse(soap, &_param_3, "ns1:stat_objectResponse", "") + || soap_body_end_out(soap) + || soap_envelope_end_out(soap) + || soap_end_send(soap)) + return soap->error; + return soap_closesock(soap); +} + +#ifdef __cplusplus +} +#endif + +/* End of soapServer.c */ Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapServerLib.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapServerLib.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapServerLib.c (revision 22322) @@ -0,0 +1,14 @@ +/* soapServerLib.c + Generated by gSOAP 2.7.11 from src/nebulous.h + Copyright(C) 2000-2008, Robert van Engelen, Genivia Inc. All Rights Reserved. + This part of the software is released under one of the following licenses: + GPL, the gSOAP public license, or Genivia's license for commercial use. +*/ +#ifndef WITH_NOGLOBAL +#define WITH_NOGLOBAL +#endif +#define SOAP_FMAC3 static +#include "soapC.c" +#include "soapServer.c" + +/* End of soapServerLib.c */ Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapStub.h =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapStub.h (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/soapStub.h (revision 22322) @@ -0,0 +1,416 @@ +/* soapStub.h + Generated by gSOAP 2.7.11 from src/nebulous.h + Copyright(C) 2000-2008, Robert van Engelen, Genivia Inc. All Rights Reserved. + This part of the software is released under one of the following licenses: + GPL, the gSOAP public license, or Genivia's license for commercial use. +*/ + +#ifndef soapStub_H +#define soapStub_H +#include "stdsoap2.h" +#ifdef __cplusplus +extern "C" { +#endif + +/******************************************************************************\ + * * + * Enumerations * + * * +\******************************************************************************/ + + +/******************************************************************************\ + * * + * Classes and Structs * + * * +\******************************************************************************/ + + +#if 0 /* volatile type: do not redeclare here */ + +#endif + +#ifndef SOAP_TYPE_ArrayOfString +#define SOAP_TYPE_ArrayOfString (7) +/* SOAP encoded array of xsd:string schema type: */ +struct ArrayOfString +{ + char **__ptr; + int __size; +}; +#endif + +#ifndef SOAP_TYPE_ns1__create_USCOREobjectResponse +#define SOAP_TYPE_ns1__create_USCOREobjectResponse (10) +/* ns1:create_objectResponse */ +struct ns1__create_USCOREobjectResponse +{ + char **result; /* SOAP 1.2 RPC return element (when namespace qualified) */ /* optional element of type xsd:string */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__create_USCOREobject +#define SOAP_TYPE_ns1__create_USCOREobject (11) +/* ns1:create_object */ +struct ns1__create_USCOREobject +{ + char *key; /* optional element of type xsd:string */ + char *volume; /* optional element of type xsd:string */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__rename_USCOREobjectResponse +#define SOAP_TYPE_ns1__rename_USCOREobjectResponse (13) +/* ns1:rename_objectResponse */ +struct ns1__rename_USCOREobjectResponse +{ + char **result; /* SOAP 1.2 RPC return element (when namespace qualified) */ /* optional element of type xsd:string */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__rename_USCOREobject +#define SOAP_TYPE_ns1__rename_USCOREobject (14) +/* ns1:rename_object */ +struct ns1__rename_USCOREobject +{ + char *key; /* optional element of type xsd:string */ + char *newkey; /* optional element of type xsd:string */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__rename_USCOREobject_Response +#define SOAP_TYPE_ns1__rename_USCOREobject_Response (16) +/* ns1:rename_object-Response */ +struct ns1__rename_USCOREobject_Response +{ + char **result; /* SOAP 1.2 RPC return element (when namespace qualified) */ /* optional element of type xsd:string */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__rename_USCOREobject_ +#define SOAP_TYPE_ns1__rename_USCOREobject_ (17) +/* ns1:rename_object */ +struct ns1__rename_USCOREobject_ +{ + char *key; /* optional element of type xsd:string */ + char *newkey; /* optional element of type xsd:string */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__replicate_USCOREobjectResponse +#define SOAP_TYPE_ns1__replicate_USCOREobjectResponse (19) +/* ns1:replicate_objectResponse */ +struct ns1__replicate_USCOREobjectResponse +{ + char **result; /* SOAP 1.2 RPC return element (when namespace qualified) */ /* optional element of type xsd:string */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__replicate_USCOREobject +#define SOAP_TYPE_ns1__replicate_USCOREobject (20) +/* ns1:replicate_object */ +struct ns1__replicate_USCOREobject +{ + char *key; /* optional element of type xsd:string */ + char *volume; /* optional element of type xsd:string */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__lock_USCOREobjectResponse +#define SOAP_TYPE_ns1__lock_USCOREobjectResponse (23) +/* ns1:lock_objectResponse */ +struct ns1__lock_USCOREobjectResponse +{ + int *result; /* SOAP 1.2 RPC return element (when namespace qualified) */ /* optional element of type xsd:int */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__lock_USCOREobject +#define SOAP_TYPE_ns1__lock_USCOREobject (24) +/* ns1:lock_object */ +struct ns1__lock_USCOREobject +{ + char *key; /* optional element of type xsd:string */ + char *type; /* optional element of type xsd:string */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__unlock_USCOREobjectResponse +#define SOAP_TYPE_ns1__unlock_USCOREobjectResponse (26) +/* ns1:unlock_objectResponse */ +struct ns1__unlock_USCOREobjectResponse +{ + int *result; /* SOAP 1.2 RPC return element (when namespace qualified) */ /* optional element of type xsd:int */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__unlock_USCOREobject +#define SOAP_TYPE_ns1__unlock_USCOREobject (27) +/* ns1:unlock_object */ +struct ns1__unlock_USCOREobject +{ + char *key; /* optional element of type xsd:string */ + char *type; /* optional element of type xsd:string */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__find_USCOREobjectsResponse +#define SOAP_TYPE_ns1__find_USCOREobjectsResponse (28) +/* ns1:find_objectsResponse */ +struct ns1__find_USCOREobjectsResponse +{ + struct ArrayOfString *result; /* SOAP 1.2 RPC return element (when namespace qualified) */ /* optional element of type ArrayOfstring */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__find_USCOREobjects +#define SOAP_TYPE_ns1__find_USCOREobjects (32) +/* ns1:find_objects */ +struct ns1__find_USCOREobjects +{ + char *pattern; /* optional element of type xsd:string */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__find_USCOREinstancesResponse +#define SOAP_TYPE_ns1__find_USCOREinstancesResponse (33) +/* ns1:find_instancesResponse */ +struct ns1__find_USCOREinstancesResponse +{ + struct ArrayOfString *result; /* SOAP 1.2 RPC return element (when namespace qualified) */ /* optional element of type ArrayOfstring */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__find_USCOREinstances +#define SOAP_TYPE_ns1__find_USCOREinstances (36) +/* ns1:find_instances */ +struct ns1__find_USCOREinstances +{ + char *key; /* optional element of type xsd:string */ + char *volume; /* optional element of type xsd:string */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__delete_USCOREinstanceResponse +#define SOAP_TYPE_ns1__delete_USCOREinstanceResponse (38) +/* ns1:delete_instanceResponse */ +struct ns1__delete_USCOREinstanceResponse +{ + int *result; /* SOAP 1.2 RPC return element (when namespace qualified) */ /* optional element of type xsd:int */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__delete_USCOREinstance +#define SOAP_TYPE_ns1__delete_USCOREinstance (39) +/* ns1:delete_instance */ +struct ns1__delete_USCOREinstance +{ + char *uri; /* optional element of type xsd:string */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__stat_USCOREobjectResponse +#define SOAP_TYPE_ns1__stat_USCOREobjectResponse (40) +/* ns1:stat_objectResponse */ +struct ns1__stat_USCOREobjectResponse +{ + struct ArrayOfString *result; /* SOAP 1.2 RPC return element (when namespace qualified) */ /* optional element of type ArrayOfstring */ +}; +#endif + +#ifndef SOAP_TYPE_ns1__stat_USCOREobject +#define SOAP_TYPE_ns1__stat_USCOREobject (43) +/* ns1:stat_object */ +struct ns1__stat_USCOREobject +{ + char *key; /* optional element of type xsd:string */ +}; +#endif + +#ifndef SOAP_TYPE_SOAP_ENV__Header +#define SOAP_TYPE_SOAP_ENV__Header (44) +/* SOAP Header: */ +struct SOAP_ENV__Header +{ +#ifdef WITH_NOEMPTYSTRUCT + char dummy; /* dummy member to enable compilation */ +#endif +}; +#endif + +#ifndef SOAP_TYPE_SOAP_ENV__Code +#define SOAP_TYPE_SOAP_ENV__Code (45) +/* SOAP Fault Code: */ +struct SOAP_ENV__Code +{ + char *SOAP_ENV__Value; /* optional element of type xsd:QName */ + struct SOAP_ENV__Code *SOAP_ENV__Subcode; /* optional element of type SOAP-ENV:Code */ +}; +#endif + +#ifndef SOAP_TYPE_SOAP_ENV__Detail +#define SOAP_TYPE_SOAP_ENV__Detail (47) +/* SOAP-ENV:Detail */ +struct SOAP_ENV__Detail +{ + int __type; /* any type of element (defined below) */ + void *fault; /* transient */ + char *__any; +}; +#endif + +#ifndef SOAP_TYPE_SOAP_ENV__Reason +#define SOAP_TYPE_SOAP_ENV__Reason (50) +/* SOAP-ENV:Reason */ +struct SOAP_ENV__Reason +{ + char *SOAP_ENV__Text; /* optional element of type xsd:string */ +}; +#endif + +#ifndef SOAP_TYPE_SOAP_ENV__Fault +#define SOAP_TYPE_SOAP_ENV__Fault (51) +/* SOAP Fault: */ +struct SOAP_ENV__Fault +{ + char *faultcode; /* optional element of type xsd:QName */ + char *faultstring; /* optional element of type xsd:string */ + char *faultactor; /* optional element of type xsd:string */ + struct SOAP_ENV__Detail *detail; /* optional element of type SOAP-ENV:Detail */ + struct SOAP_ENV__Code *SOAP_ENV__Code; /* optional element of type SOAP-ENV:Code */ + struct SOAP_ENV__Reason *SOAP_ENV__Reason; /* optional element of type SOAP-ENV:Reason */ + char *SOAP_ENV__Node; /* optional element of type xsd:string */ + char *SOAP_ENV__Role; /* optional element of type xsd:string */ + struct SOAP_ENV__Detail *SOAP_ENV__Detail; /* optional element of type SOAP-ENV:Detail */ +}; +#endif + +/******************************************************************************\ + * * + * Types with Custom Serializers * + * * +\******************************************************************************/ + + +/******************************************************************************\ + * * + * Typedefs * + * * +\******************************************************************************/ + +#ifndef SOAP_TYPE__QName +#define SOAP_TYPE__QName (5) +typedef char *_QName; +#endif + +#ifndef SOAP_TYPE__XML +#define SOAP_TYPE__XML (6) +typedef char *_XML; +#endif + + +/******************************************************************************\ + * * + * Typedef Synonyms * + * * +\******************************************************************************/ + + +/******************************************************************************\ + * * + * Externals * + * * +\******************************************************************************/ + + +/******************************************************************************\ + * * + * Service Operations * + * * +\******************************************************************************/ + + +SOAP_FMAC5 int SOAP_FMAC6 ns1__create_USCOREobject(struct soap*, char *key, char *volume, char **result); + +SOAP_FMAC5 int SOAP_FMAC6 ns1__rename_USCOREobject(struct soap*, char *key, char *newkey, char **result); + +SOAP_FMAC5 int SOAP_FMAC6 ns1__rename_USCOREobject_(struct soap*, char *key, char *newkey, char **result); + +SOAP_FMAC5 int SOAP_FMAC6 ns1__replicate_USCOREobject(struct soap*, char *key, char *volume, char **result); + +SOAP_FMAC5 int SOAP_FMAC6 ns1__lock_USCOREobject(struct soap*, char *key, char *type, int *result); + +SOAP_FMAC5 int SOAP_FMAC6 ns1__unlock_USCOREobject(struct soap*, char *key, char *type, int *result); + +SOAP_FMAC5 int SOAP_FMAC6 ns1__find_USCOREobjects(struct soap*, char *pattern, struct ns1__find_USCOREobjectsResponse *_param_1); + +SOAP_FMAC5 int SOAP_FMAC6 ns1__find_USCOREinstances(struct soap*, char *key, char *volume, struct ns1__find_USCOREinstancesResponse *_param_2); + +SOAP_FMAC5 int SOAP_FMAC6 ns1__delete_USCOREinstance(struct soap*, char *uri, int *result); + +SOAP_FMAC5 int SOAP_FMAC6 ns1__stat_USCOREobject(struct soap*, char *key, struct ns1__stat_USCOREobjectResponse *_param_3); + +/******************************************************************************\ + * * + * Stubs * + * * +\******************************************************************************/ + + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__create_USCOREobject(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *key, char *volume, char **result); + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__rename_USCOREobject(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *key, char *newkey, char **result); + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__rename_USCOREobject_(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *key, char *newkey, char **result); + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__replicate_USCOREobject(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *key, char *volume, char **result); + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__lock_USCOREobject(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *key, char *type, int *result); + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__unlock_USCOREobject(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *key, char *type, int *result); + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__find_USCOREobjects(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *pattern, struct ns1__find_USCOREobjectsResponse *_param_1); + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__find_USCOREinstances(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *key, char *volume, struct ns1__find_USCOREinstancesResponse *_param_2); + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__delete_USCOREinstance(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *uri, int *result); + +SOAP_FMAC5 int SOAP_FMAC6 soap_call_ns1__stat_USCOREobject(struct soap *soap, const char *soap_endpoint, const char *soap_action, char *key, struct ns1__stat_USCOREobjectResponse *_param_3); + +/******************************************************************************\ + * * + * Skeletons * + * * +\******************************************************************************/ + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve(struct soap*); + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_request(struct soap*); + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__create_USCOREobject(struct soap*); + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__rename_USCOREobject(struct soap*); + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__rename_USCOREobject_(struct soap*); + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__replicate_USCOREobject(struct soap*); + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__lock_USCOREobject(struct soap*); + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__unlock_USCOREobject(struct soap*); + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__find_USCOREobjects(struct soap*); + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__find_USCOREinstances(struct soap*); + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__delete_USCOREinstance(struct soap*); + +SOAP_FMAC5 int SOAP_FMAC6 soap_serve_ns1__stat_USCOREobject(struct soap*); + +#ifdef __cplusplus +} +#endif + +#endif + +/* End of soapStub.h */ Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/stdsoap2.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/stdsoap2.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/stdsoap2.c (revision 22322) @@ -0,0 +1,15052 @@ +/* + stdsoap2.c[pp] 2.7.11-upd + + gSOAP runtime engine + +gSOAP XML Web services tools +Copyright (C) 2000-2008, Robert van Engelen, Genivia Inc., All Rights Reserved. +This part of the software is released under ONE of the following licenses: +GPL, the gSOAP public license, OR Genivia's license for commercial use. +-------------------------------------------------------------------------------- +Contributors: + +Wind River Systems Inc., for the following additions under gSOAP public license: + - vxWorks compatible +-------------------------------------------------------------------------------- +gSOAP public license. + +The contents of this file are subject to the gSOAP Public License Version 1.3 +(the "License"); you may not use this file except in compliance with the +License. You may obtain a copy of the License at +http://www.cs.fsu.edu/~engelen/soaplicense.html +Software distributed under the License is distributed on an "AS IS" basis, +WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License +for the specific language governing rights and limitations under the License. + +The Initial Developer of the Original Code is Robert A. van Engelen. +Copyright (C) 2000-2008, Robert van Engelen, Genivia Inc., All Rights Reserved. +-------------------------------------------------------------------------------- +GPL license. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place, Suite 330, Boston, MA 02111-1307 USA + +Author contact information: +engelen@genivia.com / engelen@acm.org + +This program is released under the GPL with the additional exemption that +compiling, linking, and/or using OpenSSL is allowed. +-------------------------------------------------------------------------------- +A commercial use license is available from Genivia, Inc., contact@genivia.com +-------------------------------------------------------------------------------- + +Installation note: + +Win32 build needs winsock.dll (Visual C++ "wsock32.lib") +To do this in Visual C++ 6.0, go to "Project", "settings", select the "Link" +tab (the project file needs to be selected in the file view) and add +"wsock32.lib" to the "Object/library modules" entry + +On Mac OS X with gcc (GCC) 3.1 20020420 (prerelease) you MUST compile with +-fstack_check when using -O2 because gcc 3.1 has a bug that smashes the stack +when locally allocated data exceeds 64K. + +*/ + +#ifdef AS400 +# pragma convert(819) /* EBCDIC to ASCII */ +#endif + +#include "stdsoap2.h" + +#ifdef __BORLANDC__ +# pragma warn -8060 +#else +# ifdef WIN32 +# ifdef UNDER_CE +# pragma comment(lib, "winsock.lib") +# else +# pragma comment(lib, "wsock32.lib") +# endif +# pragma warning(disable : 4996) /* disable deprecation warnings */ +# endif +#endif + +#ifdef __cplusplus +SOAP_SOURCE_STAMP("@(#) stdsoap2.cpp ver 2.7.11 2008-07-26 00:00:00 GMT") +extern "C" { +#else +SOAP_SOURCE_STAMP("@(#) stdsoap2.c ver 2.7.11 2008-07-26 00:00:00 GMT") +#endif + +/* 8bit character representing unknown/nonrepresentable character data (e.g. not supported by current locale with multibyte support enabled) */ +#ifndef SOAP_UNKNOWN_CHAR +#define SOAP_UNKNOWN_CHAR (127) +#endif + +/* EOF=-1 */ +#define SOAP_LT (soap_wchar)(-2) /* XML character '<' */ +#define SOAP_TT (soap_wchar)(-3) /* XML character '' */ +#define SOAP_QT (soap_wchar)(-5) /* XML character '"' */ +#define SOAP_AP (soap_wchar)(-6) /* XML character ''' */ + +#define soap_blank(c) ((c) >= 0 && (c) <= 32) +#define soap_notblank(c) ((c) > 32) + +#if defined(WIN32) && !defined(UNDER_CE) +#define soap_hash_ptr(p) ((PtrToUlong(p) >> 3) & (SOAP_PTRHASH - 1)) +#else +#define soap_hash_ptr(p) ((size_t)(((unsigned long)(p) >> 3) & (SOAP_PTRHASH-1))) +#endif + +#ifdef SOAP_DEBUG +static void soap_init_logs(struct soap*); +static void soap_close_logfile(struct soap*, int); +static void soap_set_logfile(struct soap*, int, const char*); +#endif + +#ifdef SOAP_MEM_DEBUG +static void soap_init_mht(struct soap*); +static void soap_free_mht(struct soap*); +static void soap_track_unlink(struct soap*, const void*); +#endif + +#ifndef PALM_2 +static int soap_set_error(struct soap*, const char*, const char*, const char*, const char*, int); +static int soap_copy_fault(struct soap*, const char*, const char*, const char*, const char*); +static int soap_getattrval(struct soap*, char*, size_t, soap_wchar); +#endif + +#ifndef PALM_1 +static soap_wchar soap_char(struct soap*); +static soap_wchar soap_get_pi(struct soap*); +static int soap_isxdigit(int); +static void *fplugin(struct soap*, const char*); +#ifndef WITH_NOIDREF +static void soap_update_ptrs(struct soap*, char*, char*, char*, char*); +static int soap_has_copies(struct soap*, const char*, const char*); +static void soap_init_iht(struct soap*); +static void soap_free_iht(struct soap*); +static void soap_init_pht(struct soap*); +static void soap_free_pht(struct soap*); +#endif +#endif + +#ifndef WITH_LEAN +static const char *soap_set_validation_fault(struct soap*, const char*, const char*); +static int soap_isnumeric(struct soap*, const char*); +static struct soap_nlist *soap_push_ns(struct soap *soap, const char *id, const char *ns, short utilized); +static void soap_pop_ns(struct soap *soap); +static void soap_utilize_ns(struct soap *soap, const char *tag, size_t n); +#endif + +#ifndef WITH_LEANER +#ifndef PALM_1 +static struct soap_multipart *soap_new_multipart(struct soap*, struct soap_multipart**, struct soap_multipart**, char*, size_t); +static int soap_putdimefield(struct soap*, const char*, size_t); +static char *soap_getdimefield(struct soap*, size_t); +static void soap_select_mime_boundary(struct soap*); +static int soap_valid_mime_boundary(struct soap*); +static void soap_resolve_attachment(struct soap*, struct soap_multipart*); +#endif +#endif + +#ifdef WITH_GZIP +static int soap_getgziphdr(struct soap*); +#endif + +#ifdef WITH_OPENSSL +int soap_ssl_init_done = 0; + +static int ssl_auth_init(struct soap*); +static int ssl_verify_callback(int, X509_STORE_CTX*); +static int ssl_verify_callback_allow_expired_certificate(int, X509_STORE_CTX*); +static int ssl_password(char*, int, int, void *); +/* The callback below is included for future references: +static DH *ssl_tmp_dh(SSL*, int, int); +*/ +#endif + +#if !defined(WITH_NOHTTP) || !defined(WITH_LEANER) +#ifndef PALM_1 +static const char *soap_decode(char*, size_t, const char*, const char*); +#endif +#endif + +#ifndef WITH_NOHTTP +#ifndef PALM_1 +static soap_wchar soap_getchunkchar(struct soap*); +static const char *http_error(struct soap*, int); +static int http_post(struct soap*, const char*, const char*, int, const char*, const char*, size_t); +static int http_get(struct soap*); +static int http_put(struct soap*); +static int http_del(struct soap*); +static int http_head(struct soap*); +static int http_send_header(struct soap*, const char*); +static int http_post_header(struct soap*, const char*, const char*); +static int http_response(struct soap*, int, size_t); +static int http_parse(struct soap*); +static int http_parse_header(struct soap*, const char*, const char*); +#endif +#endif + +#ifndef WITH_NOIO + +#ifndef PALM_1 +static int fsend(struct soap*, const char*, size_t); +static size_t frecv(struct soap*, char*, size_t); +static int tcp_init(struct soap*); +static const char *tcp_error(struct soap*); +#ifndef WITH_LEAN +static size_t frecv_stop(struct soap*, char*, size_t); +#endif +#ifndef WITH_IPV6 +static int tcp_gethost(struct soap*, const char *addr, struct in_addr *inaddr); +#endif +static SOAP_SOCKET tcp_connect(struct soap*, const char *endpoint, const char *host, int port); +static SOAP_SOCKET tcp_accept(struct soap*, SOAP_SOCKET, struct sockaddr*, int*); +static int tcp_disconnect(struct soap*); +static int tcp_closesocket(struct soap*, SOAP_SOCKET); +static int tcp_shutdownsocket(struct soap*, SOAP_SOCKET, int); +static const char *soap_strerror(struct soap*); +#endif + +#if defined(WIN32) + #define SOAP_SOCKBLOCK(fd) \ + { u_long blocking = 0; \ + ioctlsocket(fd, FIONBIO, &blocking); \ + } + #define SOAP_SOCKNONBLOCK(fd) \ + { u_long nonblocking = 1; \ + ioctlsocket(fd, FIONBIO, &nonblocking); \ + } +#elif defined(VXWORKS) + #define SOAP_SOCKBLOCK(fd) \ + { u_long blocking = 0; \ + ioctl(fd, FIONBIO, (int)(&blocking)); \ + } + #define SOAP_SOCKNONBLOCK(fd) \ + { u_long nonblocking = 1; \ + ioctl(fd, FIONBIO, (int)(&nonblocking)); \ + } +#elif defined(PALM) + #define SOAP_SOCKBLOCK(fd) fcntl(fd, F_SETFL, fcntl(fd, F_GETFL, 0)&~O_NONBLOCK); + #define SOAP_SOCKNONBLOCK(fd) fcntl(fd, F_SETFL, fcntl(fd, F_GETFL, 0)|O_NONBLOCK); +#elif defined(SYMBIAN) + #define SOAP_SOCKBLOCK(fd) \ + { long blocking = 0; \ + ioctl(fd, 0/*FIONBIO*/, &blocking); \ + } + #define SOAP_SOCKNONBLOCK(fd) \ + { long nonblocking = 1; \ + ioctl(fd, 0/*FIONBIO*/, &nonblocking); \ + } +#else + #define SOAP_SOCKBLOCK(fd) fcntl(fd, F_SETFL, fcntl(fd, F_GETFL)&~O_NONBLOCK); + #define SOAP_SOCKNONBLOCK(fd) fcntl(fd, F_SETFL, fcntl(fd, F_GETFL)|O_NONBLOCK); +#endif + +#endif + +#if defined(PALM) && !defined(PALM_2) +unsigned short errno; +#endif + +#ifndef PALM_1 +static const char soap_env1[42] = "http://schemas.xmlsoap.org/soap/envelope/"; +static const char soap_enc1[42] = "http://schemas.xmlsoap.org/soap/encoding/"; +static const char soap_env2[40] = "http://www.w3.org/2003/05/soap-envelope"; +static const char soap_enc2[40] = "http://www.w3.org/2003/05/soap-encoding"; +static const char soap_rpc[35] = "http://www.w3.org/2003/05/soap-rpc"; +#endif + +#ifndef PALM_1 +const struct soap_double_nan soap_double_nan = {0xFFFFFFFF, 0xFFFFFFFF}; +static const char soap_base64o[65] = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/"; +static const char soap_base64i[81] = "\76XXX\77\64\65\66\67\70\71\72\73\74\75XXXXXXX\00\01\02\03\04\05\06\07\10\11\12\13\14\15\16\17\20\21\22\23\24\25\26\27\30\31XXXXXX\32\33\34\35\36\37\40\41\42\43\44\45\46\47\50\51\52\53\54\55\56\57\60\61\62\63"; +#endif + +#ifndef WITH_LEAN +static const char soap_indent[11] = "\n\t\t\t\t\t\t\t\t\t"; +/* Alternative indentation form for SOAP_XML_INDENT: +static const char soap_indent[21] = "\n "; +*/ +#endif + +#ifndef SOAP_CANARY +# define SOAP_CANARY (0xC0DE) +#endif + +static const char soap_padding[4] = "\0\0\0"; +#define SOAP_STR_PADDING (soap_padding) +#define SOAP_STR_EOS (soap_padding) +#define SOAP_NON_NULL (soap_padding) + +#ifndef WITH_LEAN +static const struct soap_code_map html_entity_codes[] = /* entities for XHTML parsing */ +{ { 160, "nbsp" }, + { 161, "iexcl" }, + { 162, "cent" }, + { 163, "pound" }, + { 164, "curren" }, + { 165, "yen" }, + { 166, "brvbar" }, + { 167, "sect" }, + { 168, "uml" }, + { 169, "copy" }, + { 170, "ordf" }, + { 171, "laquo" }, + { 172, "not" }, + { 173, "shy" }, + { 174, "reg" }, + { 175, "macr" }, + { 176, "deg" }, + { 177, "plusmn" }, + { 178, "sup2" }, + { 179, "sup3" }, + { 180, "acute" }, + { 181, "micro" }, + { 182, "para" }, + { 183, "middot" }, + { 184, "cedil" }, + { 185, "sup1" }, + { 186, "ordm" }, + { 187, "raquo" }, + { 188, "frac14" }, + { 189, "frac12" }, + { 190, "frac34" }, + { 191, "iquest" }, + { 192, "Agrave" }, + { 193, "Aacute" }, + { 194, "Acirc" }, + { 195, "Atilde" }, + { 196, "Auml" }, + { 197, "Aring" }, + { 198, "AElig" }, + { 199, "Ccedil" }, + { 200, "Egrave" }, + { 201, "Eacute" }, + { 202, "Ecirc" }, + { 203, "Euml" }, + { 204, "Igrave" }, + { 205, "Iacute" }, + { 206, "Icirc" }, + { 207, "Iuml" }, + { 208, "ETH" }, + { 209, "Ntilde" }, + { 210, "Ograve" }, + { 211, "Oacute" }, + { 212, "Ocirc" }, + { 213, "Otilde" }, + { 214, "Ouml" }, + { 215, "times" }, + { 216, "Oslash" }, + { 217, "Ugrave" }, + { 218, "Uacute" }, + { 219, "Ucirc" }, + { 220, "Uuml" }, + { 221, "Yacute" }, + { 222, "THORN" }, + { 223, "szlig" }, + { 224, "agrave" }, + { 225, "aacute" }, + { 226, "acirc" }, + { 227, "atilde" }, + { 228, "auml" }, + { 229, "aring" }, + { 230, "aelig" }, + { 231, "ccedil" }, + { 232, "egrave" }, + { 233, "eacute" }, + { 234, "ecirc" }, + { 235, "euml" }, + { 236, "igrave" }, + { 237, "iacute" }, + { 238, "icirc" }, + { 239, "iuml" }, + { 240, "eth" }, + { 241, "ntilde" }, + { 242, "ograve" }, + { 243, "oacute" }, + { 244, "ocirc" }, + { 245, "otilde" }, + { 246, "ouml" }, + { 247, "divide" }, + { 248, "oslash" }, + { 249, "ugrave" }, + { 250, "uacute" }, + { 251, "ucirc" }, + { 252, "uuml" }, + { 253, "yacute" }, + { 254, "thorn" }, + { 255, "yuml" }, + { 0, NULL } +}; +#endif + +#ifndef WITH_NOIO +#ifndef WITH_LEAN +static const struct soap_code_map h_error_codes[] = +{ +#ifdef HOST_NOT_FOUND + { HOST_NOT_FOUND, "Host not found" }, +#endif +#ifdef TRY_AGAIN + { TRY_AGAIN, "Try Again" }, +#endif +#ifdef NO_RECOVERY + { NO_RECOVERY, "No Recovery" }, +#endif +#ifdef NO_DATA + { NO_DATA, "No Data" }, +#endif +#ifdef NO_ADDRESS + { NO_ADDRESS, "No Address" }, +#endif + { 0, NULL } +}; +#endif +#endif + +#ifndef WITH_NOHTTP +#ifndef WITH_LEAN +static const struct soap_code_map h_http_error_codes[] = +{ { 200, "OK" }, + { 201, "Created" }, + { 202, "Accepted" }, + { 203, "Non-Authoritative Information" }, + { 204, "No Content" }, + { 205, "Reset Content" }, + { 206, "Partial Content" }, + { 300, "Multiple Choices" }, + { 301, "Moved Permanently" }, + { 302, "Found" }, + { 303, "See Other" }, + { 304, "Not Modified" }, + { 305, "Use Proxy" }, + { 307, "Temporary Redirect" }, + { 400, "Bad Request" }, + { 401, "Unauthorized" }, + { 402, "Payment Required" }, + { 403, "Forbidden" }, + { 404, "Not Found" }, + { 405, "Method Not Allowed" }, + { 406, "Not Acceptable" }, + { 407, "Proxy Authentication Required" }, + { 408, "Request Time-out" }, + { 409, "Conflict" }, + { 410, "Gone" }, + { 411, "Length Required" }, + { 412, "Precondition Failed" }, + { 413, "Request Entity Too Large" }, + { 414, "Request-URI Too Large" }, + { 415, "Unsupported Media Type" }, + { 416, "Requested range not satisfiable" }, + { 417, "Expectation Failed" }, + { 500, "Internal Server Error" }, + { 501, "Not Implemented" }, + { 502, "Bad Gateway" }, + { 503, "Service Unavailable" }, + { 504, "Gateway Time-out" }, + { 505, "HTTP Version not supported" }, + { 0, NULL } +}; +#endif +#endif + +#ifdef WITH_OPENSSL +static const struct soap_code_map h_ssl_error_codes[] = +{ +#define _SSL_ERROR(e) { e, #e } + _SSL_ERROR(SSL_ERROR_SSL), + _SSL_ERROR(SSL_ERROR_ZERO_RETURN), + _SSL_ERROR(SSL_ERROR_WANT_READ), + _SSL_ERROR(SSL_ERROR_WANT_WRITE), + _SSL_ERROR(SSL_ERROR_WANT_CONNECT), + _SSL_ERROR(SSL_ERROR_WANT_X509_LOOKUP), + _SSL_ERROR(SSL_ERROR_SYSCALL), + { 0, NULL } +}; +#endif + +#ifndef WITH_LEANER +static const struct soap_code_map mime_codes[] = +{ { SOAP_MIME_7BIT, "7bit" }, + { SOAP_MIME_8BIT, "8bit" }, + { SOAP_MIME_BINARY, "binary" }, + { SOAP_MIME_QUOTED_PRINTABLE, "quoted-printable" }, + { SOAP_MIME_BASE64, "base64" }, + { SOAP_MIME_IETF_TOKEN, "ietf-token" }, + { SOAP_MIME_X_TOKEN, "x-token" }, + { 0, NULL } +}; +#endif + +#ifdef WIN32 +static int tcp_done = 0; +#endif + +#if defined(HP_UX) && defined(HAVE_GETHOSTBYNAME_R) +extern int h_errno; +#endif + +/******************************************************************************/ +#ifndef WITH_NOIO +#ifndef PALM_1 +static int +fsend(struct soap *soap, const char *s, size_t n) +{ register int nwritten, err; +#if defined(__cplusplus) && !defined(WITH_LEAN) + if (soap->os) + { soap->os->write(s, (std::streamsize)n); + if (soap->os->good()) + return SOAP_OK; + soap->errnum = 0; + return SOAP_EOF; + } +#endif + while (n) + { if (soap_valid_socket(soap->socket)) + { +#ifndef WITH_LEAN + if (soap->send_timeout) + { +#ifndef WIN32 + if ((int)soap->socket >= (int)FD_SETSIZE) + return SOAP_FD_EXCEEDED; /* Hint: MUST increase FD_SETSIZE */ +#endif + for (;;) + { struct timeval timeout; + fd_set fd; + register int r; + if (soap->send_timeout > 0) + { timeout.tv_sec = soap->send_timeout; + timeout.tv_usec = 0; + } + else + { timeout.tv_sec = -soap->send_timeout/1000000; + timeout.tv_usec = -soap->send_timeout%1000000; + } + FD_ZERO(&fd); + FD_SET(soap->socket, &fd); +#ifdef WITH_OPENSSL + if (soap->ssl) + r = select((int)soap->socket + 1, &fd, &fd, &fd, &timeout); + else +#endif + r = select((int)soap->socket + 1, NULL, &fd, &fd, &timeout); + if (r > 0) + break; + if (!r) + { soap->errnum = 0; + return SOAP_EOF; + } + err = soap_socket_errno(soap->socket); + if (err != SOAP_EINTR && err != SOAP_EAGAIN && err != SOAP_EWOULDBLOCK) + { soap->errnum = err; + return SOAP_EOF; + } + } + } +#endif +#ifdef WITH_OPENSSL + if (soap->ssl) + nwritten = SSL_write(soap->ssl, s, (int)n); + else if (soap->bio) + nwritten = BIO_write(soap->bio, s, (int)n); + else +#endif +#ifndef WITH_LEAN + if ((soap->omode & SOAP_IO_UDP)) + { if (soap->peerlen) + nwritten = sendto(soap->socket, s, (SOAP_WINSOCKINT)n, soap->socket_flags, (struct sockaddr*)&soap->peer, (SOAP_WINSOCKINT)soap->peerlen); + else + nwritten = send(soap->socket, s, (SOAP_WINSOCKINT)n, soap->socket_flags); + /* retry and back-off algorithm */ + /* TODO: this is not very clear from specs so verify and limit conditions under which we should loop (e.g. ENOBUFS) */ + if (nwritten < 0) + { struct timeval timeout; + fd_set fd; + int udp_repeat; + int udp_delay; +#ifndef WIN32 + if ((int)soap->socket >= (int)FD_SETSIZE) + return SOAP_FD_EXCEEDED; /* Hint: MUST increase FD_SETSIZE */ +#endif + if ((soap->connect_flags & SO_BROADCAST)) + udp_repeat = 3; /* SOAP-over-UDP MULTICAST_UDP_REPEAT - 1 */ + else + udp_repeat = 1; /* SOAP-over-UDP UNICAST_UDP_REPEAT - 1 */ + udp_delay = (soap_random % 201) + 50; /* UDP_MIN_DELAY .. UDP_MAX_DELAY */ + do + { timeout.tv_sec = 0; + timeout.tv_usec = 1000 * udp_delay; /* ms */ + FD_ZERO(&fd); + FD_SET(soap->socket, &fd); + select((int)soap->socket + 1, NULL, NULL, &fd, &timeout); + if (soap->peerlen) + nwritten = sendto(soap->socket, s, (SOAP_WINSOCKINT)n, soap->socket_flags, (struct sockaddr*)&soap->peer, (SOAP_WINSOCKINT)soap->peerlen); + else + nwritten = send(soap->socket, s, (SOAP_WINSOCKINT)n, soap->socket_flags); + udp_delay <<= 1; + if (udp_delay > 500) /* UDP_UPPER_DELAY */ + udp_delay = 500; + } + while (nwritten < 0 && --udp_repeat > 0); + } + } + else +#endif +#if !defined(PALM) && !defined(AS400) + nwritten = send(soap->socket, s, (int)n, soap->socket_flags); +#else + nwritten = send(soap->socket, (void*)s, n, soap->socket_flags); +#endif + if (nwritten <= 0) + { +#if defined(WITH_OPENSSL) || !defined(WITH_LEAN) + register int r = 0; +#endif + err = soap_socket_errno(soap->socket); +#ifdef WITH_OPENSSL + if (soap->ssl && (r = SSL_get_error(soap->ssl, nwritten)) != SSL_ERROR_NONE && r != SSL_ERROR_WANT_READ && r != SSL_ERROR_WANT_WRITE) + { soap->errnum = err; + return SOAP_EOF; + } +#endif + if (err == SOAP_EWOULDBLOCK || err == SOAP_EAGAIN) + { +#ifndef WITH_LEAN + struct timeval timeout; + fd_set fd; +#ifndef WIN32 + if ((int)soap->socket >= (int)FD_SETSIZE) + return SOAP_FD_EXCEEDED; /* Hint: MUST increase FD_SETSIZE */ +#endif + if (soap->send_timeout > 0) + { timeout.tv_sec = soap->send_timeout; + timeout.tv_usec = 0; + } + else if (soap->send_timeout < 0) + { timeout.tv_sec = -soap->send_timeout/1000000; + timeout.tv_usec = -soap->send_timeout%1000000; + } + else + { timeout.tv_sec = 0; + timeout.tv_usec = 10000; + } + FD_ZERO(&fd); + FD_SET(soap->socket, &fd); +#ifdef WITH_OPENSSL + if (soap->ssl && r == SSL_ERROR_WANT_READ) + r = select((int)soap->socket + 1, &fd, NULL, &fd, &timeout); + else + r = select((int)soap->socket + 1, NULL, &fd, &fd, &timeout); +#else + r = select((int)soap->socket + 1, NULL, &fd, &fd, &timeout); +#endif + if (r < 0 && (r = soap_socket_errno(soap->socket)) != SOAP_EINTR) + { soap->errnum = r; + return SOAP_EOF; + } +#endif + } + else if (err && err != SOAP_EINTR) + { soap->errnum = err; + return SOAP_EOF; + } + nwritten = 0; /* and call write() again */ + } + } + else + { +#ifdef WITH_FASTCGI + nwritten = fwrite((void*)s, 1, n, stdout); + fflush(stdout); +#else +#ifdef UNDER_CE + nwritten = fwrite(s, 1, n, soap->sendfd); +#else +#ifdef VXWORKS +#ifdef WMW_RPM_IO + if (soap->rpmreqid) + nwritten = (httpBlockPut(soap->rpmreqid, s, n) == 0) ? n : -1; + else +#endif + nwritten = fwrite(s, sizeof(char), n, fdopen(soap->sendfd, "w")); +#else + nwritten = write(soap->sendfd, s, (unsigned int)n); +#endif +#endif +#endif + if (nwritten <= 0) + { +#ifndef WITH_FASTCGI + err = soap_errno; +#else + err = EOF; +#endif + if (err && err != SOAP_EINTR && err != SOAP_EWOULDBLOCK && err != SOAP_EAGAIN) + { soap->errnum = err; + return SOAP_EOF; + } + nwritten = 0; /* and call write() again */ + } + } + n -= nwritten; + s += nwritten; + } + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_send_raw(struct soap *soap, const char *s, size_t n) +{ if (!n) + return SOAP_OK; + if (soap->mode & SOAP_IO_LENGTH) + { soap->count += n; +#ifndef WITH_LEANER + if (soap->fpreparesend && (soap->mode & SOAP_IO) != SOAP_IO_STORE) + return soap->error = soap->fpreparesend(soap, s, n); +#endif + return SOAP_OK; + } + if (soap->mode & SOAP_IO) + { register size_t i = SOAP_BUFLEN - soap->bufidx; + while (n >= i) + { memcpy(soap->buf + soap->bufidx, s, i); + soap->bufidx = SOAP_BUFLEN; + if (soap_flush(soap)) + return soap->error; + s += i; + n -= i; + i = SOAP_BUFLEN; + } + memcpy(soap->buf + soap->bufidx, s, n); + soap->bufidx += n; + return SOAP_OK; + } + return soap_flush_raw(soap, s, n); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_flush(struct soap *soap) +{ register size_t n = soap->bufidx; + if (n) + { soap->bufidx = 0; +#ifdef WITH_ZLIB + if (soap->mode & SOAP_ENC_ZLIB) + { soap->d_stream->next_in = (Byte*)soap->buf; + soap->d_stream->avail_in = (unsigned int)n; +#ifdef WITH_GZIP + soap->z_crc = crc32(soap->z_crc, (Byte*)soap->buf, (unsigned int)n); +#endif + do + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Deflating %u bytes\n", soap->d_stream->avail_in)); + if (deflate(soap->d_stream, Z_NO_FLUSH) != Z_OK) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Unable to deflate: %s\n", soap->d_stream->msg?soap->d_stream->msg:SOAP_STR_EOS)); + return soap->error = SOAP_ZLIB_ERROR; + } + if (!soap->d_stream->avail_out) + { if (soap_flush_raw(soap, soap->z_buf, SOAP_BUFLEN)) + return soap->error; + soap->d_stream->next_out = (Byte*)soap->z_buf; + soap->d_stream->avail_out = SOAP_BUFLEN; + } + } while (soap->d_stream->avail_in); + } + else +#endif + return soap_flush_raw(soap, soap->buf, n); + } + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_flush_raw(struct soap *soap, const char *s, size_t n) +{ if ((soap->mode & SOAP_IO) == SOAP_IO_STORE) + { register char *t; + if (!(t = (char*)soap_push_block(soap, NULL, n))) + return soap->error = SOAP_EOM; + memcpy(t, s, n); +#ifndef WITH_LEANER + if (soap->fpreparesend) + return soap->error = soap->fpreparesend(soap, s, n); +#endif + return SOAP_OK; + } +#ifndef WITH_LEANER + if ((soap->mode & SOAP_IO) == SOAP_IO_CHUNK) + { char t[16]; + sprintf(t, "\r\n%lX\r\n" + (soap->chunksize ? 0 : 2), (unsigned long)n); + DBGMSG(SENT, t, strlen(t)); + if ((soap->error = soap->fsend(soap, t, strlen(t)))) + return soap->error; + soap->chunksize += n; + } + DBGMSG(SENT, s, n); +#endif + return soap->error = soap->fsend(soap, s, n); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_send(struct soap *soap, const char *s) +{ if (s) + return soap_send_raw(soap, s, strlen(s)); + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_send2(struct soap *soap, const char *s1, const char *s2) +{ if (soap_send(soap, s1)) + return soap->error; + return soap_send(soap, s2); +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_send3(struct soap *soap, const char *s1, const char *s2, const char *s3) +{ if (soap_send(soap, s1) + || soap_send(soap, s2)) + return soap->error; + return soap_send(soap, s3); +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIO +#ifndef PALM_1 +static size_t +frecv(struct soap *soap, char *s, size_t n) +{ register int r; +#ifndef WITH_LEAN + register int retries = 100; /* max 100 retries with non-blocking sockets */ +#endif + soap->errnum = 0; +#if defined(__cplusplus) && !defined(WITH_LEAN) + if (soap->is) + { if (soap->is->good()) + return soap->is->read(s, (std::streamsize)n).gcount(); + return 0; + } +#endif + if (soap_valid_socket(soap->socket)) + { for (;;) + { +#ifdef WITH_OPENSSL + register int err = 0; +#endif +#ifndef WITH_LEAN +#ifdef WITH_OPENSSL + if (soap->recv_timeout && !soap->ssl) /* SSL: sockets are nonblocking */ +#else + if (soap->recv_timeout) +#endif + { +#ifndef WIN32 + if ((int)soap->socket >= (int)FD_SETSIZE) + { soap->error = SOAP_FD_EXCEEDED; + return 0; /* Hint: MUST increase FD_SETSIZE */ + } +#endif + for (;;) + { struct timeval timeout; + fd_set fd; + if (soap->recv_timeout > 0) + { timeout.tv_sec = soap->recv_timeout; + timeout.tv_usec = 0; + } + else + { timeout.tv_sec = -soap->recv_timeout/1000000; + timeout.tv_usec = -soap->recv_timeout%1000000; + } + FD_ZERO(&fd); + FD_SET(soap->socket, &fd); + r = select((int)soap->socket + 1, &fd, NULL, &fd, &timeout); + if (r > 0) + break; + if (!r) + { soap->errnum = 0; + return 0; + } + r = soap_socket_errno(soap->socket); + if (r != SOAP_EINTR && r != SOAP_EAGAIN && r != SOAP_EWOULDBLOCK) + { soap->errnum = r; + return 0; + } + } + } +#endif +#ifdef WITH_OPENSSL + if (soap->ssl) + { r = SSL_read(soap->ssl, s, (int)n); + if (r > 0) + return (size_t)r; + err = SSL_get_error(soap->ssl, r); + if (err != SSL_ERROR_NONE && err != SSL_ERROR_WANT_READ && err != SSL_ERROR_WANT_WRITE) + return 0; + } + else if (soap->bio) + { r = BIO_read(soap->bio, s, (int)n); + if (r > 0) + return (size_t)r; + return 0; + } + else +#endif + { +#ifndef WITH_LEAN + if ((soap->omode & SOAP_IO_UDP)) + { SOAP_SOCKLEN_T k = (SOAP_SOCKLEN_T)sizeof(soap->peer); + memset((void*)&soap->peer, 0, sizeof(soap->peer)); + r = recvfrom(soap->socket, s, (SOAP_WINSOCKINT)n, soap->socket_flags, (struct sockaddr*)&soap->peer, &k); /* portability note: see SOAP_SOCKLEN_T definition in stdsoap2.h */ + soap->peerlen = (size_t)k; +#ifndef WITH_IPV6 + soap->ip = ntohl(soap->peer.sin_addr.s_addr); +#endif + } + else +#endif + r = recv(soap->socket, s, (int)n, soap->socket_flags); +#ifdef PALM + /* CycleSyncDisplay(curStatusMsg); */ +#endif + if (r >= 0) + return (size_t)r; + r = soap_socket_errno(soap->socket); + if (r != SOAP_EINTR && r != SOAP_EAGAIN && r != SOAP_EWOULDBLOCK) + { soap->errnum = r; + return 0; + } + } +#ifndef WITH_LEAN + { struct timeval timeout; + fd_set fd; + if (soap->recv_timeout > 0) + { timeout.tv_sec = soap->recv_timeout; + timeout.tv_usec = 0; + } + else if (soap->recv_timeout < 0) + { timeout.tv_sec = -soap->recv_timeout/1000000; + timeout.tv_usec = -soap->recv_timeout%1000000; + } + else + { timeout.tv_sec = 5; + timeout.tv_usec = 0; + } +#ifndef WIN32 + if ((int)soap->socket >= (int)FD_SETSIZE) + { soap->error = SOAP_FD_EXCEEDED; + return 0; /* Hint: MUST increase FD_SETSIZE */ + } +#endif + FD_ZERO(&fd); + FD_SET(soap->socket, &fd); +#ifdef WITH_OPENSSL + if (soap->ssl && err == SSL_ERROR_WANT_WRITE) + r = select((int)soap->socket + 1, NULL, &fd, &fd, &timeout); + else + r = select((int)soap->socket + 1, &fd, NULL, &fd, &timeout); +#else + r = select((int)soap->socket + 1, &fd, NULL, &fd, &timeout); +#endif + if (!r && soap->recv_timeout) + { soap->errnum = 0; + return 0; + } + if (r < 0) + { r = soap_socket_errno(soap->socket); + if (r != SOAP_EINTR && r != SOAP_EAGAIN && r != SOAP_EWOULDBLOCK) + { soap->errnum = r; + return 0; + } + } + if (retries-- <= 0) + { soap->errnum = soap_socket_errno(soap->socket); + return 0; + } + } +#endif +#ifdef PALM + r = soap_socket_errno(soap->socket); + if (r != SOAP_EINTR && retries-- <= 0) + { soap->errnum = r; + return 0; + } +#endif + } + } +#ifdef WITH_FASTCGI + return fread(s, 1, n, stdin); +#else +#ifdef UNDER_CE + return fread(s, 1, n, soap->recvfd); +#else +#ifdef WMW_RPM_IO + if (soap->rpmreqid) + r = httpBlockRead(soap->rpmreqid, s, n); + else +#endif + r = read(soap->recvfd, s, (unsigned int)n); + if (r >= 0) + return (size_t)r; + soap->errnum = soap_errno; + return 0; +#endif +#endif +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +#ifndef WITH_NOIO +#ifndef PALM_1 +static size_t +frecv_stop(struct soap *soap, char *s, size_t n) +{ return 0; +} +#endif +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOHTTP +#ifndef PALM_1 +static soap_wchar +soap_getchunkchar(struct soap *soap) +{ if (soap->bufidx < soap->buflen) + return soap->buf[soap->bufidx++]; + soap->bufidx = 0; + soap->buflen = soap->chunkbuflen = soap->frecv(soap, soap->buf, SOAP_BUFLEN); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Read %u bytes from socket %d\n", (unsigned int)soap->buflen, soap->socket)); + DBGMSG(RECV, soap->buf, soap->buflen); + if (soap->buflen) + return soap->buf[soap->bufidx++]; + return EOF; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_1 +static int +soap_isxdigit(int c) +{ return (c >= '0' && c <= '9') || (c >= 'A' && c <= 'F') || (c >= 'a' && c <= 'f'); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_recv_raw(struct soap *soap) +{ register size_t ret; +#ifdef WITH_ZLIB + if (soap->mode & SOAP_ENC_ZLIB) + { if (soap->d_stream->next_out == Z_NULL) + return EOF; + if (soap->d_stream->avail_in || !soap->d_stream->avail_out) + { register int r; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Inflating\n")); + soap->d_stream->next_out = (Byte*)soap->buf; + soap->d_stream->avail_out = SOAP_BUFLEN; + r = inflate(soap->d_stream, Z_NO_FLUSH); + if (r == Z_OK || r == Z_STREAM_END) + { soap->bufidx = 0; + ret = soap->buflen = SOAP_BUFLEN - soap->d_stream->avail_out; + if (soap->zlib_in == SOAP_ZLIB_GZIP) + soap->z_crc = crc32(soap->z_crc, (Byte*)soap->buf, (unsigned int)ret); + if (r == Z_STREAM_END) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Inflated %lu->%lu bytes\n", soap->d_stream->total_in, soap->d_stream->total_out)); + soap->z_ratio_in = (float)soap->d_stream->total_in / (float)soap->d_stream->total_out; + soap->d_stream->next_out = Z_NULL; + } + if (ret) + { soap->count += ret; + DBGLOG(RECV, SOAP_MESSAGE(fdebug, "\n---- decompressed ----\n")); + DBGMSG(RECV, soap->buf, ret); + DBGLOG(RECV, SOAP_MESSAGE(fdebug, "\n----\n")); + return SOAP_OK; + } + } + else if (r != Z_BUF_ERROR) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Inflate error: %s\n", soap->d_stream->msg?soap->d_stream->msg:SOAP_STR_EOS)); + soap->d_stream->next_out = Z_NULL; + soap->error = SOAP_ZLIB_ERROR; + return EOF; + } + } +zlib_again: + if ((soap->mode & SOAP_IO) == SOAP_IO_CHUNK && !soap->chunksize) + { memcpy(soap->buf, soap->z_buf, SOAP_BUFLEN); + soap->buflen = soap->z_buflen; + } + DBGLOG(RECV, SOAP_MESSAGE(fdebug, "\n---- compressed ----\n")); + } +#endif +#ifndef WITH_NOHTTP + if ((soap->mode & SOAP_IO) == SOAP_IO_CHUNK) /* read HTTP chunked transfer */ + { for (;;) + { register soap_wchar c; + char *t, tmp[8]; + if (soap->chunksize) + { soap->buflen = ret = soap->frecv(soap, soap->buf, soap->chunksize > SOAP_BUFLEN ? SOAP_BUFLEN : soap->chunksize); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Getting chunk: read %u bytes\n", (unsigned int)ret)); + DBGMSG(RECV, soap->buf, ret); + soap->bufidx = 0; + soap->chunksize -= ret; + break; + } + t = tmp; + if (!soap->chunkbuflen) + { soap->chunkbuflen = ret = soap->frecv(soap, soap->buf, SOAP_BUFLEN); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Read %u bytes (chunked) from socket %d\n", (unsigned int)ret, soap->socket)); + DBGMSG(RECV, soap->buf, ret); + soap->bufidx = 0; + if (!ret) + return soap->ahead = EOF; + } + else + soap->bufidx = soap->buflen; + soap->buflen = soap->chunkbuflen; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Getting chunk size (idx=%u len=%u)\n", (unsigned int)soap->bufidx, (unsigned int)soap->buflen)); + while (!soap_isxdigit((int)(c = soap_getchunkchar(soap)))) + { if ((int)c == EOF) + return soap->ahead = EOF; + } + do + *t++ = (char)c; + while (soap_isxdigit((int)(c = soap_getchunkchar(soap))) && t - tmp < 7); + while ((int)c != EOF && c != '\n') + c = soap_getchunkchar(soap); + if ((int)c == EOF) + return soap->ahead = EOF; + *t = '\0'; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Chunk size = %s (hex)\n", tmp)); + soap->chunksize = soap_strtoul(tmp, &t, 16); + if (!soap->chunksize) + { soap->chunkbuflen = 0; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "End of chunked message\n")); + while ((int)c != EOF && c != '\n') + c = soap_getchunkchar(soap); + ret = 0; + soap->ahead = EOF; + break; + } + soap->buflen = soap->bufidx + soap->chunksize; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Moving buf len to idx=%u len=%u (%s)\n", (unsigned int)soap->bufidx, (unsigned int)soap->buflen, tmp)); + if (soap->buflen > soap->chunkbuflen) + { soap->buflen = soap->chunkbuflen; + soap->chunksize -= soap->buflen - soap->bufidx; + soap->chunkbuflen = 0; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Passed end of buffer for chunked HTTP (%u bytes left)\n", (unsigned int)(soap->buflen - soap->bufidx))); + } + else if (soap->chunkbuflen) + soap->chunksize = 0; + ret = soap->buflen - soap->bufidx; + if (ret) + break; + } + } + else +#endif + { soap->bufidx = 0; + soap->buflen = ret = soap->frecv(soap, soap->buf, SOAP_BUFLEN); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Read %u bytes from socket %d\n", (unsigned int)ret, soap->socket)); + DBGMSG(RECV, soap->buf, ret); + } +#ifndef WITH_LEANER + if (soap->fpreparerecv && (soap->error = soap->fpreparerecv(soap, soap->buf, ret))) + return soap->error; +#endif +#ifdef WITH_ZLIB + if (soap->mode & SOAP_ENC_ZLIB) + { register int r; + memcpy(soap->z_buf, soap->buf, SOAP_BUFLEN); + soap->d_stream->next_in = (Byte*)(soap->z_buf + soap->bufidx); + soap->d_stream->avail_in = (unsigned int)ret; + soap->d_stream->next_out = (Byte*)soap->buf; + soap->d_stream->avail_out = SOAP_BUFLEN; + r = inflate(soap->d_stream, Z_NO_FLUSH); + if (r == Z_OK || r == Z_STREAM_END) + { soap->bufidx = 0; + soap->z_buflen = soap->buflen; + soap->buflen = SOAP_BUFLEN - soap->d_stream->avail_out; + if (soap->zlib_in == SOAP_ZLIB_GZIP) + soap->z_crc = crc32(soap->z_crc, (Byte*)soap->buf, (unsigned int)soap->buflen); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Inflated %u bytes\n", (unsigned int)soap->buflen)); + if (ret && !soap->buflen) + goto zlib_again; + ret = soap->buflen; + if (r == Z_STREAM_END) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Inflated total %lu->%lu bytes\n", soap->d_stream->total_in, soap->d_stream->total_out)); + soap->z_ratio_in = (float)soap->d_stream->total_in / (float)soap->d_stream->total_out; + soap->d_stream->next_out = Z_NULL; + } + DBGLOG(RECV, SOAP_MESSAGE(fdebug, "\n---- decompressed ----\n")); + DBGMSG(RECV, soap->buf, ret); + } + else + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Unable to inflate: (%d) %s\n", r, soap->d_stream->msg?soap->d_stream->msg:SOAP_STR_EOS)); + soap->d_stream->next_out = Z_NULL; + soap->error = SOAP_ZLIB_ERROR; + return EOF; + } + } +#endif + soap->count += ret; + return !ret; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_recv(struct soap *soap) +{ +#ifndef WITH_LEANER + if (soap->mode & SOAP_ENC_DIME) + { if (soap->dime.buflen) + { char *s; + int i; + unsigned char tmp[12]; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "DIME hdr for chunked DIME is in buffer\n")); + soap->count += soap->dime.buflen - soap->buflen; + soap->buflen = soap->dime.buflen; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Skip padding (%ld bytes)\n", -(long)soap->dime.size&3)); + for (i = -(long)soap->dime.size&3; i > 0; i--) + { soap->bufidx++; + if (soap->bufidx >= soap->buflen) + if (soap_recv_raw(soap)) + return EOF; + } + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Get DIME hdr for next chunk\n")); + s = (char*)tmp; + for (i = 12; i > 0; i--) + { *s++ = soap->buf[soap->bufidx++]; + if (soap->bufidx >= soap->buflen) + if (soap_recv_raw(soap)) + return EOF; + } + soap->dime.flags = tmp[0] & 0x7; + soap->dime.size = ((size_t)tmp[8] << 24) | ((size_t)tmp[9] << 16) | ((size_t)tmp[10] << 8) | ((size_t)tmp[11]); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Get DIME chunk (%u bytes)\n", (unsigned int)soap->dime.size)); + if (soap->dime.flags & SOAP_DIME_CF) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "More chunking\n")); + soap->dime.chunksize = soap->dime.size; + if (soap->buflen - soap->bufidx >= soap->dime.size) + { soap->dime.buflen = soap->buflen; + soap->buflen = soap->bufidx + soap->dime.chunksize; + } + else + soap->dime.chunksize -= soap->buflen - soap->bufidx; + } + else + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Last chunk\n")); + soap->dime.buflen = 0; + soap->dime.chunksize = 0; + } + soap->count = soap->buflen - soap->bufidx; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "%u bytes remaining\n", (unsigned int)soap->count)); + return SOAP_OK; + } + if (soap->dime.chunksize) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Get next DIME hdr for chunked DIME (%u bytes chunk)\n", (unsigned int)soap->dime.chunksize)); + if (soap_recv_raw(soap)) + return EOF; + if (soap->buflen - soap->bufidx >= soap->dime.chunksize) + { soap->dime.buflen = soap->buflen; + soap->count -= soap->buflen - soap->bufidx - soap->dime.chunksize; + soap->buflen = soap->bufidx + soap->dime.chunksize; + } + else + soap->dime.chunksize -= soap->buflen - soap->bufidx; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "%lu bytes remaining, count=%u\n", (unsigned long)(soap->buflen-soap->bufidx), (unsigned int)soap->count)); + return SOAP_OK; + } + } +#endif + return soap_recv_raw(soap); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +soap_wchar +SOAP_FMAC2 +soap_getchar(struct soap *soap) +{ register soap_wchar c; + c = soap->ahead; + if (c) + { if (c != EOF) + soap->ahead = 0; + return c; + } + return soap_get1(soap); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +const struct soap_code_map* +SOAP_FMAC2 +soap_code(const struct soap_code_map *code_map, const char *str) +{ if (code_map && str) + { while (code_map->string) + { if (!strcmp(str, code_map->string)) /* case sensitive */ + return code_map; + code_map++; + } + } + return NULL; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +long +SOAP_FMAC2 +soap_code_int(const struct soap_code_map *code_map, const char *str, long other) +{ if (code_map) + { while (code_map->string) + { if (!soap_tag_cmp(str, code_map->string)) /* case insensitive */ + return code_map->code; + code_map++; + } + } + return other; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_code_str(const struct soap_code_map *code_map, long code) +{ if (!code_map) + return NULL; + while (code_map->code != code && code_map->string) + code_map++; + return code_map->string; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +long +SOAP_FMAC2 +soap_code_bits(const struct soap_code_map *code_map, const char *str) +{ register long bits = 0; + if (code_map) + { while (str && *str) + { const struct soap_code_map *p; + for (p = code_map; p->string; p++) + { register size_t n = strlen(p->string); + if (!strncmp(p->string, str, n) && soap_blank(str[n])) + { bits |= p->code; + str += n; + while (*str > 0 && *str <= 32) + str++; + break; + } + } + if (!p->string) + return 0; + } + } + return bits; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_code_list(struct soap *soap, const struct soap_code_map *code_map, long code) +{ register char *t = soap->tmpbuf; + if (code_map) + { while (code_map->string) + { if (code_map->code & code) + { register const char *s = code_map->string; + if (t != soap->tmpbuf) + *t++ = ' '; + while (*s && t < soap->tmpbuf + sizeof(soap->tmpbuf) - 1) + *t++ = *s++; + if (t == soap->tmpbuf + sizeof(soap->tmpbuf) - 1) + break; + } + code_map++; + } + } + *t = '\0'; + return soap->tmpbuf; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +static soap_wchar +soap_char(struct soap *soap) +{ char tmp[8]; + register int i; + register soap_wchar c; + register char *s = tmp; + for (i = 0; i < 7; i++) + { c = soap_get1(soap); + if (c == ';' || (int)c == EOF) + break; + *s++ = (char)c; + } + *s = '\0'; + if (*tmp == '#') + { if (tmp[1] == 'x' || tmp[1] == 'X') + return soap_strtol(tmp + 2, NULL, 16); + return atol(tmp + 1); + } + if (!strcmp(tmp, "lt")) + return '<'; + if (!strcmp(tmp, "gt")) + return '>'; + if (!strcmp(tmp, "amp")) + return '&'; + if (!strcmp(tmp, "quot")) + return '"'; + if (!strcmp(tmp, "apos")) + return '\''; +#ifndef WITH_LEAN + return (soap_wchar)soap_code_int(html_entity_codes, tmp, SOAP_UNKNOWN_CHAR); +#else + return SOAP_UNKNOWN_CHAR; /* use this to represent unknown code */ +#endif +} +#endif + +/******************************************************************************/ +#ifdef WITH_LEAN +#ifndef PALM_1 +soap_wchar +soap_get0(struct soap *soap) +{ if (soap->bufidx >= soap->buflen && soap_recv(soap)) + return EOF; + return (unsigned char)soap->buf[soap->bufidx]; +} +#endif +#endif + +/******************************************************************************/ +#ifdef WITH_LEAN +#ifndef PALM_1 +soap_wchar +soap_get1(struct soap *soap) +{ if (soap->bufidx >= soap->buflen && soap_recv(soap)) + return EOF; + return (unsigned char)soap->buf[soap->bufidx++]; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +soap_wchar +SOAP_FMAC2 +soap_get(struct soap *soap) +{ register soap_wchar c; + c = soap->ahead; + if (c) + { if ((int)c != EOF) + soap->ahead = 0; + } + else + c = soap_get1(soap); + while ((int)c != EOF) + { if (soap->cdata) + { if (c == ']') + { c = soap_get1(soap); + if (c == ']') + { c = soap_get0(soap); + if (c == '>') + { soap->cdata = 0; + soap_get1(soap); + c = soap_get1(soap); + } + else + { soap_unget(soap, ']'); + return ']'; + } + } + else + { soap_revget1(soap); + return ']'; + } + } + else + return c; + } + switch (c) + { case '<': + do c = soap_get1(soap); + while (soap_blank(c)); + if (c == '!' || c == '?' || c == '%') + { register int k = 1; + if (c == '!') + { c = soap_get1(soap); + if (c == '[') + { do c = soap_get1(soap); + while ((int)c != EOF && c != '['); + if ((int)c == EOF) + break; + soap->cdata = 1; + c = soap_get1(soap); + continue; + } + if (c == '-' && (c = soap_get1(soap)) == '-') + { do + { c = soap_get1(soap); + if (c == '-' && (c = soap_get1(soap)) == '-') + break; + } while ((int)c != EOF); + } + } + else if (c == '?') + c = soap_get_pi(soap); + while ((int)c != EOF) + { if (c == '<') + k++; + else if (c == '>') + { if (--k <= 0) + break; + } + c = soap_get1(soap); + } + if ((int)c == EOF) + break; + c = soap_get1(soap); + continue; + } + if (c == '/') + return SOAP_TT; + soap_revget1(soap); + return SOAP_LT; + case '>': + return SOAP_GT; + case '"': + return SOAP_QT; + case '\'': + return SOAP_AP; + case '&': + return soap_char(soap) | 0x80000000; + } + break; + } + return c; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +static soap_wchar +soap_get_pi(struct soap *soap) +{ char buf[64]; + register char *s = buf; + register int i = sizeof(buf); + register soap_wchar c = soap_getchar(soap); + /* This is a quick way to parse XML PI and we could use a callback instead to + * enable applications to intercept processing instructions */ + while ((int)c != EOF && c != '?') + { if (--i > 0) + { if (soap_blank(c)) + c = ' '; + *s++ = (char)c; + } + c = soap_getchar(soap); + } + *s = '\0'; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "XML PI \n", buf)); + if (!strncmp(buf, "xml ", 4)) + { s = strstr(buf, " encoding="); + if (s && s[10]) + { if (!soap_tag_cmp(s + 11, "iso-8859-1*") + || !soap_tag_cmp(s + 11, "latin1*")) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Switching to latin1 encoding\n")); + soap->mode |= SOAP_ENC_LATIN; + } + else if (!soap_tag_cmp(s + 11, "utf-8*")) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Switching to utf-8 encoding\n")); + soap->mode &= ~SOAP_ENC_LATIN; + } + } + } + if ((int)c != EOF) + c = soap_getchar(soap); + return c; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_move(struct soap *soap, long n) +{ DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Moving %ld bytes forward\n", (long)n)); + for (; n > 0; n--) + if ((int)soap_getchar(soap) == EOF) + return SOAP_EOF; + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +size_t +SOAP_FMAC2 +soap_tell(struct soap *soap) +{ return soap->count - soap->buflen + soap->bufidx - (soap->ahead != 0); +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_pututf8(struct soap *soap, register unsigned long c) +{ char tmp[16]; + if (c < 0x80 && c > 0) + { *tmp = (char)c; + return soap_send_raw(soap, tmp, 1); + } +#ifndef WITH_LEAN + if (c >= 0x80) + { register char *t = tmp; + if (c < 0x0800) + *t++ = (char)(0xC0 | ((c >> 6) & 0x1F)); + else + { if (c < 0x010000) + *t++ = (char)(0xE0 | ((c >> 12) & 0x0F)); + else + { if (c < 0x200000) + *t++ = (char)(0xF0 | ((c >> 18) & 0x07)); + else + { if (c < 0x04000000) + *t++ = (char)(0xF8 | ((c >> 24) & 0x03)); + else + { *t++ = (char)(0xFC | ((c >> 30) & 0x01)); + *t++ = (char)(0x80 | ((c >> 24) & 0x3F)); + } + *t++ = (char)(0x80 | ((c >> 18) & 0x3F)); + } + *t++ = (char)(0x80 | ((c >> 12) & 0x3F)); + } + *t++ = (char)(0x80 | ((c >> 6) & 0x3F)); + } + *t++ = (char)(0x80 | (c & 0x3F)); + *t = '\0'; + } +#else + sprintf(tmp, "&#%lu;", c); +#endif + return soap_send(soap, tmp); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +soap_wchar +SOAP_FMAC2 +soap_getutf8(struct soap *soap) +{ register soap_wchar c, c1, c2, c3, c4; + c = soap->ahead; + if (c > 0xFF) + { soap->ahead = 0; + return c; + } +again: + c = soap_get(soap); + if (c < 0x80 || (soap->mode & SOAP_ENC_LATIN)) + return c; + c1 = soap_get1(soap); + if (c1 < 0x80) + { soap_revget1(soap); /* doesn't look like this is UTF8 */ + return c; + } + c1 &= 0x3F; + if (c < 0xE0) + return ((soap_wchar)(c & 0x1F) << 6) | c1; + c2 = (soap_wchar)soap_get1(soap) & 0x3F; + if (c == 0xEF && c1 == 0x3B && c2 == 0x3F) /* ignore UTF-8 BOM */ + goto again; + if (c < 0xF0) + return ((soap_wchar)(c & 0x0F) << 12) | (c1 << 6) | c2; + c3 = (soap_wchar)soap_get1(soap) & 0x3F; + if (c < 0xF8) + return ((soap_wchar)(c & 0x07) << 18) | (c1 << 12) | (c2 << 6) | c3; + c4 = (soap_wchar)soap_get1(soap) & 0x3F; + if (c < 0xFC) + return ((soap_wchar)(c & 0x03) << 24) | (c1 << 18) | (c2 << 12) | (c3 << 6) | c4; + return ((soap_wchar)(c & 0x01) << 30) | (c1 << 24) | (c2 << 18) | (c3 << 12) | (c4 << 6) | (soap_wchar)(soap_get1(soap) & 0x3F); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_puthex(struct soap *soap, const unsigned char *s, int n) +{ char d[2]; + register int i; +#ifdef WITH_DOM + if ((soap->mode & SOAP_XML_DOM) && soap->dom) + { if (!(soap->dom->data = soap_s2hex(soap, s, NULL, n))) + return soap->error; + return SOAP_OK; + } +#endif + for (i = 0; i < n; i++) + { register int m = *s++; + d[0] = (char)((m >> 4) + (m > 159 ? '7' : '0')); + m &= 0x0F; + d[1] = (char)(m + (m > 9 ? '7' : '0')); + if (soap_send_raw(soap, d, 2)) + return soap->error; + } + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +unsigned char* +SOAP_FMAC2 +soap_gethex(struct soap *soap, int *n) +{ +#ifdef WITH_DOM + if ((soap->mode & SOAP_XML_DOM) && soap->dom) + { soap->dom->data = soap_string_in(soap, 0, -1, -1); + return (unsigned char*)soap_hex2s(soap, soap->dom->data, NULL, 0, n); + } +#endif +#ifdef WITH_FAST + soap->labidx = 0; + for (;;) + { register char *s; + register size_t i, k; + if (soap_append_lab(soap, NULL, 0)) + return NULL; + s = soap->labbuf + soap->labidx; + k = soap->lablen - soap->labidx; + soap->labidx = soap->lablen; + for (i = 0; i < k; i++) + { register char d1, d2; + register soap_wchar c; + c = soap_get(soap); + if (soap_isxdigit(c)) + { d1 = (char)c; + c = soap_get(soap); + if (soap_isxdigit(c)) + d2 = (char)c; + else + { soap->error = SOAP_TYPE; + return NULL; + } + } + else + { unsigned char *p; + soap_unget(soap, c); + if (n) + *n = (int)(soap->lablen + i - k); + p = (unsigned char*)soap_malloc(soap, soap->lablen + i - k); + if (p) + memcpy(p, soap->labbuf, soap->lablen + i - k); + return p; + } + *s++ = ((d1 >= 'A' ? (d1 & 0x7) + 9 : d1 - '0') << 4) + (d2 >= 'A' ? (d2 & 0x7) + 9 : d2 - '0'); + } + } +#else + if (soap_new_block(soap) == NULL) + return NULL; + for (;;) + { register int i; + register char *s = (char*)soap_push_block(soap, NULL, SOAP_BLKLEN); + if (!s) + { soap_end_block(soap, NULL); + return NULL; + } + for (i = 0; i < SOAP_BLKLEN; i++) + { register char d1, d2; + register soap_wchar c = soap_get(soap); + if (soap_isxdigit(c)) + { d1 = (char)c; + c = soap_get(soap); + if (soap_isxdigit(c)) + d2 = (char)c; + else + { soap_end_block(soap, NULL); + soap->error = SOAP_TYPE; + return NULL; + } + } + else + { unsigned char *p; + soap_unget(soap, c); + if (n) + *n = (int)soap_size_block(soap, NULL, i); + p = (unsigned char*)soap_save_block(soap, NULL, 0); + return p; + } + *s++ = ((d1 >= 'A' ? (d1 & 0x7) + 9 : d1 - '0') << 4) + (d2 >= 'A' ? (d2 & 0x7) + 9 : d2 - '0'); + } + } +#endif +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_putbase64(struct soap *soap, const unsigned char *s, int n) +{ register int i; + register unsigned long m; + char d[4]; + if (!s) + return SOAP_OK; +#ifdef WITH_DOM + if ((soap->mode & SOAP_XML_DOM) && soap->dom) + { if (!(soap->dom->data = soap_s2base64(soap, s, NULL, n))) + return soap->error; + return SOAP_OK; + } +#endif + for (; n > 2; n -= 3, s += 3) + { m = s[0]; + m = (m << 8) | s[1]; + m = (m << 8) | s[2]; + for (i = 4; i > 0; m >>= 6) + d[--i] = soap_base64o[m & 0x3F]; + if (soap_send_raw(soap, d, 4)) + return soap->error; + } + if (n > 0) + { m = 0; + for (i = 0; i < n; i++) + m = (m << 8) | *s++; + for (; i < 3; i++) + m <<= 8; + for (i++; i > 0; m >>= 6) + d[--i] = soap_base64o[m & 0x3F]; + for (i = 3; i > n; i--) + d[i] = '='; + if (soap_send_raw(soap, d, 4)) + return soap->error; + } + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +unsigned char* +SOAP_FMAC2 +soap_getbase64(struct soap *soap, int *n, int malloc_flag) +{ +#ifdef WITH_DOM + if ((soap->mode & SOAP_XML_DOM) && soap->dom) + { soap->dom->data = soap_string_in(soap, 0, -1, -1); + return (unsigned char*)soap_base642s(soap, soap->dom->data, NULL, 0, n); + } +#endif +#ifdef WITH_FAST + soap->labidx = 0; + for (;;) + { register size_t i, k; + register char *s; + if (soap_append_lab(soap, NULL, 2)) + return NULL; + s = soap->labbuf + soap->labidx; + k = soap->lablen - soap->labidx; + soap->labidx = 3 * (soap->lablen / 3); + if (!s) + return NULL; + if (k > 2) + { for (i = 0; i < k - 2; i += 3) + { register unsigned long m = 0; + register int j = 0; + do + { register soap_wchar c = soap_get(soap); + if (c == '=' || c < 0) + { unsigned char *p; + switch (j) + { case 2: + *s++ = (char)((m >> 4) & 0xFF); + i++; + break; + case 3: + *s++ = (char)((m >> 10) & 0xFF); + *s++ = (char)((m >> 2) & 0xFF); + i += 2; + } + if (n) + *n = (int)(soap->lablen + i - k); + p = (unsigned char*)soap_malloc(soap, soap->lablen + i - k); + if (p) + memcpy(p, soap->labbuf, soap->lablen + i - k); + if (c >= 0) + { while ((int)((c = soap_get(soap)) != EOF) && c != SOAP_LT && c != SOAP_TT) + ; + } + soap_unget(soap, c); + return p; + } + c -= '+'; + if (c >= 0 && c <= 79) + { register int b = soap_base64i[c]; + if (b >= 64) + { soap->error = SOAP_TYPE; + return NULL; + } + m = (m << 6) + b; + j++; + } + else if (!soap_blank(c + '+')) + { soap->error = SOAP_TYPE; + return NULL; + } + } while (j < 4); + *s++ = (char)((m >> 16) & 0xFF); + *s++ = (char)((m >> 8) & 0xFF); + *s++ = (char)(m & 0xFF); + } + } + } +#else + if (soap_new_block(soap) == NULL) + return NULL; + for (;;) + { register int i; + register char *s = (char*)soap_push_block(soap, NULL, 3 * SOAP_BLKLEN); /* must be multiple of 3 */ + if (!s) + { soap_end_block(soap, NULL); + return NULL; + } + for (i = 0; i < SOAP_BLKLEN; i++) + { register unsigned long m = 0; + register int j = 0; + do + { register soap_wchar c = soap_get(soap); + if (c == '=' || c < 0) + { unsigned char *p; + i *= 3; + switch (j) + { case 2: + *s++ = (char)((m >> 4) & 0xFF); + i++; + break; + case 3: + *s++ = (char)((m >> 10) & 0xFF); + *s++ = (char)((m >> 2) & 0xFF); + i += 2; + } + if (n) + *n = (int)soap_size_block(soap, NULL, i); + p = (unsigned char*)soap_save_block(soap, NULL, 0); + if (c >= 0) + { while ((int)((c = soap_get(soap)) != EOF) && c != SOAP_LT && c != SOAP_TT) + ; + } + soap_unget(soap, c); + return p; + } + c -= '+'; + if (c >= 0 && c <= 79) + { int b = soap_base64i[c]; + if (b >= 64) + { soap->error = SOAP_TYPE; + return NULL; + } + m = (m << 6) + b; + j++; + } + else if (!soap_blank(c)) + { soap->error = SOAP_TYPE; + return NULL; + } + } while (j < 4); + *s++ = (char)((m >> 16) & 0xFF); + *s++ = (char)((m >> 8) & 0xFF); + *s++ = (char)(m & 0xFF); + } + } +#endif +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_xop_forward(struct soap *soap, unsigned char **ptr, int *size, char **id, char **type, char **options) +{ /* Check MTOM xop:Include element (within hex/base64Binary) */ + /* TODO: this code to be obsoleted with new import/xop.h conventions */ + int body = soap->body; /* should save type too? */ + if (!soap_peek_element(soap)) + { if (!soap_element_begin_in(soap, "xop:Include", 0, NULL) && *soap->href) + { if (soap_dime_forward(soap, ptr, size, id, type, options)) + return soap->error; + } + if (soap->body && soap_element_end_in(soap, NULL)) + return soap->error; + } + soap->body = body; + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_dime_forward(struct soap *soap, unsigned char **ptr, int *size, char **id, char **type, char **options) +{ struct soap_xlist *xp; + *ptr = NULL; + *size = 0; + *id = NULL; + *type = NULL; + *options = NULL; + if (!*soap->href) + return SOAP_OK; + *id = soap_strdup(soap, soap->href); + xp = (struct soap_xlist*)SOAP_MALLOC(soap, sizeof(struct soap_xlist)); + if (!xp) + return soap->error = SOAP_EOM; + xp->next = soap->xlist; + xp->ptr = ptr; + xp->size = size; + xp->id = *id; + xp->type = type; + xp->options = options; + soap->xlist = xp; + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +char * +SOAP_FMAC2 +soap_strdup(struct soap *soap, const char *s) +{ char *t = NULL; + if (s && (t = (char*)soap_malloc(soap, strlen(s) + 1))) + strcpy(t, s); + return t; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +wchar_t * +SOAP_FMAC2 +soap_wstrdup(struct soap *soap, const wchar_t *s) +{ wchar_t *t = NULL; + if (s) + { size_t n = 0; + while (s[n]) + n++; + if ((t = (wchar_t*)soap_malloc(soap, sizeof(wchar_t)*(n+1)))) + memcpy(t, s, sizeof(wchar_t)*(n+1)); + } + return t; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +struct soap_blist* +SOAP_FMAC2 +soap_new_block(struct soap *soap) +{ struct soap_blist *p; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "New block sequence (prev=%p)\n", soap->blist)); + if (!(p = (struct soap_blist*)SOAP_MALLOC(soap, sizeof(struct soap_blist)))) + { soap->error = SOAP_EOM; + return NULL; + } + p->next = soap->blist; + p->ptr = NULL; + p->size = 0; + soap->blist = p; + return p; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +void* +SOAP_FMAC2 +soap_push_block(struct soap *soap, struct soap_blist *b, size_t n) +{ char *p; + if (!b) + b = soap->blist; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Push block of %u bytes (%u bytes total)\n", (unsigned int)n, (unsigned int)b->size + (unsigned int)n)); + if (!(p = (char*)SOAP_MALLOC(soap, n + sizeof(char*) + sizeof(size_t)))) + { soap->error = SOAP_EOM; + return NULL; + } + *(char**)p = b->ptr; + *(size_t*)(p + sizeof(char*)) = n; + b->ptr = p; + b->size += n; + return p + sizeof(char*) + sizeof(size_t); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_pop_block(struct soap *soap, struct soap_blist *b) +{ char *p; + if (!b) + b = soap->blist; + if (!b->ptr) + return; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Pop block\n")); + p = b->ptr; + b->size -= *(size_t*)(p + sizeof(char*)); + b->ptr = *(char**)p; + SOAP_FREE(soap, p); +} +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_1 +static void +soap_update_ptrs(struct soap *soap, char *start, char *end, char *p1, char *p2) +{ int i; + register struct soap_ilist *ip = NULL; + register struct soap_flist *fp = NULL; +#ifndef WITH_LEANER + register struct soap_xlist *xp = NULL; +#endif + register void *p, **q; + for (i = 0; i < SOAP_IDHASH; i++) + { for (ip = soap->iht[i]; ip; ip = ip->next) + { if (ip->ptr && (char*)ip->ptr >= start && (char*)ip->ptr < end) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Update id='%s' %p -> %p\n", ip->id, ip->ptr, (char*)ip->ptr + (p1-p2))); + ip->ptr = (char*)ip->ptr + (p1-p2); + } + for (q = &ip->link; q; q = (void**)p) + { p = *q; + if (p && (char*)p >= start && (char*)p < end) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Link update id='%s' %p\n", ip->id, p)); + *q = (char*)p + (p1-p2); + } + } + for (q = &ip->copy; q; q = (void**)p) + { p = *q; + if (p && (char*)p >= start && (char*)p < end) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Copy chain update id='%s' %p\n", ip->id, p)); + *q = (char*)p + (p1-p2); + } + } + for (fp = ip->flist; fp; fp = fp->next) + { if ((char*)fp->ptr >= start && (char*)fp->ptr < end) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Copy list update id='%s' %p\n", ip->id, fp)); + fp->ptr = (char*)fp->ptr + (p1-p2); + } + } + } + } +#ifndef WITH_LEANER + for (xp = soap->xlist; xp; xp = xp->next) + { if (xp->ptr && (char*)xp->ptr >= start && (char*)xp->ptr < end) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Update id='%s' %p -> %p\n", xp->id?xp->id:SOAP_STR_EOS, xp->ptr, (char*)xp->ptr + (p1-p2))); + xp->ptr = (unsigned char**)((char*)xp->ptr + (p1-p2)); + xp->size = (int*)((char*)xp->size + (p1-p2)); + xp->type = (char**)((char*)xp->type + (p1-p2)); + xp->options = (char**)((char*)xp->options + (p1-p2)); + } + } +#endif +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_1 +static int +soap_has_copies(struct soap *soap, register const char *start, register const char *end) +{ register int i; + register struct soap_ilist *ip = NULL; + register struct soap_flist *fp = NULL; + register const char *p; + for (i = 0; i < SOAP_IDHASH; i++) + { for (ip = soap->iht[i]; ip; ip = ip->next) + { for (p = (const char*)ip->copy; p; p = *(const char**)p) + if (p >= start && p < end) + return SOAP_ERR; + for (fp = ip->flist; fp; fp = fp->next) + if ((const char*)fp->ptr >= start && (const char*)fp->ptr < end) + return SOAP_ERR; + } + } + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_resolve(struct soap *soap) +{ register int i; + register struct soap_ilist *ip = NULL; + register struct soap_flist *fp = NULL; + short flag; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Resolving forwarded data\n")); + for (i = 0; i < SOAP_IDHASH; i++) + { for (ip = soap->iht[i]; ip; ip = ip->next) + { if (ip->ptr) + { register void *p, **q, *r; + q = (void**)ip->link; + ip->link = NULL; + r = ip->ptr; + DBGLOG(TEST, if (q) SOAP_MESSAGE(fdebug, "Traversing link chain to resolve id='%s'\n", ip->id)); + while (q) + { p = *q; + *q = r; + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "... link %p -> %p\n", q, r)); + q = (void**)p; + } + } + else if (*ip->id == '#') + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Missing data for id='%s'\n", ip->id)); + strcpy(soap->id, ip->id + 1); + return soap->error = SOAP_MISSING_ID; + } + } + } + do + { flag = 0; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Resolution phase\n")); + for (i = 0; i < SOAP_IDHASH; i++) + { for (ip = soap->iht[i]; ip; ip = ip->next) + { if (ip->ptr && !soap_has_copies(soap, (const char*)ip->ptr, (const char*)ip->ptr + ip->size)) + { if (ip->copy) + { register void *p, **q = (void**)ip->copy; + DBGLOG(TEST, if (q) SOAP_MESSAGE(fdebug, "Traversing copy chain to resolve id='%s'\n", ip->id)); + ip->copy = NULL; + do + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "... copy %p -> %p (%u bytes)\n", ip->ptr, q, (unsigned int)ip->size)); + p = *q; + memcpy(q, ip->ptr, ip->size); + q = (void**)p; + } while (q); + flag = 1; + } + for (fp = ip->flist; fp; fp = ip->flist) + { register unsigned int k = fp->level; + register void *p = ip->ptr; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Resolving forwarded data type=%d location=%p level=%u,%u id='%s'\n", ip->type, p, ip->level, fp->level, ip->id)); + while (ip->level < k) + { register void **q = (void**)soap_malloc(soap, sizeof(void*)); + if (!q) + return soap->error; + *q = p; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Descending one level, new location=%p holds=%p...\n", q, *q)); + p = (void*)q; + k--; + } + if (fp->fcopy) + fp->fcopy(soap, ip->type, fp->type, fp->ptr, fp->len, p, ip->size); + else + soap_fcopy(soap, ip->type, fp->type, fp->ptr, fp->len, p, ip->size); + ip->flist = fp->next; + SOAP_FREE(soap, fp); + flag = 1; + } + } + } + } + } while (flag); +#ifdef SOAP_DEBUG + for (i = 0; i < SOAP_IDHASH; i++) + { for (ip = soap->iht[i]; ip; ip = ip->next) + { if (ip->copy || ip->flist) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Resolution error: forwarded data for id='%s' could not be propagated, please report this problem to the developers\n", ip->id)); + } + } + } +#endif + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Resolution done\n")); + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +size_t +SOAP_FMAC2 +soap_size_block(struct soap *soap, struct soap_blist *b, size_t n) +{ if (!b) + b = soap->blist; + if (b->ptr) + { b->size -= *(size_t*)(b->ptr + sizeof(char*)) - n; + *(size_t*)(b->ptr + sizeof(char*)) = n; + } + return b->size; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +char* +SOAP_FMAC2 +soap_first_block(struct soap *soap, struct soap_blist *b) +{ char *p, *q, *r; + if (!b) + b = soap->blist; + p = b->ptr; + if (!p) + return NULL; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "First block\n")); + r = NULL; + do + { q = *(char**)p; + *(char**)p = r; + r = p; + p = q; + } while (p); + b->ptr = r; + return r + sizeof(char*) + sizeof(size_t); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +char* +SOAP_FMAC2 +soap_next_block(struct soap *soap, struct soap_blist *b) +{ char *p; + if (!b) + b = soap->blist; + p = b->ptr; + if (p) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Next block\n")); + b->ptr = *(char**)p; + SOAP_FREE(soap, p); + if (b->ptr) + return b->ptr + sizeof(char*) + sizeof(size_t); + } + return NULL; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +size_t +SOAP_FMAC2 +soap_block_size(struct soap *soap, struct soap_blist *b) +{ if (!b) + b = soap->blist; + return *(size_t*)(b->ptr + sizeof(char*)); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_end_block(struct soap *soap, struct soap_blist *b) +{ char *p, *q; + if (!b) + b = soap->blist; + if (b) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "End of block sequence, free all remaining blocks\n")); + for (p = b->ptr; p; p = q) + { q = *(char**)p; + SOAP_FREE(soap, p); + } + if (soap->blist == b) + soap->blist = b->next; + else + { struct soap_blist *bp; + for (bp = soap->blist; bp; bp = bp->next) + { if (bp->next == b) + { bp->next = b->next; + break; + } + } + } + SOAP_FREE(soap, b); + } + DBGLOG(TEST, if (soap->blist) SOAP_MESSAGE(fdebug, "Restore previous block sequence\n")); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +char* +SOAP_FMAC2 +soap_save_block(struct soap *soap, struct soap_blist *b, char *p, int flag) +{ register size_t n; + register char *q, *s; + if (!b) + b = soap->blist; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Save all blocks in contiguous memory space of %u bytes (%p->%p)\n", (unsigned int)b->size, b->ptr, p)); + if (b->size) + { if (!p) + p = (char*)soap_malloc(soap, b->size); + if (p) + { for (s = p, q = soap_first_block(soap, b); q; q = soap_next_block(soap, b)) + { n = soap_block_size(soap, b); +#ifndef WITH_NOIDREF + if (flag) + soap_update_ptrs(soap, q, q + n, s, q); +#endif + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Copy %u bytes from %p to %p\n", (unsigned int)n, q, s)); + memcpy(s, q, n); + s += n; + } + } + else + soap->error = SOAP_EOM; + } + soap_end_block(soap, b); + return p; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +char * +SOAP_FMAC2 +soap_putsize(struct soap *soap, const char *type, int size) +{ return soap_putsizes(soap, type, &size, 1); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +char * +SOAP_FMAC2 +soap_putsizes(struct soap *soap, const char *type, const int *size, int dim) +{ return soap_putsizesoffsets(soap, type, size, NULL, dim); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +char * +SOAP_FMAC2 +soap_putsizesoffsets(struct soap *soap, const char *type, const int *size, const int *offset, int dim) +{ int i; + if (!type) + return NULL; + if (soap->version == 2) + { sprintf(soap->type, "%s[%d", type, size[0]); + for (i = 1; i < dim; i++) + sprintf(soap->type + strlen(soap->type), " %d", size[i]); + } + else + { if (offset) + { sprintf(soap->type, "%s[%d", type, size[0] + offset[0]); + for (i = 1; i < dim; i++) + sprintf(soap->type + strlen(soap->type), ",%d", size[i] + offset[i]); + } + else + { sprintf(soap->type, "%s[%d", type, size[0]); + for (i = 1; i < dim; i++) + sprintf(soap->type + strlen(soap->type), ",%d", size[i]); + } + strcat(soap->type, "]"); + } + return soap->type; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +char * +SOAP_FMAC2 +soap_putoffset(struct soap *soap, int offset) +{ return soap_putoffsets(soap, &offset, 1); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +char * +SOAP_FMAC2 +soap_putoffsets(struct soap *soap, const int *offset, int dim) +{ register int i; + sprintf(soap->arrayOffset, "[%d", offset[0]); + for (i = 1; i < dim; i++) + sprintf(soap->arrayOffset + strlen(soap->arrayOffset), ",%d", offset[i]); + strcat(soap->arrayOffset, "]"); + return soap->arrayOffset; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_size(const int *size, int dim) +{ register int i, n = size[0]; + for (i = 1; i < dim; i++) + n *= size[i]; + return n; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_getoffsets(const char *attr, const int *size, int *offset, int dim) +{ register int i, j = 0; + if (offset) + for (i = 0; i < dim && attr && *attr; i++) + { attr++; + j *= size[i]; + j += offset[i] = (int)atol(attr); + attr = strchr(attr, ','); + } + else + for (i = 0; i < dim && attr && *attr; i++) + { attr++; + j *= size[i]; + j += (int)atol(attr); + attr = strchr(attr, ','); + } + return j; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_getsize(const char *attr1, const char *attr2, int *j) +{ register int n, k; + char *s; + *j = 0; + if (!*attr1) + return -1; + if (*attr1 == '[') + attr1++; + n = 1; + for (;;) + { k = (int)soap_strtol(attr1, &s, 10); + n *= k; + if (k < 0 || n > SOAP_MAXARRAYSIZE || s == attr1) + return -1; + attr1 = strchr(s, ','); + if (!attr1) + attr1 = strchr(s, ' '); + if (attr2 && *attr2) + { attr2++; + *j *= k; + k = (int)soap_strtol(attr2, &s, 10); + *j += k; + if (k < 0) + return -1; + attr2 = s; + } + if (!attr1) + break; + attr1++; + } + return n - *j; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_getsizes(const char *attr, int *size, int dim) +{ register int i, k, n; + if (!*attr) + return -1; + i = (int)strlen(attr); + n = 1; + do + { for (i = i-1; i >= 0; i--) + if (attr[i] == '[' || attr[i] == ',' || attr[i] == ' ') + break; + k = (int)atol(attr + i + 1); + n *= size[--dim] = k; + if (k < 0 || n > SOAP_MAXARRAYSIZE) + return -1; + } while (i >= 0 && attr[i] != '['); + return n; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_getposition(const char *attr, int *pos) +{ register int i, n; + if (!*attr) + return -1; + n = 0; + i = 1; + do + { pos[n++] = (int)atol(attr + i); + while (attr[i] && attr[i] != ',' && attr[i] != ']') + i++; + if (attr[i] == ',') + i++; + } while (n < SOAP_MAXDIMS && attr[i] && attr[i] != ']'); + return n; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_push_namespace(struct soap *soap, const char *id, const char *ns) +{ register struct soap_nlist *np; + register struct Namespace *p; + register short i = -1; + register size_t n, k; + n = strlen(id); + k = strlen(ns) + 1; + p = soap->local_namespaces; + if (p) + { for (i = 0; p->id; p++, i++) + { if (p->ns && !strcmp(ns, p->ns)) + { if (p->out) + { SOAP_FREE(soap, p->out); + p->out = NULL; + } + break; + } + if (p->out) + { if (!strcmp(ns, p->out)) + break; + } + else if (p->in) + { if (!soap_tag_cmp(ns, p->in)) + { if ((p->out = (char*)SOAP_MALLOC(soap, k))) + strcpy(p->out, ns); + break; + } + } + } + if (!p || !p->id) + i = -1; + } + if (i >= 0) + k = 0; + np = (struct soap_nlist*)SOAP_MALLOC(soap, sizeof(struct soap_nlist) + n + k); + if (!np) + return soap->error = SOAP_EOM; + np->next = soap->nlist; + soap->nlist = np; + np->level = soap->level; + np->index = i; + strcpy(np->id, id); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Push namespace binding (level=%u) '%s' '%s'\n", soap->level, id, ns)); + if (i < 0) + { np->ns = np->id + n + 1; + strcpy(np->ns, ns); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Push NOT OK: no match found for '%s' in namespace mapping table (added to stack anyway)\n", ns)); + } + else + { np->ns = NULL; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Push OK ('%s' matches '%s' in namespace table)\n", id, p->id)); + } + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_pop_namespace(struct soap *soap) +{ register struct soap_nlist *np, *nq; + for (np = soap->nlist; np && np->level >= soap->level; np = nq) + { nq = np->next; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Pop namespace binding (level=%u) '%s'\n", soap->level, np->id)); + SOAP_FREE(soap, np); + } + soap->nlist = np; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_match_namespace(struct soap *soap, const char *id1, const char *id2, size_t n1, size_t n2) +{ register struct soap_nlist *np = soap->nlist; + while (np && (strncmp(np->id, id1, n1) || np->id[n1])) + np = np->next; + if (np) + { if (np->index < 0 + || (soap->local_namespaces[np->index].id + && (strncmp(soap->local_namespaces[np->index].id, id2, n2) + || soap->local_namespaces[np->index].id[n2]))) + return SOAP_NAMESPACE; + return SOAP_OK; + } + if (n1 == 3 && n1 == n2 && !strncmp(id1, "xml", 3) && !strncmp(id1, id2, 3)) + return SOAP_OK; + return soap->error = SOAP_SYNTAX_ERROR; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_current_namespace(struct soap *soap, const char *tag) +{ register struct soap_nlist *np; + register const char *s; + if (!tag || !strncmp(tag, "xml", 3)) + return NULL; + np = soap->nlist; + if (!(s = strchr(tag, ':'))) + { while (np && *np->id) /* find default namespace, if present */ + np = np->next; + } + else + { while (np && (strncmp(np->id, tag, s - tag) || np->id[s - tag])) + np = np->next; + if (!np) + soap->error = SOAP_NAMESPACE; + } + if (np) + { if (np->index >= 0) + return soap->namespaces[np->index].ns; + if (np->ns) + return soap_strdup(soap, np->ns); + } + return NULL; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_tag_cmp(const char *s, const char *t) +{ for (;;) + { register int c1 = *s; + register int c2 = *t; + if (!c1 || c1 == '"') + break; + if (c2 != '-') + { if (c1 != c2) + { if (c1 >= 'A' && c1 <= 'Z') + c1 += 'a' - 'A'; + if (c2 >= 'A' && c2 <= 'Z') + c2 += 'a' - 'A'; + } + if (c1 != c2) + { if (c2 != '*') + return 1; + c2 = *++t; + if (!c2) + return 0; + if (c2 >= 'A' && c2 <= 'Z') + c2 += 'a' - 'A'; + for (;;) + { c1 = *s; + if (!c1 || c1 == '"') + break; + if (c1 >= 'A' && c1 <= 'Z') + c1 += 'a' - 'A'; + if (c1 == c2 && !soap_tag_cmp(s + 1, t + 1)) + return 0; + s++; + } + break; + } + } + s++; + t++; + } + if (*t == '*' && !t[1]) + return 0; + return *t; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_match_tag(struct soap *soap, const char *tag1, const char *tag2) +{ register const char *s, *t; + register int err; + if (!tag1 || !tag2 || !*tag2) + return SOAP_OK; + s = strchr(tag1, ':'); + t = strchr(tag2, ':'); + if (t) + { if (s) + { if (t[1] && SOAP_STRCMP(s + 1, t + 1)) + return SOAP_TAG_MISMATCH; + if (t != tag2 && (err = soap_match_namespace(soap, tag1, tag2, s - tag1, t - tag2))) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Tags '%s' and '%s' match but namespaces differ\n", tag1, tag2)); + if (err == SOAP_NAMESPACE) + return SOAP_TAG_MISMATCH; + return err; + } + } + else if (SOAP_STRCMP(tag1, t + 1)) + { return SOAP_TAG_MISMATCH; + } + else if (t != tag2 && (err = soap_match_namespace(soap, tag1, tag2, 0, t - tag2))) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Tags '%s' and '%s' match but namespaces differ\n", tag1, tag2)); + if (err == SOAP_NAMESPACE) + return SOAP_TAG_MISMATCH; + return err; + } + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Tags and (default) namespaces match: '%s' '%s'\n", tag1, tag2)); + return SOAP_OK; + } + if (s) + { if (SOAP_STRCMP(s + 1, tag2)) + return SOAP_TAG_MISMATCH; + } + else if (SOAP_STRCMP(tag1, tag2)) + return SOAP_TAG_MISMATCH; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Tags match: '%s' '%s'\n", tag1, tag2)); + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_match_array(struct soap *soap, const char *type) +{ if (*soap->arrayType) + if (soap_match_tag(soap, soap->arrayType, type) + && soap_match_tag(soap, soap->arrayType, "xsd:anyType") + && soap_match_tag(soap, soap->arrayType, "xsd:ur-type") + ) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Array type mismatch: '%s' '%s'\n", soap->arrayType, type)); + return SOAP_TAG_MISMATCH; + } + return SOAP_OK; +} +#endif + +/******************************************************************************\ + * + * SSL + * +\******************************************************************************/ + +#ifdef WITH_OPENSSL +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_rand() +{ unsigned char buf[4]; + if (!soap_ssl_init_done) + soap_ssl_init(); + RAND_pseudo_bytes(buf, 4); + return *(int*)buf; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_ssl_server_context(struct soap *soap, unsigned short flags, const char *keyfile, const char *password, const char *cafile, const char *capath, const char *dhfile, const char *randfile, const char *sid) +{ int err; + soap->keyfile = keyfile; + soap->password = password; + soap->cafile = cafile; + soap->capath = capath; + soap->dhfile = dhfile; + soap->randfile = randfile; + soap->ssl_flags = flags | (dhfile == NULL ? SOAP_SSL_RSA : 0); + if (!(err = soap->fsslauth(soap))) + { if (sid) + SSL_CTX_set_session_id_context(soap->ctx, (unsigned char*)sid, (unsigned int)strlen(sid)); + } + return err; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_ssl_client_context(struct soap *soap, unsigned short flags, const char *keyfile, const char *password, const char *cafile, const char *capath, const char *randfile) +{ soap->keyfile = keyfile; + soap->password = password; + soap->cafile = cafile; + soap->capath = capath; + soap->dhfile = NULL; + soap->ssl_flags = flags; + soap->randfile = randfile; + soap->fsslverify = (flags & SOAP_SSL_ALLOW_EXPIRED_CERTIFICATE) == 0 ? ssl_verify_callback : ssl_verify_callback_allow_expired_certificate; + return soap->fsslauth(soap); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_ssl_init() +{ /* Note: for MT systems, the main program MUST call soap_ssl_init() before any threads are started */ + if (!soap_ssl_init_done) + { soap_ssl_init_done = 1; + SSL_library_init(); +#ifndef WITH_LEAN + SSL_load_error_strings(); +#endif + if (!RAND_load_file("/dev/urandom", 1024)) + { char buf[1024]; + RAND_seed(buf, sizeof(buf)); + while (!RAND_status()) + { int r = rand(); + RAND_seed(&r, sizeof(int)); + } + } + } +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +const char * +SOAP_FMAC2 +soap_ssl_error(struct soap *soap, int ret) +{ int err = SSL_get_error(soap->ssl, ret); + const char *msg = soap_code_str(h_ssl_error_codes, err); + if (msg) + strcpy(soap->msgbuf, msg); + else + return ERR_error_string(err, soap->msgbuf); + if (ERR_peek_error()) + { unsigned long r; + strcat(soap->msgbuf, "\n"); + while ((r = ERR_get_error())) + ERR_error_string_n(r, soap->msgbuf + strlen(soap->msgbuf), sizeof(soap->msgbuf) - strlen(soap->msgbuf)); + } + else + { switch (ret) + { case 0: + strcpy(soap->msgbuf, "EOF was observed that violates the protocol. The client probably provided invalid authentication information."); + break; + case -1: + sprintf(soap->msgbuf, "Error observed by underlying BIO: %s", strerror(errno)); + break; + } + } + return soap->msgbuf; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +static int +ssl_password(char *buf, int num, int rwflag, void *userdata) +{ if (num < (int)strlen((char*)userdata) + 1) + return 0; + return (int)strlen(strcpy(buf, (char*)userdata)); +} +#endif + +/******************************************************************************/ +/* This callback is included for future references. It should not be deleted +#ifndef PALM_2 +static DH * +ssl_tmp_dh(SSL *ssl, int is_export, int keylength) +{ static DH *dh512 = NULL; + static DH *dh1024 = NULL; + DH *dh; + switch (keylength) + { case 512: + if (!dh512) + { BIO *bio = BIO_new_file("dh512.pem", "r"); + if (bio) + { dh512 = PEM_read_bio_DHparams(bio, NULL, NULL, NULL); + BIO_free(bio); + return dh512; + } + } + else + return dh512; + default: + if (!dh1024) + { BIO *bio = BIO_new_file("dh1024.pem", "r"); + if (bio) + { dh1024 = PEM_read_bio_DHparams(bio, NULL, NULL, NULL); + BIO_free(bio); + } + } + dh = dh1024; + } + return dh; +} +#endif +*/ + +/******************************************************************************/ +#ifndef PALM_1 +static int +ssl_auth_init(struct soap *soap) +{ long flags; + int mode; + if (!soap_ssl_init_done) + soap_ssl_init(); + ERR_clear_error(); + if (!soap->ctx) + { if (!(soap->ctx = SSL_CTX_new(SSLv23_method()))) + return soap_set_receiver_error(soap, "SSL error", "Can't setup context", SOAP_SSL_ERROR); + /* Alters the behavior of SSL read/write: + SSL_CTX_set_mode(soap->ctx, SSL_MODE_ENABLE_PARTIAL_WRITE | SSL_MODE_AUTO_RETRY); + */ + } + if (soap->randfile) + { if (!RAND_load_file(soap->randfile, -1)) + return soap_set_receiver_error(soap, "SSL error", "Can't load randomness", SOAP_SSL_ERROR); + } + if (soap->cafile || soap->capath) + { if (!SSL_CTX_load_verify_locations(soap->ctx, soap->cafile, soap->capath)) + return soap_set_receiver_error(soap, "SSL error", "Can't read CA file and directory", SOAP_SSL_ERROR); + if (soap->cafile && (soap->ssl_flags & SOAP_SSL_REQUIRE_CLIENT_AUTHENTICATION)) + SSL_CTX_set_client_CA_list(soap->ctx, SSL_load_client_CA_file(soap->cafile)); + } + if (!SSL_CTX_set_default_verify_paths(soap->ctx)) + return soap_set_receiver_error(soap, "SSL error", "Can't read default CA file and/or directory", SOAP_SSL_ERROR); +/* This code assumes a typical scenario, see alternative code below */ + if (soap->keyfile) + { if (!SSL_CTX_use_certificate_chain_file(soap->ctx, soap->keyfile)) + return soap_set_receiver_error(soap, "SSL error", "Can't read certificate key file", SOAP_SSL_ERROR); + if (soap->password) + { SSL_CTX_set_default_passwd_cb_userdata(soap->ctx, (void*)soap->password); + SSL_CTX_set_default_passwd_cb(soap->ctx, ssl_password); + } + if (!SSL_CTX_use_PrivateKey_file(soap->ctx, soap->keyfile, SSL_FILETYPE_PEM)) + return soap_set_receiver_error(soap, "SSL error", "Can't read key file", SOAP_SSL_ERROR); + } +/* Suggested alternative approach to check the key file for certs (cafile=NULL): + if (soap->password) + { SSL_CTX_set_default_passwd_cb_userdata(soap->ctx, (void*)soap->password); + SSL_CTX_set_default_passwd_cb(soap->ctx, ssl_password); + } + if (!soap->cafile || !SSL_CTX_use_certificate_chain_file(soap->ctx, soap->cafile)) + { if (soap->keyfile) + { if (!SSL_CTX_use_certificate_chain_file(soap->ctx, soap->keyfile)) + return soap_set_receiver_error(soap, "SSL error", "Can't read certificate or key file", SOAP_SSL_ERROR); + if (!SSL_CTX_use_PrivateKey_file(soap->ctx, soap->keyfile, SSL_FILETYPE_PEM)) + return soap_set_receiver_error(soap, "SSL error", "Can't read key file", SOAP_SSL_ERROR); + } + } +*/ + if ((soap->ssl_flags & SOAP_SSL_RSA)) + { RSA *rsa = RSA_generate_key(1024, RSA_F4, NULL, NULL); + if (!SSL_CTX_set_tmp_rsa(soap->ctx, rsa)) + { if (rsa) + RSA_free(rsa); + return soap_set_receiver_error(soap, "SSL error", "Can't set RSA key", SOAP_SSL_ERROR); + } + RSA_free(rsa); + } + else if (soap->dhfile) + { DH *dh = 0; + BIO *bio; + bio = BIO_new_file(soap->dhfile, "r"); + if (!bio) + return soap_set_receiver_error(soap, "SSL error", "Can't read DH file", SOAP_SSL_ERROR); + dh = PEM_read_bio_DHparams(bio, NULL, NULL, NULL); + BIO_free(bio); + if (SSL_CTX_set_tmp_dh(soap->ctx, dh) < 0) + { if (dh) + DH_free(dh); + return soap_set_receiver_error(soap, "SSL error", "Can't set DH parameters", SOAP_SSL_ERROR); + } + DH_free(dh); + } + flags = (SSL_OP_ALL | SSL_OP_NO_SSLv2); + if ((soap->ssl_flags & SOAP_SSLv3)) + flags |= SSL_OP_NO_TLSv1; + if ((soap->ssl_flags & SOAP_TLSv1)) + flags |= SSL_OP_NO_SSLv3; + SSL_CTX_set_options(soap->ctx, flags); + if ((soap->ssl_flags & SOAP_SSL_REQUIRE_CLIENT_AUTHENTICATION)) + mode = (SSL_VERIFY_PEER | SSL_VERIFY_FAIL_IF_NO_PEER_CERT); + else if ((soap->ssl_flags & SOAP_SSL_REQUIRE_SERVER_AUTHENTICATION)) + mode = SSL_VERIFY_PEER; + else + mode = SSL_VERIFY_NONE; + SSL_CTX_set_verify(soap->ctx, mode, soap->fsslverify); +#if (OPENSSL_VERSION_NUMBER < 0x00905100L) + SSL_CTX_set_verify_depth(soap->ctx, 1); +#else + SSL_CTX_set_verify_depth(soap->ctx, 9); +#endif + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +static int +ssl_verify_callback(int ok, X509_STORE_CTX *store) +{ +#ifdef SOAP_DEBUG + if (!ok) + { char data[256]; + X509 *cert = X509_STORE_CTX_get_current_cert(store); + fprintf(stderr, "SSL verify error or warning with certificate at depth %d: %s\n", X509_STORE_CTX_get_error_depth(store), X509_verify_cert_error_string(X509_STORE_CTX_get_error(store))); + X509_NAME_oneline(X509_get_issuer_name(cert), data, sizeof(data)); + fprintf(stderr, "certificate issuer %s\n", data); + X509_NAME_oneline(X509_get_subject_name(cert), data, sizeof(data)); + fprintf(stderr, "certificate subject %s\n", data); + } +#endif + /* Note: return 1 to continue, but unsafe progress will be terminated by SSL */ + return ok; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +static int +ssl_verify_callback_allow_expired_certificate(int ok, X509_STORE_CTX *store) +{ ok = ssl_verify_callback(ok, store); + if (ok == 0 && X509_STORE_CTX_get_error(store) == X509_V_ERR_CERT_HAS_EXPIRED) + { +#ifdef SOAP_DEBUG + fprintf(stderr, "ignoring certificate expiration\n"); +#endif + X509_STORE_CTX_set_error(store, X509_V_OK); + ok = 1; + } + /* Note: return 1 to continue, but unsafe progress will be terminated by SSL */ + return ok; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_ssl_accept(struct soap *soap) +{ BIO *bio; + int retries, r, s; + if (!soap_valid_socket(soap->socket)) + return soap_set_receiver_error(soap, "SSL error", "No socket in soap_ssl_accept()", SOAP_SSL_ERROR); + if (!soap->ctx && (soap->error = soap->fsslauth(soap))) + return SOAP_INVALID_SOCKET; + if (!soap->ssl) + { soap->ssl = SSL_new(soap->ctx); + if (!soap->ssl) + return soap_set_receiver_error(soap, "SSL error", "SSL_new() failed in soap_ssl_accept()", SOAP_SSL_ERROR); + } + else + SSL_clear(soap->ssl); + soap->imode |= SOAP_ENC_SSL; + soap->omode |= SOAP_ENC_SSL; + /* Set SSL sockets to non-blocking */ + SOAP_SOCKNONBLOCK(soap->socket) + bio = BIO_new_socket((int)soap->socket, BIO_NOCLOSE); + SSL_set_bio(soap->ssl, bio, bio); + retries = 100; /* 10 sec retries, 100 times 0.1 sec */ + while ((r = SSL_accept(soap->ssl)) <= 0) + { int err = SSL_get_error(soap->ssl, r); + if (err == SSL_ERROR_WANT_READ || err == SSL_ERROR_WANT_WRITE) + { struct timeval timeout; + fd_set fd; +#ifndef WIN32 + if ((int)soap->socket >= (int)FD_SETSIZE) + return SOAP_FD_EXCEEDED; /* Hint: MUST increase FD_SETSIZE */ +#endif + timeout.tv_sec = 0; + timeout.tv_usec = 100000; + FD_ZERO(&fd); + FD_SET(soap->socket, &fd); + if (err == SSL_ERROR_WANT_READ) + s = select((int)soap->socket + 1, &fd, NULL, &fd, &timeout); + else + s = select((int)soap->socket + 1, NULL, &fd, &fd, &timeout); + if (s < 0 && (s = soap_socket_errno(soap->socket)) != SOAP_EINTR) + { soap->errnum = s; + break; + } + } + else + { soap->errnum = err; + break; + } + if (retries-- <= 0) + break; + } + if (r <= 0) + { soap_set_receiver_error(soap, soap_ssl_error(soap, r), "SSL_accept() failed in soap_ssl_accept()", SOAP_SSL_ERROR); + soap_closesock(soap); + return SOAP_SSL_ERROR; + } + if ((soap->ssl_flags & SOAP_SSL_REQUIRE_CLIENT_AUTHENTICATION)) + { X509 *peer; + int err; + if ((err = SSL_get_verify_result(soap->ssl)) != X509_V_OK) + { soap_closesock(soap); + return soap_set_sender_error(soap, X509_verify_cert_error_string(err), "SSL certificate presented by peer cannot be verified in soap_ssl_accept()", SOAP_SSL_ERROR); + } + peer = SSL_get_peer_certificate(soap->ssl); + if (!peer) + { soap_closesock(soap); + return soap_set_sender_error(soap, "SSL error", "No SSL certificate was presented by the peer in soap_ssl_accept()", SOAP_SSL_ERROR); + } + X509_free(peer); + } + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#endif /* WITH_OPENSSL */ + +/******************************************************************************/ +#ifndef WITH_NOIO +#ifndef PALM_1 +static int +tcp_init(struct soap *soap) +{ soap->errmode = 1; +#ifdef WIN32 + if (tcp_done) + return 0; + else + { WSADATA w; + if (WSAStartup(MAKEWORD(1, 1), &w)) + return -1; + tcp_done = 1; + } +#endif + return 0; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_done(struct soap *soap) +{ +#ifdef SOAP_DEBUG + int i; +#endif + if (soap_check_state(soap)) + return; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Done with context\n")); + soap_free_temp(soap); + while (soap->clist) + { struct soap_clist *p = soap->clist->next; + SOAP_FREE(soap, soap->clist); + soap->clist = p; + } + soap->keep_alive = 0; /* to force close the socket */ + soap_closesock(soap); +#ifdef WITH_COOKIES + soap_free_cookies(soap); +#endif + while (soap->plugins) + { register struct soap_plugin *p = soap->plugins->next; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Removing plugin '%s'\n", soap->plugins->id)); + if (soap->plugins->fcopy || soap->state == SOAP_INIT) + soap->plugins->fdelete(soap, soap->plugins); + SOAP_FREE(soap, soap->plugins); + soap->plugins = p; + } + soap->fplugin = fplugin; + soap->fmalloc = NULL; +#ifndef WITH_NOHTTP + soap->fpost = http_post; + soap->fget = http_get; + soap->fput = http_put; + soap->fdel = http_del; + soap->fhead = http_head; + soap->fform = NULL; + soap->fposthdr = http_post_header; + soap->fresponse = http_response; + soap->fparse = http_parse; + soap->fparsehdr = http_parse_header; +#endif + soap->fheader = NULL; +#ifndef WITH_NOIO +#ifndef WITH_IPV6 + soap->fresolve = tcp_gethost; +#else + soap->fresolve = NULL; +#endif + soap->faccept = tcp_accept; + soap->fopen = tcp_connect; + soap->fclose = tcp_disconnect; + soap->fclosesocket = tcp_closesocket; + soap->fshutdownsocket = tcp_shutdownsocket; + soap->fsend = fsend; + soap->frecv = frecv; + soap->fpoll = soap_poll; +#else + soap->fopen = NULL; + soap->fclose = NULL; + soap->fpoll = NULL; +#endif +#ifndef WITH_LEANER + soap->fprepareinit = NULL; + soap->fpreparesend = NULL; + soap->fpreparerecv = NULL; + soap->fpreparefinal = NULL; +#endif + soap->fseterror = NULL; + soap->fignore = NULL; + soap->fserveloop = NULL; +#ifdef WITH_OPENSSL + if (soap->session) + { SSL_SESSION_free(soap->session); + soap->session = NULL; + } +#endif + if (soap->state == SOAP_INIT) + { if (soap_valid_socket(soap->master)) + { soap->fclosesocket(soap, soap->master); + soap->master = SOAP_INVALID_SOCKET; + } + } +#ifdef WITH_OPENSSL + if (soap->ssl) + { SSL_free(soap->ssl); + soap->ssl = NULL; + } + if (soap->state == SOAP_INIT) + { if (soap->ctx) + { SSL_CTX_free(soap->ctx); + soap->ctx = NULL; + } + } +#endif +#ifdef WITH_OPENSSL + ERR_remove_state(0); +#endif +#ifdef WITH_C_LOCALE + freelocale(soap->c_locale); +#endif +#ifdef WITH_ZLIB + if (soap->d_stream) + { SOAP_FREE(soap, (void*)soap->d_stream); + soap->d_stream = NULL; + } + if (soap->z_buf) + { SOAP_FREE(soap, (void*)soap->z_buf); + soap->z_buf = NULL; + } +#endif +#ifdef SOAP_DEBUG + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Free logfiles\n")); + for (i = 0; i < SOAP_MAXLOGS; i++) + { if (soap->logfile[i]) + { SOAP_FREE(soap, (void*)soap->logfile[i]); + soap->logfile[i] = NULL; + } + soap_close_logfile(soap, i); + } + soap->state = SOAP_NONE; +#endif +#ifdef SOAP_MEM_DEBUG + soap_free_mht(soap); +#endif +} +#endif + +/******************************************************************************/ +#ifndef WITH_NOIO +#ifndef PALM_2 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_cleanup(struct soap *soap) +{ soap_done(soap); +#ifdef WIN32 + if (!tcp_done) + return; + tcp_done = 0; + WSACleanup(); +#endif +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIO +#ifndef PALM_1 +static const char* +tcp_error(struct soap *soap) +{ register const char *msg = NULL; + switch (soap->errmode) + { case 0: + msg = soap_strerror(soap); + break; + case 1: + msg = "WSAStartup failed"; + break; + case 2: + { +#ifndef WITH_LEAN + msg = soap_code_str(h_error_codes, soap->errnum); + if (!msg) +#endif + { sprintf(soap->msgbuf, "TCP/UDP IP error %d", soap->errnum); + msg = soap->msgbuf; + } + } + } + return msg; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOHTTP +#ifndef PALM_1 +static const char* +http_error(struct soap *soap, int status) +{ register const char *msg = SOAP_STR_EOS; +#ifndef WITH_LEAN + msg = soap_code_str(h_http_error_codes, status); + if (!msg) + msg = SOAP_STR_EOS; +#endif + return msg; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_IPV6 +#ifndef WITH_NOIO +#ifndef PALM_1 +static int +tcp_gethost(struct soap *soap, const char *addr, struct in_addr *inaddr) +{ soap_int32 iadd = -1; + struct hostent hostent, *host = &hostent; +#ifdef VXWORKS + int hostint; + /* inet_addr(), and hostGetByName() expect "char *"; addr is a "const char *". */ + iadd = inet_addr((char*)addr); +#else +#if defined(_AIX43) || ((defined(TRU64) || defined(HP_UX)) && defined(HAVE_GETHOSTBYNAME_R)) + struct hostent_data ht_data; +#endif +#ifdef AS400 + iadd = inet_addr((void*)addr); +#else + iadd = inet_addr(addr); +#endif +#endif + if (iadd != -1) + { memcpy(inaddr, &iadd, sizeof(iadd)); + return SOAP_OK; + } +#if defined(__GLIBC__) || (defined(HAVE_GETHOSTBYNAME_R) && (defined(FREEBSD) || defined(__FreeBSD__))) + if (gethostbyname_r(addr, &hostent, soap->buf, SOAP_BUFLEN, &host, &soap->errnum) < 0) + host = NULL; +#elif defined(_AIX43) || ((defined(TRU64) || defined(HP_UX)) && defined(HAVE_GETHOSTBYNAME_R)) + memset((void*)&ht_data, 0, sizeof(ht_data)); + if (gethostbyname_r(addr, &hostent, &ht_data) < 0) + { host = NULL; + soap->errnum = h_errno; + } +#elif defined(HAVE_GETHOSTBYNAME_R) + host = gethostbyname_r(addr, &hostent, soap->buf, SOAP_BUFLEN, &soap->errnum); +#elif defined(VXWORKS) + /* If the DNS resolver library resolvLib has been configured in the vxWorks + * image, a query for the host IP address is sent to the DNS server, if the + * name was not found in the local host table. */ + hostint = hostGetByName((char*)addr); + if (hostint == ERROR) + { host = NULL; + soap->errnum = soap_errno; + } +#else +#ifdef AS400 + if (!(host = gethostbyname((void*)addr))) + soap->errnum = h_errno; +#else + if (!(host = gethostbyname(addr))) + soap->errnum = h_errno; +#endif +#endif + if (!host) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Host name not found\n")); + return SOAP_ERR; + } +#ifdef VXWORKS + inaddr->s_addr = hostint; +#else + memcpy(inaddr, host->h_addr, host->h_length); +#endif + return SOAP_OK; +} +#endif +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIO +#ifndef PALM_1 +static SOAP_SOCKET +tcp_connect(struct soap *soap, const char *endpoint, const char *host, int port) +{ +#ifdef WITH_IPV6 + struct addrinfo hints, *res, *ressave; +#endif + SOAP_SOCKET fd; + int err = 0; +#ifndef WITH_LEAN + int retry = 10; + int len = SOAP_BUFLEN; + int set = 1; +#endif + if (soap_valid_socket(soap->socket)) + soap->fclosesocket(soap, soap->socket); + soap->socket = SOAP_INVALID_SOCKET; + if (tcp_init(soap)) + { soap->errnum = 0; + soap_set_sender_error(soap, tcp_error(soap), "TCP init failed in tcp_connect()", SOAP_TCP_ERROR); + return SOAP_INVALID_SOCKET; + } + soap->errmode = 0; +#ifdef WITH_IPV6 + memset((void*)&hints, 0, sizeof(hints)); + hints.ai_family = PF_UNSPEC; +#ifndef WITH_LEAN + if ((soap->omode & SOAP_IO_UDP)) + hints.ai_socktype = SOCK_DGRAM; + else +#endif + hints.ai_socktype = SOCK_STREAM; + soap->errmode = 2; + if (soap->proxy_host) + err = getaddrinfo(soap->proxy_host, soap_int2s(soap, soap->proxy_port), &hints, &res); + else + err = getaddrinfo(host, soap_int2s(soap, port), &hints, &res); + if (err) + { soap_set_sender_error(soap, SOAP_GAI_STRERROR(err), "getaddrinfo failed in tcp_connect()", SOAP_TCP_ERROR); + return SOAP_INVALID_SOCKET; + } + ressave = res; +again: + fd = socket(res->ai_family, res->ai_socktype, res->ai_protocol); + soap->errmode = 0; +#else +#ifndef WITH_LEAN +again: +#endif +#ifndef WITH_LEAN + if ((soap->omode & SOAP_IO_UDP)) + fd = socket(AF_INET, SOCK_DGRAM, 0); + else +#endif + fd = socket(AF_INET, SOCK_STREAM, 0); +#endif + if (!soap_valid_socket(fd)) + { +#ifdef WITH_IPV6 + if (res->ai_next) + { res = res->ai_next; + goto again; + } +#endif + soap->errnum = soap_socket_errno(fd); + soap_set_sender_error(soap, tcp_error(soap), "socket failed in tcp_connect()", SOAP_TCP_ERROR); +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return SOAP_INVALID_SOCKET; + } +#ifdef SOCKET_CLOSE_ON_EXEC +#ifdef WIN32 +#ifndef UNDER_CE + SetHandleInformation((HANDLE)fd, HANDLE_FLAG_INHERIT, 0); +#endif +#else + fcntl(fd, F_SETFD, 1); +#endif +#endif +#ifndef WITH_LEAN + if (soap->connect_flags == SO_LINGER) + { struct linger linger; + memset((void*)&linger, 0, sizeof(linger)); + linger.l_onoff = 1; + linger.l_linger = soap->linger_time; + if (setsockopt(fd, SOL_SOCKET, SO_LINGER, (char*)&linger, sizeof(struct linger))) + { soap->errnum = soap_socket_errno(fd); + soap_set_sender_error(soap, tcp_error(soap), "setsockopt SO_LINGER failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, fd); +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return SOAP_INVALID_SOCKET; + } + } + else if (soap->connect_flags && setsockopt(fd, SOL_SOCKET, soap->connect_flags, (char*)&set, sizeof(int))) + { soap->errnum = soap_socket_errno(fd); + soap_set_sender_error(soap, tcp_error(soap), "setsockopt failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, fd); +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return SOAP_INVALID_SOCKET; + } + if ((soap->keep_alive || soap->tcp_keep_alive) && setsockopt(fd, SOL_SOCKET, SO_KEEPALIVE, (char*)&set, sizeof(int))) + { soap->errnum = soap_socket_errno(fd); + soap_set_sender_error(soap, tcp_error(soap), "setsockopt SO_KEEPALIVE failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, fd); +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return SOAP_INVALID_SOCKET; + } + if (setsockopt(fd, SOL_SOCKET, SO_SNDBUF, (char*)&len, sizeof(int))) + { soap->errnum = soap_socket_errno(fd); + soap_set_sender_error(soap, tcp_error(soap), "setsockopt SO_SNDBUF failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, fd); +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return SOAP_INVALID_SOCKET; + } + if (setsockopt(fd, SOL_SOCKET, SO_RCVBUF, (char*)&len, sizeof(int))) + { soap->errnum = soap_socket_errno(fd); + soap_set_sender_error(soap, tcp_error(soap), "setsockopt SO_RCVBUF failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, fd); +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return SOAP_INVALID_SOCKET; + } +#ifdef TCP_KEEPIDLE + if (soap->tcp_keep_idle && setsockopt((SOAP_SOCKET)fd, IPPROTO_TCP, TCP_KEEPIDLE, (unsigned int*)&(soap->tcp_keep_idle), sizeof(int))) + { soap->errnum = soap_socket_errno(fd); + soap_set_sender_error(soap, tcp_error(soap), "setsockopt TCP_KEEPIDLE failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, (SOAP_SOCKET)fd); +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return SOAP_INVALID_SOCKET; + } +#endif +#ifdef TCP_KEEPINTVL + if (soap->tcp_keep_intvl && setsockopt((SOAP_SOCKET)fd, IPPROTO_TCP, TCP_KEEPINTVL, (unsigned int*)&(soap->tcp_keep_intvl), sizeof(int))) + { soap->errnum = soap_socket_errno(fd); + soap_set_sender_error(soap, tcp_error(soap), "setsockopt TCP_KEEPINTVL failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, (SOAP_SOCKET)fd); +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return SOAP_INVALID_SOCKET; + } +#endif +#ifdef TCP_KEEPCNT + if (soap->tcp_keep_cnt && setsockopt((SOAP_SOCKET)fd, IPPROTO_TCP, TCP_KEEPCNT, (unsigned int*)&(soap->tcp_keep_cnt), sizeof(int))) + { soap->errnum = soap_socket_errno(fd); + soap_set_sender_error(soap, tcp_error(soap), "setsockopt TCP_KEEPCNT failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, (SOAP_SOCKET)fd); +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return SOAP_INVALID_SOCKET; + } +#endif +#ifdef TCP_NODELAY + if (!(soap->omode & SOAP_IO_UDP) && setsockopt(fd, IPPROTO_TCP, TCP_NODELAY, (char*)&set, sizeof(int))) + { soap->errnum = soap_socket_errno(fd); + soap_set_sender_error(soap, tcp_error(soap), "setsockopt TCP_NODELAY failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, fd); +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return SOAP_INVALID_SOCKET; + } +#endif +#ifdef WITH_IPV6 + if ((soap->omode & SOAP_IO_UDP) && soap->ipv6_multicast_if) + { struct sockaddr_in6 *in6addr = (struct sockaddr_in6*)res->ai_addr; + in6addr->sin6_scope_id = soap->ipv6_multicast_if; + } +#else + if ((soap->omode & SOAP_IO_UDP) && soap->ipv4_multicast_if) + { if (soap->ipv4_multicast_ttl > 0) + { char ttl = (char)(soap->ipv4_multicast_ttl); + if (setsockopt(fd, IPPROTO_IP, IP_MULTICAST_TTL, &ttl, sizeof(ttl))) + { soap->errnum = soap_socket_errno(fd); + soap_set_sender_error(soap, tcp_error(soap), "setsockopt IP_MULTICAST_TTL failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, fd); + return SOAP_INVALID_SOCKET; + } + } +#ifndef WINDOWS + if (setsockopt(fd, IPPROTO_IP, IP_MULTICAST_IF, soap->ipv4_multicast_if, sizeof(struct in_addr))) + { soap->errnum = soap_socket_errno(fd); + soap_set_sender_error(soap, tcp_error(soap), "setsockopt IP_MULTICAST_IF failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, fd); + return SOAP_INVALID_SOCKET; + } +#else +#ifndef IP_MULTICAST_IF +#define IP_MULTICAST_IF 2 +#endif + if (setsockopt(fd, IPPROTO_IP, IP_MULTICAST_IF, soap->ipv4_multicast_if, sizeof(struct in_addr))) + { soap->errnum = soap_socket_errno(fd); + soap_set_sender_error(soap, tcp_error(soap), "setsockopt IP_MULTICAST_IF failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, fd); + return SOAP_INVALID_SOCKET; + } +#endif + } +#endif +#endif + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Opening socket %d to host='%s' port=%d\n", fd, host, port)); +#ifndef WITH_IPV6 + soap->peerlen = sizeof(soap->peer); + memset((void*)&soap->peer, 0, sizeof(soap->peer)); + soap->peer.sin_family = AF_INET; + soap->errmode = 2; + if (soap->proxy_host) + { if (soap->fresolve(soap, soap->proxy_host, &soap->peer.sin_addr)) + { soap_set_sender_error(soap, tcp_error(soap), "get proxy host by name failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, fd); +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return SOAP_INVALID_SOCKET; + } + soap->peer.sin_port = htons((short)soap->proxy_port); + } + else + { if (soap->fresolve(soap, host, &soap->peer.sin_addr)) + { soap_set_sender_error(soap, tcp_error(soap), "get host by name failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, fd); +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return SOAP_INVALID_SOCKET; + } + soap->peer.sin_port = htons((short)port); + } + soap->errmode = 0; +#ifndef WITH_LEAN + if ((soap->omode & SOAP_IO_UDP)) + { +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return fd; + } +#endif +#endif +#ifndef WITH_LEAN + if (soap->connect_timeout) + SOAP_SOCKNONBLOCK(fd) + else + SOAP_SOCKBLOCK(fd) +#endif + for (;;) + { +#ifdef WITH_IPV6 + if (connect(fd, res->ai_addr, (int)res->ai_addrlen)) +#else + if (connect(fd, (struct sockaddr*)&soap->peer, sizeof(soap->peer))) +#endif + { err = soap_socket_errno(fd); +#ifndef WITH_LEAN + if (err == SOAP_EADDRINUSE) + { soap->fclosesocket(soap, fd); + if (retry-- > 0) + goto again; + } + else if (soap->connect_timeout && (err == SOAP_EINPROGRESS || err == SOAP_EAGAIN || err == SOAP_EWOULDBLOCK)) + { + SOAP_SOCKLEN_T k; +#ifndef WIN32 + if ((int)soap->socket >= (int)FD_SETSIZE) + { soap->error = SOAP_FD_EXCEEDED; +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return SOAP_INVALID_SOCKET; /* Hint: MUST increase FD_SETSIZE */ + } +#endif + for (;;) + { struct timeval timeout; + fd_set fds; + register int r; + if (soap->connect_timeout > 0) + { timeout.tv_sec = soap->connect_timeout; + timeout.tv_usec = 0; + } + else + { timeout.tv_sec = -soap->connect_timeout/1000000; + timeout.tv_usec = -soap->connect_timeout%1000000; + } + FD_ZERO(&fds); + FD_SET(fd, &fds); + r = select((int)fd + 1, NULL, &fds, NULL, &timeout); + if (r > 0) + break; + if (!r) + { soap->errnum = 0; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Connect timeout\n")); + soap_set_sender_error(soap, "Timeout", "connect failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, fd); +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return SOAP_INVALID_SOCKET; + } + r = soap_socket_errno(fd); + if (r != SOAP_EINTR) + { soap->errnum = r; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Could not connect to host\n")); + soap_set_sender_error(soap, tcp_error(soap), "connect failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, fd); +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return SOAP_INVALID_SOCKET; + } + } + k = (SOAP_SOCKLEN_T)sizeof(soap->errnum); + if (!getsockopt(fd, SOL_SOCKET, SO_ERROR, (char*)&soap->errnum, &k) && !soap->errnum) /* portability note: see SOAP_SOCKLEN_T definition in stdsoap2.h */ + break; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Could not connect to host\n")); + if (!soap->errnum) + soap->errnum = soap_socket_errno(fd); + soap_set_sender_error(soap, tcp_error(soap), "connect failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, fd); +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return SOAP_INVALID_SOCKET; + } +#endif +#ifdef WITH_IPV6 + if (res->ai_next) + { res = res->ai_next; + soap->fclosesocket(soap, fd); + goto again; + } +#endif + if (err && err != SOAP_EINTR) + { soap->errnum = err; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Could not connect to host\n")); + soap_set_sender_error(soap, tcp_error(soap), "connect failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, fd); +#ifdef WITH_IPV6 + freeaddrinfo(ressave); +#endif + return SOAP_INVALID_SOCKET; + } + } + else + break; + } +#ifdef WITH_IPV6 + soap->peerlen = 0; /* IPv6: already connected so use send() */ + freeaddrinfo(ressave); +#endif +#ifndef WITH_LEAN + if (soap->recv_timeout || soap->send_timeout) + SOAP_SOCKNONBLOCK(fd) + else + SOAP_SOCKBLOCK(fd) +#endif + soap->socket = fd; + soap->imode &= ~SOAP_ENC_SSL; + soap->omode &= ~SOAP_ENC_SSL; + if (!soap_tag_cmp(endpoint, "https:*")) + { +#ifdef WITH_OPENSSL + BIO *bio; + int r; + if (soap->proxy_host) + { soap_mode m = soap->omode; /* make sure we only parse HTTP */ + size_t n = soap->count; /* save the content length */ + char *userid, *passwd; + soap->omode &= ~SOAP_ENC; /* mask IO and ENC */ + soap->omode |= SOAP_IO_BUFFER; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Connecting to %s proxy server\n", soap->proxy_http_version)); + sprintf(soap->tmpbuf, "CONNECT %s:%d HTTP/%s", host, port, soap->proxy_http_version); + if (soap_begin_send(soap) + || (soap->error = soap->fposthdr(soap, soap->tmpbuf, NULL))) + { soap->fclosesocket(soap, fd); + return SOAP_INVALID_SOCKET; + } +#ifndef WITH_LEAN + if (soap->proxy_userid && soap->proxy_passwd && strlen(soap->proxy_userid) + strlen(soap->proxy_passwd) < 761) + { sprintf(soap->tmpbuf + 262, "%s:%s", soap->proxy_userid, soap->proxy_passwd); + strcpy(soap->tmpbuf, "Basic "); + soap_s2base64(soap, (const unsigned char*)(soap->tmpbuf + 262), soap->tmpbuf + 6, (int)strlen(soap->tmpbuf + 262)); + if ((soap->error = soap->fposthdr(soap, "Proxy-Authorization", soap->tmpbuf))) + { soap->fclosesocket(soap, fd); + return soap->error; + } + } +#endif + if ((soap->error = soap->fposthdr(soap, NULL, NULL)) + || soap_flush(soap)) + { soap->fclosesocket(soap, fd); + return SOAP_INVALID_SOCKET; + } + soap->omode = m; + m = soap->imode; + soap->imode &= ~SOAP_ENC; /* mask IO and ENC */ + userid = soap->userid; /* preserve */ + passwd = soap->passwd; /* preserve */ + if ((soap->error = soap->fparse(soap))) + { soap->fclosesocket(soap, fd); + return SOAP_INVALID_SOCKET; + } + soap->userid = userid; /* restore */ + soap->passwd = passwd; /* restore */ + soap->imode = m; /* restore */ + soap->count = n; /* restore */ + if (soap_begin_send(soap)) + { soap->fclosesocket(soap, fd); + return SOAP_INVALID_SOCKET; + } + if (endpoint) + strncpy(soap->endpoint, endpoint, sizeof(soap->endpoint)-1); /* restore */ + } + if (!soap->ctx && (soap->error = soap->fsslauth(soap))) + { soap_set_sender_error(soap, "SSL error", "SSL authentication failed in tcp_connect(): check password, key file, and ca file.", SOAP_SSL_ERROR); + soap->fclosesocket(soap, fd); + return SOAP_INVALID_SOCKET; + } + if (!soap->ssl) + { soap->ssl = SSL_new(soap->ctx); + if (!soap->ssl) + { soap->fclosesocket(soap, fd); + soap->error = SOAP_SSL_ERROR; + return SOAP_INVALID_SOCKET; + } + } + else + SSL_clear(soap->ssl); + if (soap->session) + { if (!strcmp(soap->session_host, host) && soap->session_port == port) + SSL_set_session(soap->ssl, soap->session); + SSL_SESSION_free(soap->session); + soap->session = NULL; + } + soap->imode |= SOAP_ENC_SSL; + soap->omode |= SOAP_ENC_SSL; + bio = BIO_new_socket((int)fd, BIO_NOCLOSE); + SSL_set_bio(soap->ssl, bio, bio); +#ifndef WITH_LEAN + /* Connect timeout: set SSL sockets to non-blocking */ + if (soap->connect_timeout) + SOAP_SOCKNONBLOCK(fd) + else + SOAP_SOCKBLOCK(fd) + /* Try connecting until success or timeout */ + do + { if ((r = SSL_connect(soap->ssl)) <= 0) + { int err; + if ((err = SSL_get_error(soap->ssl, r)) == SSL_ERROR_NONE) + break; + if (err != SSL_ERROR_WANT_READ && err != SSL_ERROR_WANT_WRITE) + { soap_set_sender_error(soap, soap_ssl_error(soap, r), "SSL connect failed in tcp_connect()", SOAP_SSL_ERROR); + soap->fclosesocket(soap, fd); + return SOAP_INVALID_SOCKET; + } + if (soap->connect_timeout) + { +#ifndef WIN32 + if ((int)soap->socket >= (int)FD_SETSIZE) + { soap->error = SOAP_FD_EXCEEDED; + return SOAP_INVALID_SOCKET; /* Hint: MUST increase FD_SETSIZE */ + } +#endif + for (;;) + { struct timeval timeout; + fd_set fds; + register int r; + if (soap->connect_timeout > 0) + { timeout.tv_sec = soap->connect_timeout; + timeout.tv_usec = 0; + } + else + { timeout.tv_sec = -soap->connect_timeout/1000000; + timeout.tv_usec = -soap->connect_timeout%1000000; + } + FD_ZERO(&fds); + FD_SET(fd, &fds); + if (err == SSL_ERROR_WANT_READ) + r = select((int)fd + 1, &fds, NULL, NULL, &timeout); + else + r = select((int)fd + 1, NULL, &fds, NULL, &timeout); + if (r >= 1) + { r = 1; + break; + } + else + { soap->errnum = 0; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Connect timeout\n")); + soap_set_sender_error(soap, "Timeout", "connect failed in tcp_connect()", SOAP_TCP_ERROR); + soap->fclosesocket(soap, fd); + return SOAP_INVALID_SOCKET; + } + } + continue; + } + } + break; + } while (r == 1 && !SSL_is_init_finished(soap->ssl)); + /* Set SSL sockets to nonblocking */ + SOAP_SOCKNONBLOCK(fd) +#endif + /* Check server credentials when required */ + if ((soap->ssl_flags & SOAP_SSL_REQUIRE_SERVER_AUTHENTICATION)) + { int err; + if ((err = SSL_get_verify_result(soap->ssl)) != X509_V_OK) + { soap_set_sender_error(soap, X509_verify_cert_error_string(err), "SSL certificate presented by peer cannot be verified in tcp_connect()", SOAP_SSL_ERROR); + soap->fclosesocket(soap, fd); + return SOAP_INVALID_SOCKET; + } + if (!(soap->ssl_flags & SOAP_SSL_SKIP_HOST_CHECK)) + { X509_NAME *subj; + int ext_count; + int ok = 0; + X509 *peer; + peer = SSL_get_peer_certificate(soap->ssl); + if (!peer) + { soap_set_sender_error(soap, "SSL error", "No SSL certificate was presented by the peer in tcp_connect()", SOAP_SSL_ERROR); + soap->fclosesocket(soap, fd); + return SOAP_INVALID_SOCKET; + } + ext_count = X509_get_ext_count(peer); + if (ext_count > 0) + { int i; + for (i = 0; i < ext_count; i++) + { X509_EXTENSION *ext = X509_get_ext(peer, i); + const char *ext_str = OBJ_nid2sn(OBJ_obj2nid(X509_EXTENSION_get_object(ext))); + if (ext_str && !strcmp(ext_str, "subjectAltName")) + { X509V3_EXT_METHOD *meth = X509V3_EXT_get(ext); + void *ext_data; +#if (OPENSSL_VERSION_NUMBER >= 0x0090800fL) + const unsigned char *data; +#else + unsigned char *data; +#endif + STACK_OF(CONF_VALUE) *val; + int j; + if (!meth) + break; + data = ext->value->data; +#if (OPENSSL_VERSION_NUMBER > 0x00907000L) + if (meth->it) + ext_data = ASN1_item_d2i(NULL, &data, ext->value->length, ASN1_ITEM_ptr(meth->it)); + else + { /* OpenSSL not perfectly portable at this point (?): + Some compilers appear to prefer + meth->d2i(NULL, (const unsigned char**)&data, ... + or + meth->d2i(NULL, &data, ext->value->length); + */ + ext_data = meth->d2i(NULL, &data, ext->value->length); + } +#else + ext_data = meth->d2i(NULL, &data, ext->value->length); +#endif + val = meth->i2v(meth, ext_data, NULL); + for (j = 0; j < sk_CONF_VALUE_num(val); j++) + { CONF_VALUE *nval = sk_CONF_VALUE_value(val, j); + if (nval && !strcmp(nval->name, "DNS") && !strcmp(nval->value, host)) + { ok = 1; + break; + } + } + } + if (ok) + break; + } + } + if (!ok && (subj = X509_get_subject_name(peer))) + { int i = -1; + do + { ASN1_STRING *name; + i = X509_NAME_get_index_by_NID(subj, NID_commonName, i); + if (i == -1) + break; + name = X509_NAME_ENTRY_get_data(X509_NAME_get_entry(subj, i)); + if (name) + { if (!soap_tag_cmp(host, (const char*)name)) + ok = 1; + else + { unsigned char *tmp = NULL; + ASN1_STRING_to_UTF8(&tmp, name); + if (tmp) + { if (!soap_tag_cmp(host, (const char*)tmp)) + ok = 1; + OPENSSL_free(tmp); + } + } + } + } while (!ok); + } + X509_free(peer); + if (!ok) + { soap_set_sender_error(soap, "SSL error", "SSL certificate host name mismatch in tcp_connect()", SOAP_SSL_ERROR); + soap->fclosesocket(soap, fd); + return SOAP_INVALID_SOCKET; + } + } + } +#else + soap->fclosesocket(soap, fd); + soap->error = SOAP_SSL_ERROR; + return SOAP_INVALID_SOCKET; +#endif + } + return fd; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIO +#ifndef PALM_1 +SOAP_FMAC1 +SOAP_SOCKET +SOAP_FMAC2 +soap_bind(struct soap *soap, const char *host, int port, int backlog) +{ +#ifdef WITH_IPV6 + struct addrinfo *addrinfo = NULL; + struct addrinfo hints; + struct addrinfo res; + int err; +#endif +#ifndef WITH_LEAN + int len = SOAP_BUFLEN; + int set = 1; +#endif + if (soap_valid_socket(soap->master)) + { soap->fclosesocket(soap, soap->master); + soap->master = SOAP_INVALID_SOCKET; + } + soap->socket = SOAP_INVALID_SOCKET; + soap->errmode = 1; + if (tcp_init(soap)) + { soap_set_receiver_error(soap, tcp_error(soap), "TCP init failed in soap_bind()", SOAP_TCP_ERROR); + return SOAP_INVALID_SOCKET; + } +#ifdef WITH_IPV6 + memset((void*)&hints, 0, sizeof(hints)); + hints.ai_family = PF_UNSPEC; +#ifndef WITH_LEAN + if ((soap->omode & SOAP_IO_UDP)) + hints.ai_socktype = SOCK_DGRAM; + else +#endif + hints.ai_socktype = SOCK_STREAM; + hints.ai_flags = AI_PASSIVE; + soap->errmode = 2; + err = getaddrinfo(host, soap_int2s(soap, port), &hints, &addrinfo); + if (addrinfo) + { res = *addrinfo; + memcpy(&soap->peer, addrinfo->ai_addr, addrinfo->ai_addrlen); + soap->peerlen = addrinfo->ai_addrlen; + res.ai_addr = (struct sockaddr*)&soap->peer; + res.ai_addrlen = soap->peerlen; + freeaddrinfo(addrinfo); + } + if (err || !addrinfo) + { soap_set_receiver_error(soap, SOAP_GAI_STRERROR(err), "getaddrinfo failed in soap_bind()", SOAP_TCP_ERROR); + return SOAP_INVALID_SOCKET; + } + soap->master = (int)socket(res.ai_family, res.ai_socktype, res.ai_protocol); +#else +#ifndef WITH_LEAN + if ((soap->omode & SOAP_IO_UDP)) + soap->master = (int)socket(AF_INET, SOCK_DGRAM, 0); + else +#endif + soap->master = (int)socket(AF_INET, SOCK_STREAM, 0); +#endif + soap->errmode = 0; + if (!soap_valid_socket(soap->master)) + { soap->errnum = soap_socket_errno(soap->master); + soap_set_receiver_error(soap, tcp_error(soap), "socket failed in soap_bind()", SOAP_TCP_ERROR); + return SOAP_INVALID_SOCKET; + } +#ifndef WITH_LEAN + if ((soap->omode & SOAP_IO_UDP)) + soap->socket = soap->master; +#endif +#ifdef SOCKET_CLOSE_ON_EXEC +#ifdef WIN32 +#ifndef UNDER_CE + SetHandleInformation((HANDLE)soap->master, HANDLE_FLAG_INHERIT, 0); +#endif +#else + fcntl(soap->master, F_SETFD, 1); +#endif +#endif +#ifndef WITH_LEAN + if (soap->bind_flags && setsockopt(soap->master, SOL_SOCKET, soap->bind_flags, (char*)&set, sizeof(int))) + { soap->errnum = soap_socket_errno(soap->master); + soap_set_receiver_error(soap, tcp_error(soap), "setsockopt failed in soap_bind()", SOAP_TCP_ERROR); + return SOAP_INVALID_SOCKET; + } + if (((soap->imode | soap->omode) & SOAP_IO_KEEPALIVE) && setsockopt(soap->master, SOL_SOCKET, SO_KEEPALIVE, (char*)&set, sizeof(int))) + { soap->errnum = soap_socket_errno(soap->master); + soap_set_receiver_error(soap, tcp_error(soap), "setsockopt SO_KEEPALIVE failed in soap_bind()", SOAP_TCP_ERROR); + return SOAP_INVALID_SOCKET; + } + if (setsockopt(soap->master, SOL_SOCKET, SO_SNDBUF, (char*)&len, sizeof(int))) + { soap->errnum = soap_socket_errno(soap->master); + soap_set_receiver_error(soap, tcp_error(soap), "setsockopt SO_SNDBUF failed in soap_bind()", SOAP_TCP_ERROR); + return SOAP_INVALID_SOCKET; + } + if (setsockopt(soap->master, SOL_SOCKET, SO_RCVBUF, (char*)&len, sizeof(int))) + { soap->errnum = soap_socket_errno(soap->master); + soap_set_receiver_error(soap, tcp_error(soap), "setsockopt SO_RCVBUF failed in soap_bind()", SOAP_TCP_ERROR); + return SOAP_INVALID_SOCKET; + } +#ifdef TCP_NODELAY + if (!(soap->omode & SOAP_IO_UDP) && setsockopt(soap->master, IPPROTO_TCP, TCP_NODELAY, (char*)&set, sizeof(int))) + { soap->errnum = soap_socket_errno(soap->master); + soap_set_receiver_error(soap, tcp_error(soap), "setsockopt TCP_NODELAY failed in soap_bind()", SOAP_TCP_ERROR); + return SOAP_INVALID_SOCKET; + } +#endif +#endif +#ifdef WITH_IPV6 + soap->errmode = 0; + if (bind(soap->master, res.ai_addr, (int)res.ai_addrlen)) + { soap->errnum = soap_socket_errno(soap->master); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Could not bind to host\n")); + soap_closesock(soap); + soap_set_receiver_error(soap, tcp_error(soap), "bind failed in soap_bind()", SOAP_TCP_ERROR); + return SOAP_INVALID_SOCKET; + } +#else + soap->peerlen = sizeof(soap->peer); + memset((void*)&soap->peer, 0, sizeof(soap->peer)); + soap->peer.sin_family = AF_INET; + soap->errmode = 2; + if (host) + { if (soap->fresolve(soap, host, &soap->peer.sin_addr)) + { soap_set_receiver_error(soap, tcp_error(soap), "get host by name failed in soap_bind()", SOAP_TCP_ERROR); + return SOAP_INVALID_SOCKET; + } + } + else + soap->peer.sin_addr.s_addr = htonl(INADDR_ANY); + soap->peer.sin_port = htons((short)port); + soap->errmode = 0; + if (bind(soap->master, (struct sockaddr*)&soap->peer, (int)soap->peerlen)) + { soap->errnum = soap_socket_errno(soap->master); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Could not bind to host\n")); + soap_closesock(soap); + soap_set_receiver_error(soap, tcp_error(soap), "bind failed in soap_bind()", SOAP_TCP_ERROR); + return SOAP_INVALID_SOCKET; + } +#endif + if (!(soap->omode & SOAP_IO_UDP) && listen(soap->master, backlog)) + { soap->errnum = soap_socket_errno(soap->master); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Could not bind to host\n")); + soap_closesock(soap); + soap_set_receiver_error(soap, tcp_error(soap), "listen failed in soap_bind()", SOAP_TCP_ERROR); + return SOAP_INVALID_SOCKET; + } + return soap->master; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIO +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_poll(struct soap *soap) +{ +#ifndef WITH_LEAN + struct timeval timeout; + fd_set rfd, sfd, xfd; + register int r; +#ifndef WIN32 + if ((int)soap->socket >= (int)FD_SETSIZE) + return SOAP_FD_EXCEEDED; /* Hint: MUST increase FD_SETSIZE */ +#endif + timeout.tv_sec = 0; + timeout.tv_usec = 0; + FD_ZERO(&rfd); + FD_ZERO(&sfd); + FD_ZERO(&xfd); + if (soap_valid_socket(soap->socket)) + { FD_SET(soap->socket, &rfd); + FD_SET(soap->socket, &sfd); + FD_SET(soap->socket, &xfd); + r = select((int)soap->socket + 1, &rfd, &sfd, &xfd, &timeout); + if (r > 0 && FD_ISSET(soap->socket, &xfd)) + r = -1; + } + else if (soap_valid_socket(soap->master)) + { FD_SET(soap->master, &sfd); + r = select((int)soap->master + 1, NULL, &sfd, NULL, &timeout); + } + else + return SOAP_OK; + if (r > 0) + { +#ifdef WITH_OPENSSL + if (soap->imode & SOAP_ENC_SSL) + { + if (soap_valid_socket(soap->socket) + && FD_ISSET(soap->socket, &sfd) + && (!FD_ISSET(soap->socket, &rfd) + || SSL_peek(soap->ssl, soap->tmpbuf, 1) > 0)) + return SOAP_OK; + } + else +#endif + if (soap_valid_socket(soap->socket) + && FD_ISSET(soap->socket, &sfd) + && (!FD_ISSET(soap->socket, &rfd) + || recv(soap->socket, soap->tmpbuf, 1, MSG_PEEK) > 0)) + return SOAP_OK; + } + else if (r < 0) + { soap->errnum = soap_socket_errno(soap->master); + if ((soap_valid_socket(soap->master) || soap_valid_socket(soap->socket)) && soap_socket_errno(soap->master) != SOAP_EINTR) + { soap_set_receiver_error(soap, tcp_error(soap), "select failed in soap_poll()", SOAP_TCP_ERROR); + return soap->error = SOAP_TCP_ERROR; + } + } + else + soap->errnum = 0; + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Polling: other end down on socket=%d select=%d\n", soap->socket, r)); + return SOAP_EOF; +#else + return SOAP_OK; +#endif +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIO +#ifndef PALM_1 +static SOAP_SOCKET +tcp_accept(struct soap *soap, SOAP_SOCKET s, struct sockaddr *a, int *n) +{ SOAP_SOCKET fd; + fd = accept(s, a, (SOAP_SOCKLEN_T*)n); /* portability note: see SOAP_SOCKLEN_T definition in stdsoap2.h */ +#ifdef SOCKET_CLOSE_ON_EXEC +#ifdef WIN32 +#ifndef UNDER_CE + SetHandleInformation((HANDLE)fd, HANDLE_FLAG_INHERIT, 0); +#endif +#else + fcntl(fd, F_SETFD, FD_CLOEXEC); +#endif +#endif + return fd; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIO +#ifndef PALM_1 +SOAP_FMAC1 +SOAP_SOCKET +SOAP_FMAC2 +soap_accept(struct soap *soap) +{ int n = (int)sizeof(soap->peer); +#ifndef WITH_LEAN + int len = SOAP_BUFLEN; + int set = 1; +#endif + soap->error = SOAP_OK; +#ifndef WITH_LEAN + if ((soap->omode & SOAP_IO_UDP)) + return soap->socket = soap->master; +#endif + memset((void*)&soap->peer, 0, sizeof(soap->peer)); + soap->socket = SOAP_INVALID_SOCKET; + soap->errmode = 0; + soap->keep_alive = 0; + if (soap_valid_socket(soap->master)) + { register int err; + for (;;) + { +#ifndef WITH_LEAN + if (soap->accept_timeout || soap->send_timeout || soap->recv_timeout) + { +#ifndef WIN32 + if ((int)soap->socket >= (int)FD_SETSIZE) + { soap->error = SOAP_FD_EXCEEDED; + return SOAP_INVALID_SOCKET; /* Hint: MUST increase FD_SETSIZE */ + } +#endif + for (;;) + { struct timeval timeout; + fd_set fd; + register int r; + if (soap->accept_timeout > 0) + { timeout.tv_sec = soap->accept_timeout; + timeout.tv_usec = 0; + } + else if (soap->accept_timeout < 0) + { timeout.tv_sec = -soap->accept_timeout/1000000; + timeout.tv_usec = -soap->accept_timeout%1000000; + } + else + { timeout.tv_sec = 60; + timeout.tv_usec = 0; + } + FD_ZERO(&fd); + FD_SET(soap->master, &fd); + r = select((int)soap->master + 1, &fd, &fd, &fd, &timeout); + if (r > 0) + break; + if (!r && soap->accept_timeout) + { soap->errnum = 0; + soap_set_receiver_error(soap, "Timeout", "accept failed in soap_accept()", SOAP_TCP_ERROR); + return SOAP_INVALID_SOCKET; + } + if (r < 0) + { r = soap_socket_errno(soap->master); + if (r != SOAP_EINTR) + { soap->errnum = r; + soap_closesock(soap); + soap_set_sender_error(soap, tcp_error(soap), "accept failed in soap_accept()", SOAP_TCP_ERROR); + return SOAP_INVALID_SOCKET; + } + } + } + } + if (soap->accept_timeout || soap->send_timeout || soap->recv_timeout) + SOAP_SOCKNONBLOCK(soap->master) + else + SOAP_SOCKBLOCK(soap->master) +#endif + soap->socket = soap->faccept(soap, soap->master, (struct sockaddr*)&soap->peer, &n); + soap->peerlen = (size_t)n; + if (soap_valid_socket(soap->socket)) + { +#ifdef WITH_IPV6 +/* Use soap->host to store the numeric form of the remote host */ + getnameinfo((struct sockaddr*)&soap->peer, n, soap->host, sizeof(soap->host), NULL, 0, NI_NUMERICHOST | NI_NUMERICSERV); + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Accept socket %d from %s\n", soap->socket, soap->host)); + soap->ip = 0; /* info stored in soap->peer and soap->host */ + soap->port = 0; /* info stored in soap->peer and soap->host */ +#else + soap->ip = ntohl(soap->peer.sin_addr.s_addr); + soap->port = (int)ntohs(soap->peer.sin_port); /* does not return port number on some systems */ + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Accept socket %d at port %d from IP %d.%d.%d.%d\n", soap->socket, soap->port, (int)(soap->ip>>24)&0xFF, (int)(soap->ip>>16)&0xFF, (int)(soap->ip>>8)&0xFF, (int)soap->ip&0xFF)); +#endif +#ifndef WITH_LEAN + if (soap->accept_flags == SO_LINGER) + { struct linger linger; + memset((void*)&linger, 0, sizeof(linger)); + linger.l_onoff = 1; + linger.l_linger = soap->linger_time; + if (setsockopt(soap->socket, SOL_SOCKET, SO_LINGER, (char*)&linger, sizeof(struct linger))) + { soap->errnum = soap_socket_errno(soap->socket); + soap_set_receiver_error(soap, tcp_error(soap), "setsockopt SO_LINGER failed in soap_accept()", SOAP_TCP_ERROR); + soap_closesock(soap); + return SOAP_INVALID_SOCKET; + } + } + else if (soap->accept_flags && setsockopt(soap->socket, SOL_SOCKET, soap->accept_flags, (char*)&set, sizeof(int))) + { soap->errnum = soap_socket_errno(soap->socket); + soap_set_receiver_error(soap, tcp_error(soap), "setsockopt failed in soap_accept()", SOAP_TCP_ERROR); + soap_closesock(soap); + return SOAP_INVALID_SOCKET; + } + if (((soap->imode | soap->omode) & SOAP_IO_KEEPALIVE) && setsockopt(soap->socket, SOL_SOCKET, SO_KEEPALIVE, (char*)&set, sizeof(int))) + { soap->errnum = soap_socket_errno(soap->socket); + soap_set_receiver_error(soap, tcp_error(soap), "setsockopt SO_KEEPALIVE failed in soap_accept()", SOAP_TCP_ERROR); + soap_closesock(soap); + return SOAP_INVALID_SOCKET; + } + if (setsockopt(soap->socket, SOL_SOCKET, SO_SNDBUF, (char*)&len, sizeof(int))) + { soap->errnum = soap_socket_errno(soap->socket); + soap_set_receiver_error(soap, tcp_error(soap), "setsockopt SO_SNDBUF failed in soap_accept()", SOAP_TCP_ERROR); + soap_closesock(soap); + return SOAP_INVALID_SOCKET; + } + if (setsockopt(soap->socket, SOL_SOCKET, SO_RCVBUF, (char*)&len, sizeof(int))) + { soap->errnum = soap_socket_errno(soap->socket); + soap_set_receiver_error(soap, tcp_error(soap), "setsockopt SO_RCVBUF failed in soap_accept()", SOAP_TCP_ERROR); + soap_closesock(soap); + return SOAP_INVALID_SOCKET; + } +#ifdef TCP_NODELAY + if (!(soap->omode & SOAP_IO_UDP) && setsockopt(soap->socket, IPPROTO_TCP, TCP_NODELAY, (char*)&set, sizeof(int))) + { soap->errnum = soap_socket_errno(soap->socket); + soap_set_receiver_error(soap, tcp_error(soap), "setsockopt TCP_NODELAY failed in soap_accept()", SOAP_TCP_ERROR); + soap_closesock(soap); + return SOAP_INVALID_SOCKET; + } +#endif +#endif + soap->keep_alive = (((soap->imode | soap->omode) & SOAP_IO_KEEPALIVE) != 0); + return soap->socket; + } + err = soap_socket_errno(soap->socket); + if (err != 0 && err != SOAP_EINTR && err != SOAP_EAGAIN && err != SOAP_EWOULDBLOCK) + { DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Accept failed from %s\n", soap->host)); + soap->errnum = err; + soap_set_receiver_error(soap, tcp_error(soap), "accept failed in soap_accept()", SOAP_TCP_ERROR); + soap_closesock(soap); + return SOAP_INVALID_SOCKET; + } + } + } + else + { soap->errnum = 0; + soap_set_receiver_error(soap, tcp_error(soap), "no master socket in soap_accept()", SOAP_TCP_ERROR); + return SOAP_INVALID_SOCKET; + } +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIO +#ifndef PALM_1 +static int +tcp_disconnect(struct soap *soap) +{ +#ifdef WITH_OPENSSL + if (soap->ssl) + { int r, s = 0; + if (soap->session) + { SSL_SESSION_free(soap->session); + soap->session = NULL; + } + if (*soap->host) + { soap->session = SSL_get1_session(soap->ssl); + if (soap->session) + { strcpy(soap->session_host, soap->host); + soap->session_port = soap->port; + } + } + r = SSL_shutdown(soap->ssl); + if (r == 0) + { if (soap_valid_socket(soap->socket)) + { struct timeval timeout; + fd_set fd; + if (soap->fshutdownsocket(soap, soap->socket, 1)) + { /* + wait up to 10 seconds for close_notify to be sent by peer (if peer not + present, this avoids calling SSL_shutdown() which has a lengthy return + timeout) + */ +#ifndef WIN32 + if ((int)soap->socket < (int)FD_SETSIZE) + { +#endif + timeout.tv_sec = 10; + timeout.tv_usec = 0; + FD_ZERO(&fd); + FD_SET(soap->socket, &fd); + r = select((int)soap->socket + 1, &fd, NULL, &fd, &timeout); + if (r <= 0 && soap_socket_errno(soap->socket) != SOAP_EINTR) + { soap->errnum = 0; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Connection lost...\n")); + soap->fclosesocket(soap, soap->socket); + soap->socket = SOAP_INVALID_SOCKET; + ERR_remove_state(0); + return SOAP_OK; + } +#ifndef WIN32 + } +#endif + } + } + r = SSL_shutdown(soap->ssl); + } + if (r != 1) + { s = ERR_get_error(); + if (s) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Shutdown failed: %d\n", SSL_get_error(soap->ssl, r))); + if (soap_valid_socket(soap->socket) && !(soap->omode & SOAP_IO_UDP)) + { soap->fclosesocket(soap, soap->socket); + soap->socket = SOAP_INVALID_SOCKET; + } + } + } + SSL_free(soap->ssl); + soap->ssl = NULL; + if (s) + return SOAP_SSL_ERROR; + ERR_remove_state(0); + } +#endif + if (soap_valid_socket(soap->socket) && !(soap->omode & SOAP_IO_UDP)) + { soap->fshutdownsocket(soap, soap->socket, 2); + soap->fclosesocket(soap, soap->socket); + soap->socket = SOAP_INVALID_SOCKET; + } + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIO +#ifndef PALM_1 +static int +tcp_closesocket(struct soap *soap, SOAP_SOCKET fd) +{ DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Close socket %d\n", (int)fd)); + return soap_closesocket(fd); +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIO +#ifndef PALM_1 +static int +tcp_shutdownsocket(struct soap *soap, SOAP_SOCKET fd, int how) +{ DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Shutdown socket %d how=%d\n", (int)fd, how)); + return shutdown(fd, how); +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_closesock(struct soap *soap) +{ register int status = soap->error; + if (status == SOAP_EOF || status == SOAP_TCP_ERROR || status == SOAP_SSL_ERROR || !soap->keep_alive) + { if (soap->fclose && (soap->error = soap->fclose(soap))) + return soap->error; + soap->keep_alive = 0; + } +#ifdef WITH_ZLIB + if (soap->zlib_state == SOAP_ZLIB_DEFLATE) + deflateEnd(soap->d_stream); + else if (soap->zlib_state == SOAP_ZLIB_INFLATE) + inflateEnd(soap->d_stream); + soap->zlib_state = SOAP_ZLIB_NONE; +#endif + return soap->error = status; +} +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_2 +SOAP_FMAC1 +size_t +SOAP_FMAC2 +soap_hash(register const char *s) +{ register size_t h = 0; + while (*s) + h = 65599*h + *s++; + return h % SOAP_IDHASH; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_1 +static void +soap_init_pht(struct soap *soap) +{ register int i; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Initializing pointer hashtable\n")); + soap->pblk = NULL; + soap->pidx = 0; + for (i = 0; i < (int)SOAP_PTRHASH; i++) + soap->pht[i] = NULL; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +struct soap* +SOAP_FMAC2 +soap_new1(soap_mode mode) +{ return soap_new2(mode, mode); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +struct soap* +SOAP_FMAC2 +soap_new() +{ return soap_new2(SOAP_IO_DEFAULT, SOAP_IO_DEFAULT); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +struct soap* +SOAP_FMAC2 +soap_new2(soap_mode imode, soap_mode omode) +{ struct soap *soap = (struct soap*)malloc(sizeof(struct soap)); + if (soap) + soap_init2(soap, imode, omode); + return soap; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_free(struct soap *soap) +{ soap_done(soap); + free(soap); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_del(struct soap *soap) +{ free(soap); +} +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_1 +static void +soap_free_pht(struct soap *soap) +{ register struct soap_pblk *pb, *next; + register int i; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Free pointer hashtable\n")); + for (pb = soap->pblk; pb; pb = next) + { next = pb->next; + SOAP_FREE(soap, pb); + } + soap->pblk = NULL; + soap->pidx = 0; + for (i = 0; i < (int)SOAP_PTRHASH; i++) + soap->pht[i] = NULL; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_embed(struct soap *soap, const void *p, const struct soap_array *a, int n, const char *tag, int type) +{ register int i; + struct soap_plist *pp; + if (soap->version != 1) + soap->encoding = 1; + if (a) + i = soap_array_pointer_lookup(soap, p, a, n, type, &pp); + else + i = soap_pointer_lookup(soap, p, type, &pp); + if (i) + { if (soap_is_embedded(soap, pp) + || soap_is_single(soap, pp)) + return 0; + soap_set_embedded(soap, pp); + } + return i; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_pointer_lookup(struct soap *soap, const void *p, int type, struct soap_plist **ppp) +{ register struct soap_plist *pp; + *ppp = NULL; + if (p) + { for (pp = soap->pht[soap_hash_ptr(p)]; pp; pp = pp->next) + { if (pp->ptr == p && pp->type == type) + { *ppp = pp; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Lookup location=%p type=%d id=%d\n", p, type, pp->id)); + return pp->id; + } + } + } + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Lookup location=%p type=%d: not found\n", p, type)); + return 0; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_pointer_enter(struct soap *soap, const void *p, const struct soap_array *a, int n, int type, struct soap_plist **ppp) +{ register size_t h; + register struct soap_plist *pp; + if (!soap->pblk || soap->pidx >= SOAP_PTRBLK) + { register struct soap_pblk *pb = (struct soap_pblk*)SOAP_MALLOC(soap, sizeof(struct soap_pblk)); + if (!pb) + { soap->error = SOAP_EOM; + return 0; + } + pb->next = soap->pblk; + soap->pblk = pb; + soap->pidx = 0; + } + *ppp = pp = &soap->pblk->plist[soap->pidx++]; + if (a) + h = soap_hash_ptr(a->__ptr); + else + h = soap_hash_ptr(p); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Pointer enter location=%p array=%p size=%d dim=%d type=%d id=%d\n", p, a?a->__ptr:NULL, a?a->__size:0, n, type, soap->idnum+1)); + pp->next = soap->pht[h]; + pp->type = type; + pp->mark1 = 0; + pp->mark2 = 0; + pp->ptr = p; + pp->array = a; + soap->pht[h] = pp; + pp->id = ++soap->idnum; + return pp->id; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_array_pointer_lookup(struct soap *soap, const void *p, const struct soap_array *a, int n, int type, struct soap_plist **ppp) +{ register struct soap_plist *pp; + *ppp = NULL; + if (!p || !a->__ptr) + return 0; + for (pp = soap->pht[soap_hash_ptr(a->__ptr)]; pp; pp = pp->next) + { if (pp->type == type && pp->array && pp->array->__ptr == a->__ptr) + { register int i; + for (i = 0; i < n; i++) + if (((const int*)&pp->array->__size)[i] != ((const int*)&a->__size)[i]) + break; + if (i == n) + { *ppp = pp; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Array lookup location=%p type=%d id=%d\n", a->__ptr, type, pp->id)); + return pp->id; + } + } + } + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Array lookup location=%p type=%d: not found\n", a->__ptr, type)); + return 0; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_begin_count(struct soap *soap) +{ +#ifndef WITH_LEANER + if ((soap->mode & SOAP_ENC_DIME) || (soap->omode & SOAP_ENC_DIME)) + soap->mode = soap->omode | SOAP_IO_LENGTH | SOAP_ENC_DIME; + else +#endif + { soap->mode = soap->omode; + if ((soap->mode & SOAP_IO) == SOAP_IO_STORE + || (((soap->mode & SOAP_IO) == SOAP_IO_CHUNK || (soap->mode & SOAP_ENC_XML)) +#ifndef WITH_LEANER + && !soap->fpreparesend +#endif + )) + soap->mode &= ~SOAP_IO_LENGTH; + else + soap->mode |= SOAP_IO_LENGTH; + } +#ifdef WITH_ZLIB + if ((soap->mode & SOAP_ENC_ZLIB) && (soap->mode & SOAP_IO) == SOAP_IO_FLUSH) + { if (!(soap->mode & SOAP_ENC_DIME)) + soap->mode &= ~SOAP_IO_LENGTH; + if (soap->mode & SOAP_ENC_XML) + soap->mode |= SOAP_IO_BUFFER; + else + soap->mode |= SOAP_IO_STORE; + } +#endif + if (!soap->encodingStyle && !(soap->mode & SOAP_XML_GRAPH)) + soap->mode |= SOAP_XML_TREE; +#ifndef WITH_LEANER + if ((soap->mode & SOAP_ENC_MTOM) && (soap->mode & SOAP_ENC_DIME)) + soap->mode |= SOAP_ENC_MIME; + else + soap->mode &= ~SOAP_ENC_MTOM; + if (soap->mode & SOAP_ENC_MIME) + soap_select_mime_boundary(soap); + soap->dime.list = soap->dime.last; /* keep track of last DIME attachment */ +#endif + soap->count = 0; + soap->ns = 0; + soap->null = 0; + soap->position = 0; + soap->mustUnderstand = 0; + soap->encoding = 0; + soap->part = SOAP_BEGIN; + soap->idnum = 0; + soap_clr_attr(soap); + soap_set_local_namespaces(soap); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Begin count phase (socket=%d mode=0x%x count=%lu)\n", soap->socket, soap->mode, (unsigned long)soap->count)); +#ifndef WITH_LEANER + soap->dime.count = 0; /* count # of attachments */ + soap->dime.size = 0; /* accumulate total size of attachments */ + if (soap->fprepareinit && (soap->mode & SOAP_IO) != SOAP_IO_STORE) + return soap->error = soap->fprepareinit(soap); +#endif + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_end_count(struct soap *soap) +{ +#ifndef WITH_LEANER + if (soap->fpreparefinal) + return soap->error = soap->fpreparefinal(soap); +#endif + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "End of count phase\n")); + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_begin_send(struct soap *soap) +{ DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Initializing for output\n")); + soap->error = SOAP_OK; + soap->mode = soap->omode | (soap->mode & (SOAP_IO_LENGTH | SOAP_ENC_DIME)); +#ifdef WITH_ZLIB + if ((soap->mode & SOAP_ENC_ZLIB) && (soap->mode & SOAP_IO) == SOAP_IO_FLUSH) + { if (soap->mode & SOAP_ENC_XML) + soap->mode |= SOAP_IO_BUFFER; + else + soap->mode |= SOAP_IO_STORE; + } +#endif +#ifndef WITH_LEAN + if ((soap->mode & SOAP_IO_UDP)) + { soap->mode |= SOAP_ENC_XML; + if (soap->count > SOAP_BUFLEN) + return soap->error = SOAP_UDP_ERROR; + } +#endif + if ((soap->mode & SOAP_IO) == SOAP_IO_FLUSH && soap_valid_socket(soap->socket)) + { if (soap->count || (soap->mode & SOAP_IO_LENGTH) || (soap->mode & SOAP_ENC_XML)) + soap->mode |= SOAP_IO_BUFFER; + else + soap->mode |= SOAP_IO_STORE; + } + soap->mode &= ~SOAP_IO_LENGTH; + if ((soap->mode & SOAP_IO) == SOAP_IO_STORE) + if (soap_new_block(soap) == NULL) + return soap->error; + if (!(soap->mode & SOAP_IO_KEEPALIVE)) + soap->keep_alive = 0; + if (!soap->encodingStyle && !(soap->mode & SOAP_XML_GRAPH)) + soap->mode |= SOAP_XML_TREE; +#ifndef WITH_LEANER + if ((soap->mode & SOAP_ENC_MTOM) && (soap->mode & SOAP_ENC_DIME)) + { soap->mode |= SOAP_ENC_MIME; + soap->mode &= ~SOAP_ENC_DIME; + } + else + soap->mode &= ~SOAP_ENC_MTOM; + if (soap->mode & SOAP_ENC_MIME) + soap_select_mime_boundary(soap); +#ifdef WIN32 +#ifndef UNDER_CE +#ifndef WITH_FASTCGI + if (!soap_valid_socket(soap->socket)) /* Set win32 stdout or soap->sendfd to BINARY, e.g. to support DIME */ +#ifdef __BORLANDC__ + setmode(soap->sendfd, O_BINARY); +#else + _setmode(soap->sendfd, _O_BINARY); +#endif +#endif +#endif +#endif +#endif + if (soap->mode & SOAP_IO) + { soap->bufidx = 0; + soap->buflen = 0; + } + soap->chunksize = 0; + soap->ns = 0; + soap->null = 0; + soap->position = 0; + soap->mustUnderstand = 0; + soap->encoding = 0; + soap->idnum = 0; + soap->level = 0; + soap_clr_attr(soap); + soap_set_local_namespaces(soap); +#ifdef WITH_ZLIB + soap->z_ratio_out = 1.0; + if ((soap->mode & SOAP_ENC_ZLIB) && soap->zlib_state != SOAP_ZLIB_DEFLATE) + { if (!soap->z_buf) + soap->z_buf = (char*)SOAP_MALLOC(soap, SOAP_BUFLEN); + soap->d_stream->next_out = (Byte*)soap->z_buf; + soap->d_stream->avail_out = SOAP_BUFLEN; +#ifdef WITH_GZIP + if (soap->zlib_out != SOAP_ZLIB_DEFLATE) + { memcpy(soap->z_buf, "\37\213\10\0\0\0\0\0\0\377", 10); + soap->d_stream->next_out = (Byte*)soap->z_buf + 10; + soap->d_stream->avail_out = SOAP_BUFLEN - 10; + soap->z_crc = crc32(0L, NULL, 0); + soap->zlib_out = SOAP_ZLIB_GZIP; + if (deflateInit2(soap->d_stream, soap->z_level, Z_DEFLATED, -MAX_WBITS, 8, Z_DEFAULT_STRATEGY) != Z_OK) + return soap->error = SOAP_ZLIB_ERROR; + } + else +#endif + if (deflateInit(soap->d_stream, soap->z_level) != Z_OK) + return soap->error = SOAP_ZLIB_ERROR; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Deflate initialized\n")); + soap->zlib_state = SOAP_ZLIB_DEFLATE; + } +#endif +#ifdef WITH_OPENSSL + if (soap->ssl) + ERR_clear_error(); +#endif + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Begin send phase (socket=%d mode=0x%x count=%lu)\n", soap->socket, soap->mode, (unsigned long)soap->count)); + soap->part = SOAP_BEGIN; +#ifndef WITH_LEANER + if (soap->fprepareinit && (soap->mode & SOAP_IO) == SOAP_IO_STORE) + soap->fprepareinit(soap); +#endif + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_2 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_embedded(struct soap *soap, const void *p, int t) +{ struct soap_plist *pp; + if (soap_pointer_lookup(soap, p, t, &pp)) + { pp->mark1 = 1; + pp->mark2 = 1; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Embedded %p type=%d mark set to 1\n", p, t)); + } +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_reference(struct soap *soap, const void *p, int t) +{ struct soap_plist *pp; + if (!p || (soap->mode & SOAP_XML_TREE)) + return 1; + if (soap_pointer_lookup(soap, p, t, &pp)) + { if (pp->mark1 == 0) + { pp->mark1 = 2; + pp->mark2 = 2; + } + } + else if (soap_pointer_enter(soap, p, NULL, 0, t, &pp)) + { pp->mark1 = 0; + pp->mark2 = 0; + } + else + return 1; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Reference %p type=%d (%d %d)\n", p, t, (int)pp->mark1, (int)pp->mark2)); + return pp->mark1; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_array_reference(struct soap *soap, const void *p, const struct soap_array *a, int n, int t) +{ register int i; + struct soap_plist *pp; + if (!p || !a->__ptr) + return 1; + i = soap_array_pointer_lookup(soap, p, a, n, t, &pp); + if (i) + { if (pp->mark1 == 0) + { pp->mark1 = 2; + pp->mark2 = 2; + } + } + else if (!soap_pointer_enter(soap, p, a, n, t, &pp)) + return 1; + else + { pp->mark1 = 0; + pp->mark2 = 0; + } + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Array reference %p ptr=%p dim=%d type=%d (%d %d)\n", p, a->__ptr, n, t, (int)pp->mark1, (int)pp->mark2)); + return pp->mark1; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_embedded_id(struct soap *soap, int id, const void *p, int t) +{ struct soap_plist *pp = NULL; + if (soap->mode & SOAP_XML_TREE) + return id; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Embedded_id %p type=%d id=%d\n", p, t, id)); + if (soap->version == 1 && soap->encodingStyle && !(soap->mode & SOAP_XML_GRAPH) && soap->part != SOAP_IN_HEADER) + { if (id < 0) + { id = soap_pointer_lookup(soap, p, t, &pp); + if (id) + { if (soap->mode & SOAP_IO_LENGTH) + pp->mark1 = 2; + else + pp->mark2 = 2; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Embedded_id multiref id=%d %p type=%d = (%d %d)\n", id, p, t, (int)pp->mark1, (int)pp->mark2)); + } + return -1; + } + return id; + } + if (id < 0) + id = soap_pointer_lookup(soap, p, t, &pp); + else if (id && !soap_pointer_lookup(soap, p, t, &pp)) + return 0; + if (id && pp) + { if (soap->mode & SOAP_IO_LENGTH) + pp->mark1 = 1; + else + pp->mark2 = 1; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Embedded_id embedded ref id=%d %p type=%d = (%d %d)\n", id, p, t, (int)pp->mark1, (int)pp->mark2)); + } + return id; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_is_embedded(struct soap *soap, struct soap_plist *pp) +{ if (!pp) + return 0; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Is embedded? %d %d\n", (int)pp->mark1, (int)pp->mark2)); + if (soap->version == 1 && soap->encodingStyle && !(soap->mode & SOAP_XML_GRAPH) && soap->part != SOAP_IN_HEADER) + { if (soap->mode & SOAP_IO_LENGTH) + return pp->mark1 != 0; + return pp->mark2 != 0; + } + if (soap->mode & SOAP_IO_LENGTH) + return pp->mark1 == 1; + return pp->mark2 == 1; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_is_single(struct soap *soap, struct soap_plist *pp) +{ if (soap->part == SOAP_IN_HEADER) + return 1; + if (!pp) + return 0; + if (soap->mode & SOAP_IO_LENGTH) + return pp->mark1 == 0; + return pp->mark2 == 0; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_2 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_set_embedded(struct soap *soap, struct soap_plist *pp) +{ if (!pp) + return; + if (soap->mode & SOAP_IO_LENGTH) + pp->mark1 = 1; + else + pp->mark2 = 1; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_attachment(struct soap *soap, const char *tag, int id, const void *p, const struct soap_array *a, const char *aid, const char *atype, const char *aoptions, int n, const char *type, int t) +{ +#ifndef WITH_NOIDREF + struct soap_plist *pp; + int i; + if (!p || !a->__ptr || (!aid && !atype)) + return soap_element_id(soap, tag, id, p, a, n, type, t); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Attachment tag='%s' id='%s' (%d) type='%s'\n", tag, aid?aid:SOAP_STR_EOS, id, atype?atype:SOAP_STR_EOS)); + i = soap_array_pointer_lookup(soap, p, a, n, t, &pp); + if (!i) + { i = soap_pointer_enter(soap, p, a, n, t, &pp); + if (!i) + { soap->error = SOAP_EOM; + return -1; + } + } + if (id <= 0) + id = i; + if (!aid) + { sprintf(soap->tmpbuf, soap->dime_id_format, id); + aid = soap_strdup(soap, soap->tmpbuf); + } + /* Add MTOM xop:Include element when necessary */ + /* TODO: this code to be obsoleted with new import/xop.h conventions */ + if ((soap->mode & SOAP_ENC_MTOM) && strcmp(tag, "xop:Include")) + { if (soap_element_begin_out(soap, tag, 0, type) + || soap_element_href(soap, "xop:Include", 0, "href", aid) + || soap_element_end_out(soap, tag)) + return soap->error; + } + else if (soap_element_href(soap, tag, 0, "href", aid)) + return soap->error; + if (soap->mode & SOAP_IO_LENGTH) + { if (pp->mark1 != 3) + { struct soap_multipart *content; + if (soap->mode & SOAP_ENC_MTOM) + content = soap_new_multipart(soap, &soap->mime.first, &soap->mime.last, (char*)a->__ptr, a->__size); + else + content = soap_new_multipart(soap, &soap->dime.first, &soap->dime.last, (char*)a->__ptr, a->__size); + if (!content) + { soap->error = SOAP_EOM; + return -1; + } + if (!strncmp(aid, "cid:", 4)) /* RFC 2111 */ + { if (soap->mode & SOAP_ENC_MTOM) + { char *s = (char*)soap_malloc(soap, strlen(aid) - 1); + if (s) + { *s = '<'; + strcpy(s + 1, aid + 4); + strcat(s, ">"); + content->id = s; + } + } + else + content->id = aid + 4; + } + else + content->id = aid; + content->type = atype; + content->options = aoptions; + content->encoding = SOAP_MIME_BINARY; + pp->mark1 = 3; + } + } + else + pp->mark2 = 3; +#endif + return -1; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_1 +static void +soap_init_iht(struct soap *soap) +{ register int i; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Initializing ID hashtable\n")); + for (i = 0; i < SOAP_IDHASH; i++) + soap->iht[i] = NULL; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_1 +static void +soap_free_iht(struct soap *soap) +{ register int i; + register struct soap_ilist *ip = NULL, *p = NULL; + register struct soap_flist *fp = NULL, *fq = NULL; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Free ID hashtable\n")); + for (i = 0; i < SOAP_IDHASH; i++) + { for (ip = soap->iht[i]; ip; ip = p) + { for (fp = ip->flist; fp; fp = fq) + { fq = fp->next; + SOAP_FREE(soap, fp); + } + p = ip->next; + SOAP_FREE(soap, ip); + } + soap->iht[i] = NULL; + } +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_2 +SOAP_FMAC1 +struct soap_ilist * +SOAP_FMAC2 +soap_lookup(struct soap *soap, const char *id) +{ register struct soap_ilist *ip = NULL; + for (ip = soap->iht[soap_hash(id)]; ip; ip = ip->next) + if (!strcmp(ip->id, id)) + return ip; + return NULL; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_2 +SOAP_FMAC1 +struct soap_ilist * +SOAP_FMAC2 +soap_enter(struct soap *soap, const char *id) +{ register size_t h; + register struct soap_ilist *ip; + ip = (struct soap_ilist*)SOAP_MALLOC(soap, sizeof(struct soap_ilist) + strlen(id)); + if (ip) + { h = soap_hash(id); + strcpy(ip->id, id); + ip->next = soap->iht[h]; + soap->iht[h] = ip; + } + return ip; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +void* +SOAP_FMAC2 +soap_malloc(struct soap *soap, size_t n) +{ register char *p; + if (!n) + return (void*)SOAP_NON_NULL; + if (!soap) + return SOAP_MALLOC(soap, n); + if (soap->fmalloc) + p = (char*)soap->fmalloc(soap, n); + else + { n += sizeof(short); + n += (-(long)n) & (sizeof(void*)-1); /* align at 4-, 8- or 16-byte boundary */ + if (!(p = (char*)SOAP_MALLOC(soap, n + sizeof(void*) + sizeof(size_t)))) + { soap->error = SOAP_EOM; + return NULL; + } + /* set the canary to detect corruption */ + *(short*)(p + n - sizeof(short)) = (short)SOAP_CANARY; + /* keep chain of alloced cells for destruction */ + *(void**)(p + n) = soap->alist; + *(size_t*)(p + n + sizeof(void*)) = n; + soap->alist = p + n; + } + soap->alloced = 1; + return p; +} +#endif + +/******************************************************************************/ +#ifdef SOAP_MEM_DEBUG +static void +soap_init_mht(struct soap *soap) +{ register int i; + for (i = 0; i < (int)SOAP_PTRHASH; i++) + soap->mht[i] = NULL; +} +#endif + +/******************************************************************************/ +#ifdef SOAP_MEM_DEBUG +static void +soap_free_mht(struct soap *soap) +{ register int i; + register struct soap_mlist *mp, *mq; + for (i = 0; i < (int)SOAP_PTRHASH; i++) + { for (mp = soap->mht[i]; mp; mp = mq) + { mq = mp->next; + if (mp->live) + fprintf(stderr, "%s(%d): malloc() = %p not freed (memory leak or forgot to call soap_end()?)\n", mp->file, mp->line, mp->ptr); + free(mp); + } + soap->mht[i] = NULL; + } +} +#endif + +/******************************************************************************/ +#ifdef SOAP_MEM_DEBUG +SOAP_FMAC1 +void* +SOAP_FMAC2 +soap_track_malloc(struct soap *soap, const char *file, int line, size_t size) +{ register void *p = malloc(size); + if (soap) + { register size_t h = soap_hash_ptr(p); + register struct soap_mlist *mp = (struct soap_mlist*)malloc(sizeof(struct soap_mlist)); + if (soap->fdebug[SOAP_INDEX_TEST]) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "%s(%d): malloc(%lu) = %p\n", file, line, (unsigned long)size, p)); + } + mp->next = soap->mht[h]; + mp->ptr = p; + mp->file = file; + mp->line = line; + mp->live = 1; + soap->mht[h] = mp; + } + return p; +} +#endif + +/******************************************************************************/ +#ifdef SOAP_MEM_DEBUG +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_track_free(struct soap *soap, const char *file, int line, void *p) +{ register size_t h = soap_hash_ptr(p); + register struct soap_mlist *mp; + for (mp = soap->mht[h]; mp; mp = mp->next) + if (mp->ptr == p) + break; + if (mp) + { if (mp->live) + { free(p); + if (soap->fdebug[SOAP_INDEX_TEST]) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "%s(%d): free(%p)\n", file, line, p)); + } + mp->live = 0; + } + else + fprintf(stderr, "%s(%d): free(%p) double free of pointer malloced at %s(%d)\n", file, line, p, mp->file, mp->line); + } + else + fprintf(stderr, "%s(%d): free(%p) pointer not malloced\n", file, line, p); +} +#endif + +/******************************************************************************/ +#ifdef SOAP_MEM_DEBUG +static void +soap_track_unlink(struct soap *soap, const void *p) +{ register size_t h = soap_hash_ptr(p); + register struct soap_mlist *mp; + for (mp = soap->mht[h]; mp; mp = mp->next) + if (mp->ptr == p) + break; + if (mp) + mp->live = 0; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_dealloc(struct soap *soap, void *p) +{ if (soap_check_state(soap)) + return; + if (p) + { register char **q; + for (q = (char**)&soap->alist; *q; q = *(char***)q) + { + if (*(short*)(char*)(*q - sizeof(short)) != (short)SOAP_CANARY) + { +#ifdef SOAP_MEM_DEBUG + fprintf(stderr, "Data corruption in dynamic allocation (see logs)\n"); +#endif + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Data corruption:\n")); + DBGHEX(TEST, *q - 200, 200); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "\n")); + soap->error = SOAP_MOE; + return; + } + if (p == (void*)(*q - *(size_t*)(*q + sizeof(void*)))) + { *q = **(char***)q; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Freed data at %p\n", p)); + SOAP_FREE(soap, p); + return; + } + } + soap_delete(soap, p); + } + else + { register char *q; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Free all soap_malloc() data\n")); + while (soap->alist) + { q = (char*)soap->alist; + if (*(short*)(char*)(q - sizeof(short)) != (short)SOAP_CANARY) + { +#ifdef SOAP_MEM_DEBUG + fprintf(stderr, "Data corruption in dynamic allocation (see logs)\n"); +#endif + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Data corruption:\n")); + DBGHEX(TEST, q - 200, 200); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "\n")); + soap->error = SOAP_MOE; + return; + } + soap->alist = *(void**)q; + q -= *(size_t*)(q + sizeof(void*)); + SOAP_FREE(soap, q); + } + /* we must assume these were deallocated: */ + soap->action = NULL; + soap->fault = NULL; + soap->header = NULL; + soap->userid = NULL; + soap->passwd = NULL; + soap->authrealm = NULL; + soap->http_content = NULL; +#ifndef WITH_LEANER + soap_clr_mime(soap); +#endif + } +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_delete(struct soap *soap, void *p) +{ register struct soap_clist **cp; + if (soap_check_state(soap)) + return; + cp = &soap->clist; + if (p) + { while (*cp) + { if (p == (*cp)->ptr) + { register struct soap_clist *q = *cp; + *cp = q->next; + if (q->fdelete(q)) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Could not dealloc data %p: deletion callback failed for object type %d\n", q->ptr, q->type)); +#ifdef SOAP_MEM_DEBUG + fprintf(stderr, "new(object type = %d) = %p not freed: deletion callback failed\n", q->type, q->ptr); +#endif + } + SOAP_FREE(soap, q); + return; + } + cp = &(*cp)->next; + } + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Could not dealloc data %p: address not in list\n", p)); + } + else + { while (*cp) + { register struct soap_clist *q = *cp; + *cp = q->next; + if (q->fdelete(q)) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Could not dealloc data %p: deletion callback failed for object type %d\n", q->ptr, q->type)); +#ifdef SOAP_MEM_DEBUG + fprintf(stderr, "new(object type = %d) = %p not freed: deletion callback failed\n", q->type, q->ptr); +#endif + } + SOAP_FREE(soap, q); + } + } + soap->fault = NULL; /* this was possibly deallocated */ + soap->header = NULL; /* this was possibly deallocated */ +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +struct soap_clist * +SOAP_FMAC2 +soap_link(struct soap *soap, void *p, int t, int n, int (*fdelete)(struct soap_clist*)) +{ register struct soap_clist *cp; + if ((cp = (struct soap_clist*)SOAP_MALLOC(soap, sizeof(struct soap_clist)))) + { cp->next = soap->clist; + cp->type = t; + cp->size = n; + cp->ptr = p; + cp->fdelete = fdelete; + soap->clist = cp; + } + return cp; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_unlink(struct soap *soap, const void *p) +{ register char **q; + register struct soap_clist **cp; + if (!soap || !p) + return; + for (q = (char**)&soap->alist; *q; q = *(char***)q) + { if (p == (void*)(*q - *(size_t*)(*q + sizeof(void*)))) + { *q = **(char***)q; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Unlinked data %p\n", p)); +#ifdef SOAP_MEM_DEBUG + soap_track_unlink(soap, p); +#endif + return; + } + } + for (cp = &soap->clist; *cp; cp = &(*cp)->next) + { if (p == (*cp)->ptr) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Unlinked class instance %p\n", p)); + q = (char**)*cp; + *cp = (*cp)->next; + SOAP_FREE(soap, q); + return; + } + } +} +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_lookup_type(struct soap *soap, const char *id) +{ register struct soap_ilist *ip; + if (id && *id) + { ip = soap_lookup(soap, id); + if (ip) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Lookup id='%s' type=%d\n", id, ip->type)); + return ip->type; + } + } + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "lookup type id='%s' NOT FOUND! Need to get it from xsi:type\n", id)); + return 0; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_2 +SOAP_FMAC1 +void* +SOAP_FMAC2 +soap_id_lookup(struct soap *soap, const char *id, void **p, int t, size_t n, unsigned int k) +{ struct soap_ilist *ip; + void **q; + if (!p || !id || !*id) + return p; + ip = soap_lookup(soap, id); /* lookup pointer to hash table entry for string id */ + if (!ip) + { if (!(ip = soap_enter(soap, id))) /* new hash table entry for string id */ + return NULL; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Forwarding first href='%s' type=%d %p (%u bytes)\n", id, t, p, (unsigned int)n)); + ip->type = t; + ip->size = n; + ip->link = p; + ip->copy = NULL; + ip->flist = NULL; + ip->ptr = NULL; + ip->level = k; + *p = NULL; + } + else if (ip->ptr) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Resolved href='%s' type=%d location=%p (%u bytes)\n", id, t, ip->ptr, (unsigned int)n)); + if (ip->type != t) + { strcpy(soap->id, id); + soap->error = SOAP_HREF; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Type incompatibility: href='%s' id-type=%d href-type=%d\n", id, ip->type, t)); + return NULL; + } + while (ip->level < k) + { q = (void**)soap_malloc(soap, sizeof(void*)); + if (!q) + return NULL; + *p = (void*)q; + p = q; + k--; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Descending one level...\n")); + } + *p = ip->ptr; + } + else if (ip->level > k) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Resolving level %u pointers to href='%s'\n", ip->level, id)); + while (ip->level > k) + { void *s, **r = &ip->link; + q = (void**)ip->link; + while (q) + { *r = (void*)soap_malloc(soap, sizeof(void*)); + if (!*r) + return NULL; + s = *q; + *q = *r; + r = (void**)*r; + q = (void**)s; + } + *r = NULL; + ip->size = n; + ip->copy = NULL; + ip->level = ip->level - 1; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Descending one level...\n")); + } + q = (void**)ip->link; + ip->link = p; + *p = (void*)q; + } + else + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Forwarded href='%s' type=%d location=%p (%u bytes)\n", id, t, p, (unsigned int)n)); + while (ip->level < k) + { q = (void**)soap_malloc(soap, sizeof(void*)); + if (!q) + return NULL; + *p = q; + p = q; + k--; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Descending one level...\n")); + } + q = (void**)ip->link; + ip->link = p; + *p = (void*)q; + } + return p; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIDREF +#ifndef PALM_2 +SOAP_FMAC1 +void* +SOAP_FMAC2 +soap_id_forward(struct soap *soap, const char *href, void *p, size_t len, int st, int tt, size_t n, unsigned int k, void (*fcopy)(struct soap*, int, int, void*, size_t, const void*, size_t)) +{ struct soap_ilist *ip; + if (!p || !href || !*href) + return p; + ip = soap_lookup(soap, href); /* lookup pointer to hash table entry for string id */ + if (!ip) + { if (!(ip = soap_enter(soap, href))) /* new hash table entry for string id */ + return NULL; + ip->type = st; + ip->size = n; + ip->link = NULL; + ip->copy = NULL; + ip->ptr = NULL; + ip->level = 0; + ip->flist = NULL; + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "New entry href='%s' type=%d size=%lu level=%d location=%p\n", href, st, (unsigned long)n, k, p)); + } + else if (ip->type != st || (ip->level == k && ip->size != n)) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Type incompatibility id='%s' expect type=%d size=%lu level=%u got type=%d size=%lu\n", href, ip->type, (unsigned long)ip->size, k, st, (unsigned long)n)); + strcpy(soap->id, href); + soap->error = SOAP_HREF; + return NULL; + } + if (fcopy || n < sizeof(void*) || *href != '#') + { register struct soap_flist *fp = (struct soap_flist*)SOAP_MALLOC(soap, sizeof(struct soap_flist)); + if (!fp) + { soap->error = SOAP_EOM; + return NULL; + } + fp->next = ip->flist; + fp->type = tt; + fp->ptr = p; + fp->level = k; + fp->len = len; + if (fcopy) + fp->fcopy = fcopy; + else + fp->fcopy = soap_fcopy; + ip->flist = fp; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Forwarding type=%d (target type=%d) size=%lu location=%p level=%u len=%lu href='%s'\n", st, tt, (unsigned long)n, p, k, (unsigned long)len, href)); + } + else + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Forwarding copying address %p for type=%d href='%s'\n", p, st, href)); + *(void**)p = ip->copy; + ip->copy = p; + } + return p; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +void* +SOAP_FMAC2 +soap_id_enter(struct soap *soap, const char *id, void *p, int t, size_t n, unsigned int k, const char *type, const char *arrayType, void *(*finstantiate)(struct soap*, int, const char*, const char*, size_t*)) +{ +#ifndef WITH_NOIDREF + struct soap_ilist *ip; +#endif + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Enter id='%s' type=%d loc=%p size=%lu level=%u\n", id, t, p, (unsigned long)n, k)); + soap->alloced = 0; + if (!p) + { if (finstantiate) + p = finstantiate(soap, t, type, arrayType, &n); + else + p = soap_malloc(soap, n); + if (p) + soap->alloced = 1; + } +#ifndef WITH_NOIDREF + if (!id || !*id) +#endif + return p; +#ifndef WITH_NOIDREF + ip = soap_lookup(soap, id); /* lookup pointer to hash table entry for string id */ + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Lookup entry id='%s for location=%p'\n", id, p)); + if (!ip) + { if (!(ip = soap_enter(soap, id))) /* new hash table entry for string id */ + return NULL; + ip->type = t; + ip->link = NULL; + ip->copy = NULL; + ip->flist = NULL; + ip->size = n; + ip->ptr = p; + ip->level = k; + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "New entry id='%s' type=%d size=%lu level=%u location=%p\n", id, t, (unsigned long)n, k, p)); + } + else if ((ip->type != t || (ip->level == k && ip->size != n)) && (ip->copy || ip->flist)) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Type incompatibility id='%s' expect type=%d size=%lu level=%u got type=%d size=%lu\n", id, ip->type, (unsigned long)ip->size, k, t, (unsigned long)n)); + strcpy(soap->id, id); + soap->error = SOAP_HREF; + return NULL; + } + else if (ip->ptr) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Multiply defined id='%s'\n", id)); + strcpy(soap->id, id); + soap->error = SOAP_DUPLICATE_ID; + return NULL; + } + else + { ip->size = n; + ip->ptr = p; + ip->level = k; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Update entry id='%s' type=%d location=%p size=%lu level=%u\n", id, t, p, (unsigned long)n, k)); + } + return ip->ptr; +#endif +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_fcopy(struct soap *soap, int st, int tt, void *p, size_t len, const void *q, size_t n) +{ DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Copying data type=%d (target type=%d) %p -> %p (%lu bytes)\n", st, tt, q, p, (unsigned long)n)); + memcpy(p, q, n); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_end_send(struct soap *soap) +{ +#ifndef WITH_LEANER + if (soap->dime.list) + { /* SOAP body referenced attachments must appear first */ + soap->dime.last->next = soap->dime.first; + soap->dime.first = soap->dime.list->next; + soap->dime.list->next = NULL; + soap->dime.last = soap->dime.list; + } + if (soap_putdime(soap) || soap_putmime(soap)) + return soap->error; + soap->mime.list = NULL; + soap->mime.first = NULL; + soap->mime.last = NULL; + soap->dime.list = NULL; + soap->dime.first = NULL; + soap->dime.last = NULL; +#endif + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "End send\n")); + if (soap->mode & SOAP_IO) /* need to flush the remaining data in buffer */ + { if (soap_flush(soap)) +#ifdef WITH_ZLIB + { if (soap->mode & SOAP_ENC_ZLIB && soap->zlib_state == SOAP_ZLIB_DEFLATE) + { soap->zlib_state = SOAP_ZLIB_NONE; + deflateEnd(soap->d_stream); + } + return soap->error; + } +#else + return soap->error; +#endif +#ifdef WITH_ZLIB + if (soap->mode & SOAP_ENC_ZLIB) + { int r; + soap->d_stream->avail_in = 0; + do + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Deflating remainder\n")); + r = deflate(soap->d_stream, Z_FINISH); + if (soap->d_stream->avail_out != SOAP_BUFLEN) + { if (soap_flush_raw(soap, soap->z_buf, SOAP_BUFLEN - soap->d_stream->avail_out)) + { soap->zlib_state = SOAP_ZLIB_NONE; + deflateEnd(soap->d_stream); + return soap->error; + } + soap->d_stream->next_out = (Byte*)soap->z_buf; + soap->d_stream->avail_out = SOAP_BUFLEN; + } + } while (r == Z_OK); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Deflated total %lu->%lu bytes\n", soap->d_stream->total_in, soap->d_stream->total_out)); + soap->z_ratio_out = (float)soap->d_stream->total_out / (float)soap->d_stream->total_in; + soap->mode &= ~SOAP_ENC_ZLIB; + soap->zlib_state = SOAP_ZLIB_NONE; + if (deflateEnd(soap->d_stream) != Z_OK || r != Z_STREAM_END) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Unable to end deflate: %s\n", soap->d_stream->msg?soap->d_stream->msg:SOAP_STR_EOS)); + return soap->error = SOAP_ZLIB_ERROR; + } +#ifdef WITH_GZIP + if (soap->zlib_out != SOAP_ZLIB_DEFLATE) + { soap->z_buf[0] = soap->z_crc & 0xFF; + soap->z_buf[1] = (soap->z_crc >> 8) & 0xFF; + soap->z_buf[2] = (soap->z_crc >> 16) & 0xFF; + soap->z_buf[3] = (soap->z_crc >> 24) & 0xFF; + soap->z_buf[4] = soap->d_stream->total_in & 0xFF; + soap->z_buf[5] = (soap->d_stream->total_in >> 8) & 0xFF; + soap->z_buf[6] = (soap->d_stream->total_in >> 16) & 0xFF; + soap->z_buf[7] = (soap->d_stream->total_in >> 24) & 0xFF; + if (soap_flush_raw(soap, soap->z_buf, 8)) + return soap->error; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "gzip crc32=%lu\n", (unsigned long)soap->z_crc)); + } +#endif + } +#endif + if ((soap->mode & SOAP_IO) == SOAP_IO_STORE) + { char *p; +#ifndef WITH_NOHTTP + if (!(soap->mode & SOAP_ENC_XML)) + { soap->mode--; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Sending buffered message of length %u\n", (unsigned int)soap->blist->size)); + if (soap->status >= SOAP_POST) + soap->error = soap->fpost(soap, soap->endpoint, soap->host, soap->port, soap->path, soap->action, soap->blist->size); + else if (soap->status != SOAP_STOP) + soap->error = soap->fresponse(soap, soap->status, soap->blist->size); + if (soap->error || soap_flush(soap)) + return soap->error; + soap->mode++; + } +#endif + for (p = soap_first_block(soap, NULL); p; p = soap_next_block(soap, NULL)) + { DBGMSG(SENT, p, soap_block_size(soap, NULL)); + if ((soap->error = soap->fsend(soap, p, soap_block_size(soap, NULL)))) + { soap_end_block(soap, NULL); + return soap->error; + } + } + soap_end_block(soap, NULL); + } +#ifndef WITH_LEANER + else if ((soap->mode & SOAP_IO) == SOAP_IO_CHUNK) + { DBGMSG(SENT, "\r\n0\r\n\r\n", 7); + if ((soap->error = soap->fsend(soap, "\r\n0\r\n\r\n", 7))) + return soap->error; + } +#endif + } +#ifdef WITH_TCPFIN +#ifdef WITH_OPENSSL + if (!soap->ssl && soap_valid_socket(soap->socket) && !soap->keep_alive && !(soap->omode & SOAP_IO_UDP)) + soap->fshutdownsocket(soap, soap->socket, 1); /* Send TCP FIN */ +#else + if (soap_valid_socket(soap->socket) && !soap->keep_alive && !(soap->omode & SOAP_IO_UDP)) + soap->fshutdownsocket(soap, soap->socket, 1); /* Send TCP FIN */ +#endif +#endif + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "End of send phase\n")); + soap->omode &= ~SOAP_XML_SEC; + soap->count = 0; + soap->part = SOAP_END; + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_end_recv(struct soap *soap) +{ soap->part = SOAP_END; +#ifndef WITH_LEANER + if ((soap->mode & SOAP_ENC_DIME) && soap_getdime(soap)) + { soap->dime.first = NULL; + soap->dime.last = NULL; + return soap->error; + } + soap->dime.list = soap->dime.first; + soap->dime.first = NULL; + soap->dime.last = NULL; + /* Check if MIME attachments and mime-post-check flag is set, if set call soap_resolve() and return */ + if (soap->mode & SOAP_ENC_MIME) + { +#ifndef WITH_NOIDREF + if (soap->mode & SOAP_MIME_POSTCHECK) + { soap_resolve(soap); + return SOAP_OK; + } +#endif + if (soap_getmime(soap)) + return soap->error; + } + soap->mime.list = soap->mime.first; + soap->mime.first = NULL; + soap->mime.last = NULL; + soap->mime.boundary = NULL; + if (soap->xlist) + { struct soap_multipart *content; + for (content = soap->mime.list; content; content = content->next) + soap_resolve_attachment(soap, content); + } +#endif + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "End of receive message ok\n")); +#ifdef WITH_ZLIB + if (soap->mode & SOAP_ENC_ZLIB) + { /* Make sure end of compressed content is reached */ + while (soap->d_stream->next_out != Z_NULL) + if ((int)soap_get1(soap) == EOF) + break; + soap->mode &= ~SOAP_ENC_ZLIB; + memcpy(soap->buf, soap->z_buf, SOAP_BUFLEN); + soap->bufidx = (char*)soap->d_stream->next_in - soap->z_buf; + soap->buflen = soap->z_buflen; + soap->zlib_state = SOAP_ZLIB_NONE; + if (inflateEnd(soap->d_stream) != Z_OK) + return soap->error = SOAP_ZLIB_ERROR; + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Inflate end ok\n")); +#ifdef WITH_GZIP + if (soap->zlib_in == SOAP_ZLIB_GZIP) + { soap_wchar c; + short i; + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Inflate gzip crc check\n")); + for (i = 0; i < 8; i++) + { if ((int)(c = soap_get1(soap)) == EOF) + return soap->error = SOAP_EOF; + soap->z_buf[i] = (char)c; + } + if (soap->z_crc != ((uLong)(unsigned char)soap->z_buf[0] | ((uLong)(unsigned char)soap->z_buf[1] << 8) | ((uLong)(unsigned char)soap->z_buf[2] << 16) | ((uLong)(unsigned char)soap->z_buf[3] << 24))) + { DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Gzip error: crc check failed, message corrupted? (crc32=%lu)\n", (unsigned long)soap->z_crc)); + return soap->error = SOAP_ZLIB_ERROR; + } + if (soap->d_stream->total_out != ((uLong)(unsigned char)soap->z_buf[4] | ((uLong)(unsigned char)soap->z_buf[5] << 8) | ((uLong)(unsigned char)soap->z_buf[6] << 16) | ((uLong)(unsigned char)soap->z_buf[7] << 24))) + { DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Gzip error: incorrect message length\n")); + return soap->error = SOAP_ZLIB_ERROR; + } + } + soap->zlib_in = SOAP_ZLIB_NONE; +#endif + } +#endif + if ((soap->mode & SOAP_IO) == SOAP_IO_CHUNK) + while ((int)soap_getchar(soap) != EOF) /* advance to last chunk */ + ; + if (soap->fdisconnect && (soap->error = soap->fdisconnect(soap))) + return soap->error; +#ifndef WITH_NOIDREF + if (soap_resolve(soap)) + return soap->error; +#endif +#ifndef WITH_LEANER + if (soap->xlist) + { if (soap->mode & SOAP_ENC_MTOM) + return soap->error = SOAP_MIME_HREF; + return soap->error = SOAP_DIME_HREF; + } +#endif + soap_free_temp(soap); + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_free_temp(struct soap *soap) +{ register struct soap_nlist *np, *nq; + register struct soap_attribute *tp, *tq; + register struct Namespace *ns; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Free namespace stack\n")); + for (np = soap->nlist; np; np = nq) + { nq = np->next; + SOAP_FREE(soap, np); + } + soap->nlist = NULL; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Free any remaining temp blocks\n")); + while (soap->blist) + soap_end_block(soap, NULL); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Free attribute storage\n")); + for (tp = soap->attributes; tp; tp = tq) + { tq = tp->next; + if (tp->value) + SOAP_FREE(soap, tp->value); + SOAP_FREE(soap, tp); + } + soap->attributes = NULL; +#ifdef WITH_FAST + if (soap->labbuf) + SOAP_FREE(soap, soap->labbuf); + soap->labbuf = NULL; + soap->lablen = 0; + soap->labidx = 0; +#endif + ns = soap->local_namespaces; + if (ns) + { for (; ns->id; ns++) + { if (ns->out) + { if (soap->encodingStyle == ns->out) + soap->encodingStyle = SOAP_STR_EOS; + SOAP_FREE(soap, ns->out); + ns->out = NULL; + } + if (soap->encodingStyle == ns->ns) + soap->encodingStyle = SOAP_STR_EOS; + } + SOAP_FREE(soap, soap->local_namespaces); + soap->local_namespaces = NULL; + } +#ifndef WITH_LEANER + while (soap->xlist) + { struct soap_xlist *xp = soap->xlist->next; + SOAP_FREE(soap, soap->xlist); + soap->xlist = xp; + } +#endif +#ifndef WITH_NOIDREF + soap_free_pht(soap); + soap_free_iht(soap); +#endif +} +#endif + +/******************************************************************************/ +#ifdef SOAP_DEBUG +static void +soap_init_logs(struct soap *soap) +{ int i; + for (i = 0; i < SOAP_MAXLOGS; i++) + { soap->logfile[i] = NULL; + soap->fdebug[i] = NULL; + } +} +#endif + +/******************************************************************************/ +#if !defined(WITH_LEAN) || defined(SOAP_DEBUG) +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_open_logfile(struct soap *soap, int i) +{ if (soap->logfile[i]) + soap->fdebug[i] = fopen(soap->logfile[i], i < 2 ? "ab" : "a"); +} +#endif + +/******************************************************************************/ +#ifdef SOAP_DEBUG +static void +soap_close_logfile(struct soap *soap, int i) +{ if (soap->fdebug[i]) + { fclose(soap->fdebug[i]); + soap->fdebug[i] = NULL; + } +} +#endif + +/******************************************************************************/ +#ifdef SOAP_DEBUG +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_close_logfiles(struct soap *soap) +{ int i; + for (i = 0; i < SOAP_MAXLOGS; i++) + soap_close_logfile(soap, i); +} +#endif + +/******************************************************************************/ +#ifdef SOAP_DEBUG +static void +soap_set_logfile(struct soap *soap, int i, const char *logfile) +{ const char *s; + char *t = NULL; + soap_close_logfile(soap, i); + s = soap->logfile[i]; + soap->logfile[i] = logfile; + if (s) + SOAP_FREE(soap, (void*)s); + if (logfile) + if ((t = (char*)SOAP_MALLOC(soap, strlen(logfile) + 1))) + strcpy(t, logfile); + soap->logfile[i] = t; +} +#endif + +/******************************************************************************/ +#ifdef SOAP_DEBUG +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_set_recv_logfile(struct soap *soap, const char *logfile) +{ soap_set_logfile(soap, SOAP_INDEX_RECV, logfile); +} +#endif + +/******************************************************************************/ +#ifdef SOAP_DEBUG +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_set_sent_logfile(struct soap *soap, const char *logfile) +{ soap_set_logfile(soap, SOAP_INDEX_SENT, logfile); +} +#endif + +/******************************************************************************/ +#ifdef SOAP_DEBUG +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_set_test_logfile(struct soap *soap, const char *logfile) +{ soap_set_logfile(soap, SOAP_INDEX_TEST, logfile); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +struct soap* +SOAP_FMAC2 +soap_copy(const struct soap *soap) +{ return soap_copy_context((struct soap*)malloc(sizeof(struct soap)), soap); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +struct soap* +SOAP_FMAC2 +soap_copy_context(struct soap *copy, const struct soap *soap) +{ if (soap_check_state(soap)) + return NULL; + if (copy) + { register struct soap_plugin *p = NULL; +#ifdef __cplusplus + *copy = *soap; +#else + memcpy(copy, soap, sizeof(struct soap)); +#endif + copy->state = SOAP_COPY; + copy->error = SOAP_OK; + copy->userid = NULL; + copy->passwd = NULL; + copy->nlist = NULL; + copy->blist = NULL; + copy->clist = NULL; + copy->alist = NULL; + copy->attributes = NULL; + copy->labbuf = NULL; + copy->lablen = 0; + copy->labidx = 0; +#ifdef SOAP_MEM_DEBUG + soap_init_mht(copy); +#endif +#ifdef SOAP_DEBUG + soap_init_logs(copy); + soap_set_recv_logfile(copy, soap->logfile[SOAP_INDEX_RECV]); + soap_set_sent_logfile(copy, soap->logfile[SOAP_INDEX_SENT]); + soap_set_test_logfile(copy, soap->logfile[SOAP_INDEX_TEST]); +#endif +#ifdef WITH_C_LOCALE + copy->c_locale = duplocale(soap->c_locale); +#else + copy->c_locale = NULL; +#endif +#ifdef WITH_OPENSSL + copy->bio = NULL; + copy->ssl = NULL; +#endif +#ifdef WITH_ZLIB + copy->d_stream = (z_stream*)SOAP_MALLOC(copy, sizeof(z_stream)); + copy->d_stream->zalloc = Z_NULL; + copy->d_stream->zfree = Z_NULL; + copy->d_stream->opaque = Z_NULL; + copy->z_buf = NULL; +#endif + copy->local_namespaces = NULL; +#ifndef WITH_NOIDREF + soap_init_iht(copy); + soap_init_pht(copy); +#endif + copy->header = NULL; + copy->fault = NULL; + copy->action = NULL; +#ifndef WITH_LEAN +#ifdef WITH_COOKIES + copy->cookies = soap_copy_cookies(copy, soap); +#else + copy->cookies = NULL; +#endif +#endif + copy->plugins = NULL; + for (p = soap->plugins; p; p = p->next) + { register struct soap_plugin *q = (struct soap_plugin*)SOAP_MALLOC(copy, sizeof(struct soap_plugin)); + if (!q) + return NULL; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Copying plugin '%s'\n", p->id)); + *q = *p; + if (p->fcopy && p->fcopy(copy, q, p)) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Could not copy plugin '%s'\n", p->id)); + SOAP_FREE(copy, q); + return NULL; + } + q->next = copy->plugins; + copy->plugins = q; + } + } + return copy; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_copy_stream(struct soap *copy, struct soap *soap) +{ copy->mode = soap->mode; + copy->imode = soap->imode; + copy->omode = soap->omode; + copy->socket = soap->socket; + copy->recv_timeout = soap->recv_timeout; + copy->send_timeout = soap->send_timeout; +#if defined(__cplusplus) && !defined(WITH_LEAN) + copy->os = soap->os; + copy->is = soap->is; +#endif + copy->sendfd = soap->sendfd; + copy->recvfd = soap->recvfd; + copy->bufidx = soap->bufidx; + copy->buflen = soap->buflen; + copy->ahead = soap->ahead; + copy->cdata = soap->cdata; + copy->chunksize = soap->chunksize; + copy->chunkbuflen = soap->chunkbuflen; + copy->keep_alive = soap->keep_alive; + copy->tcp_keep_alive = soap->tcp_keep_alive; + copy->tcp_keep_idle = soap->tcp_keep_idle; + copy->tcp_keep_intvl = soap->tcp_keep_intvl; + copy->tcp_keep_cnt = soap->tcp_keep_cnt; + copy->max_keep_alive = soap->max_keep_alive; +#ifndef WITH_NOIO + copy->peer = soap->peer; + copy->peerlen = soap->peerlen; +#endif +#ifdef WITH_OPENSSL + copy->bio = soap->bio; + copy->ssl = soap->ssl; + copy->ctx = soap->ctx; +#endif +#ifdef WITH_ZLIB + copy->zlib_state = soap->zlib_state; + copy->zlib_in = soap->zlib_in; + copy->zlib_out = soap->zlib_out; + copy->d_stream = (z_stream*)SOAP_MALLOC(copy, sizeof(z_stream)); + memcpy(copy->d_stream, soap->d_stream, sizeof(z_stream)); + copy->z_crc = soap->z_crc; + copy->z_ratio_in = soap->z_ratio_in; + copy->z_ratio_out = soap->z_ratio_out; + copy->z_buf = NULL; + copy->z_buflen = soap->z_buflen; + copy->z_level = soap->z_level; + if (soap->z_buf && soap->zlib_state != SOAP_ZLIB_NONE) + { copy->z_buf = (char*)SOAP_MALLOC(copy, SOAP_BUFLEN); + memcpy(copy->z_buf, soap->z_buf, sizeof(soap->z_buf)); + } +#endif + memcpy(copy->buf, soap->buf, sizeof(soap->buf)); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_init(struct soap *soap) +{ soap->state = SOAP_INIT; +#ifdef SOAP_MEM_DEBUG + soap_init_mht(soap); +#endif +#ifdef SOAP_DEBUG + soap_init_logs(soap); + soap_set_recv_logfile(soap, "RECV.log"); + soap_set_sent_logfile(soap, "SENT.log"); + soap_set_test_logfile(soap, "TEST.log"); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Initializing context\n")); +#endif + soap->version = 0; + soap_imode(soap, SOAP_IO_DEFAULT); + soap_omode(soap, SOAP_IO_DEFAULT); + soap->plugins = NULL; + soap->user = NULL; + soap->userid = NULL; + soap->passwd = NULL; +#ifndef WITH_NOHTTP + soap->fpost = http_post; + soap->fget = http_get; + soap->fput = http_put; + soap->fdel = http_del; + soap->fhead = http_head; + soap->fform = NULL; + soap->fposthdr = http_post_header; + soap->fresponse = http_response; + soap->fparse = http_parse; + soap->fparsehdr = http_parse_header; +#endif + soap->fheader = NULL; + soap->fconnect = NULL; + soap->fdisconnect = NULL; +#ifndef WITH_NOIO + soap->ipv6_multicast_if = 0; + soap->ipv4_multicast_if = NULL; +#ifndef WITH_IPV6 + soap->fresolve = tcp_gethost; +#else + soap->fresolve = NULL; +#endif + soap->faccept = tcp_accept; + soap->fopen = tcp_connect; + soap->fclose = tcp_disconnect; + soap->fclosesocket = tcp_closesocket; + soap->fshutdownsocket = tcp_shutdownsocket; + soap->fsend = fsend; + soap->frecv = frecv; + soap->fpoll = soap_poll; +#else + soap->fopen = NULL; + soap->fclose = NULL; + soap->fpoll = NULL; +#endif + soap->fseterror = NULL; + soap->fignore = NULL; + soap->fserveloop = NULL; + soap->fplugin = fplugin; + soap->fmalloc = NULL; +#ifndef WITH_LEANER + soap->fprepareinit = NULL; + soap->fpreparesend = NULL; + soap->fpreparerecv = NULL; + soap->fpreparefinal = NULL; + soap->fdimereadopen = NULL; + soap->fdimewriteopen = NULL; + soap->fdimereadclose = NULL; + soap->fdimewriteclose = NULL; + soap->fdimeread = NULL; + soap->fdimewrite = NULL; + soap->fmimereadopen = NULL; + soap->fmimewriteopen = NULL; + soap->fmimereadclose = NULL; + soap->fmimewriteclose = NULL; + soap->fmimeread = NULL; + soap->fmimewrite = NULL; +#endif + soap->float_format = "%.9G"; /* Alternative: use "%G" */ + soap->double_format = "%.17lG"; /* Alternative: use "%lG" */ + soap->dime_id_format = "cid:id%d"; /* default DIME id format */ + soap->http_version = "1.1"; + soap->proxy_http_version = "1.0"; + soap->http_content = NULL; + soap->actor = NULL; + soap->lang = "en"; + soap->keep_alive = 0; + soap->tcp_keep_alive = 0; + soap->tcp_keep_idle = 0; + soap->tcp_keep_intvl = 0; + soap->tcp_keep_cnt = 0; + soap->max_keep_alive = SOAP_MAXKEEPALIVE; + soap->recv_timeout = 0; + soap->send_timeout = 0; + soap->connect_timeout = 0; + soap->accept_timeout = 0; + soap->socket_flags = 0; + soap->connect_flags = 0; + soap->bind_flags = 0; + soap->accept_flags = 0; + soap->linger_time = 0; + soap->ip = 0; + soap->labbuf = NULL; + soap->lablen = 0; + soap->labidx = 0; + soap->encodingStyle = SOAP_STR_EOS; +#ifndef WITH_NONAMESPACES + soap->namespaces = namespaces; +#else + soap->namespaces = NULL; +#endif + soap->local_namespaces = NULL; + soap->nlist = NULL; + soap->blist = NULL; + soap->clist = NULL; + soap->alist = NULL; + soap->attributes = NULL; + soap->header = NULL; + soap->fault = NULL; + soap->master = SOAP_INVALID_SOCKET; + soap->socket = SOAP_INVALID_SOCKET; + soap->os = NULL; + soap->is = NULL; +#ifndef WITH_LEANER + soap->dom = NULL; + soap->dime.list = NULL; + soap->dime.first = NULL; + soap->dime.last = NULL; + soap->mime.list = NULL; + soap->mime.first = NULL; + soap->mime.last = NULL; + soap->mime.boundary = NULL; + soap->mime.start = NULL; + soap->xlist = NULL; +#endif +#ifndef UNDER_CE + soap->recvfd = 0; + soap->sendfd = 1; +#else + soap->recvfd = stdin; + soap->sendfd = stdout; +#endif + soap->host[0] = '\0'; + soap->port = 0; + soap->action = NULL; + soap->proxy_host = NULL; + soap->proxy_port = 8080; + soap->proxy_userid = NULL; + soap->proxy_passwd = NULL; + soap->authrealm = NULL; + soap->prolog = NULL; +#ifdef WITH_ZLIB + soap->zlib_state = SOAP_ZLIB_NONE; + soap->zlib_in = SOAP_ZLIB_NONE; + soap->zlib_out = SOAP_ZLIB_NONE; + soap->d_stream = (z_stream*)SOAP_MALLOC(soap, sizeof(z_stream)); + soap->d_stream->zalloc = Z_NULL; + soap->d_stream->zfree = Z_NULL; + soap->d_stream->opaque = Z_NULL; + soap->z_buf = NULL; + soap->z_level = 6; +#endif +#ifndef WITH_LEAN + soap->c14ninclude = NULL; + soap->c14nexclude = NULL; + soap->cookies = NULL; + soap->cookie_domain = NULL; + soap->cookie_path = NULL; + soap->cookie_max = 32; +#endif +#ifdef WMW_RPM_IO + soap->rpmreqid = NULL; +#endif +#ifdef PALM + palmNetLibOpen(); +#endif +#ifndef WITH_NOIDREF + soap_init_iht(soap); + soap_init_pht(soap); +#endif +#ifdef WITH_OPENSSL + if (!soap_ssl_init_done) + { soap_ssl_init(); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Initializing OpenSSL, version=%ld\n", (long)OPENSSL_VERSION_NUMBER)); + } + soap->fsslauth = ssl_auth_init; + soap->fsslverify = ssl_verify_callback; + soap->bio = NULL; + soap->ssl = NULL; + soap->ctx = NULL; + soap->ssl_flags = SOAP_SSL_DEFAULT; + soap->keyfile = NULL; + soap->password = NULL; + soap->dhfile = NULL; + soap->cafile = NULL; + soap->capath = NULL; + soap->crlfile = NULL; + soap->randfile = NULL; + soap->session = NULL; +#endif +#ifdef WITH_C_LOCALE + soap->c_locale = newlocale(LC_ALL_MASK, "C", NULL); +#else + soap->c_locale = NULL; +#endif + soap_begin(soap); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_init1(struct soap *soap, soap_mode mode) +{ soap_init2(soap, mode, mode); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_init2(struct soap *soap, soap_mode imode, soap_mode omode) +{ soap_init(soap); + soap_imode(soap, imode); + soap_omode(soap, omode); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_begin(struct soap *soap) +{ DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Reinitializing context\n")); + if (!soap->keep_alive) + { soap->buflen = 0; + soap->bufidx = 0; + } + soap->keep_alive = (((soap->imode | soap->omode) & SOAP_IO_KEEPALIVE) != 0); + soap->null = 0; + soap->position = 0; + soap->encoding = 0; + soap->mustUnderstand = 0; + soap->mode = 0; + soap->ns = 0; + soap->part = SOAP_END; + soap->alloced = 0; + soap->count = 0; + soap->length = 0; + soap->cdata = 0; + soap->error = SOAP_OK; + soap->peeked = 0; + soap->ahead = 0; + soap->idnum = 0; + soap->level = 0; + soap->endpoint[0] = '\0'; +#ifndef WITH_LEANER + soap->dime.chunksize = 0; + soap->dime.buflen = 0; +#endif + soap_free_temp(soap); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_end(struct soap *soap) +{ if (soap_check_state(soap)) + return; + soap_free_temp(soap); + soap_dealloc(soap, NULL); + while (soap->clist) + { register struct soap_clist *cp = soap->clist->next; + SOAP_FREE(soap, soap->clist); + soap->clist = cp; + } + soap_closesock(soap); +#ifdef SOAP_DEBUG + soap_close_logfiles(soap); +#endif +#ifdef PALM + palmNetLibClose(); +#endif +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_set_namespaces(struct soap *soap, const struct Namespace *p) +{ register struct Namespace *ns = soap->local_namespaces; + register struct soap_nlist *np, *nq, *nr; + register unsigned int level = soap->level; + soap->namespaces = p; + soap->local_namespaces = NULL; + soap_set_local_namespaces(soap); + /* reverse the namespace list */ + np = soap->nlist; + soap->nlist = NULL; + if (np) + { nq = np->next; + np->next = NULL; + while (nq) + { nr = nq->next; + nq->next = np; + np = nq; + nq = nr; + } + } + /* then push on new stack */ + while (np) + { register const char *s; + soap->level = np->level; /* preserve element nesting level */ + s = np->ns; + if (!s && np->index >= 0 && ns) + { s = ns[np->index].out; + if (!s) + s = ns[np->index].ns; + } + if (s && soap_push_namespace(soap, np->id, s)) + return soap->error; + nq = np; + np = np->next; + SOAP_FREE(soap, nq); + } + if (ns) + { register int i; + for (i = 0; ns[i].id; i++) + { if (ns[i].out) + { SOAP_FREE(soap, ns[i].out); + ns[i].out = NULL; + } + } + SOAP_FREE(soap, ns); + } + soap->level = level; /* restore level */ + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_set_local_namespaces(struct soap *soap) +{ if (soap->namespaces && !soap->local_namespaces) + { register const struct Namespace *ns1; + register struct Namespace *ns2; + register size_t n = 1; + for (ns1 = soap->namespaces; ns1->id; ns1++) + n++; + n *= sizeof(struct Namespace); + ns2 = (struct Namespace*)SOAP_MALLOC(soap, n); + if (ns2) + { memcpy(ns2, soap->namespaces, n); + if (ns2[0].ns) + { if (!strcmp(ns2[0].ns, soap_env1)) + soap->version = 1; + else + soap->version = 2; + } + soap->local_namespaces = ns2; + } + } +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +#ifndef PALM_1 +SOAP_FMAC1 +const char * +SOAP_FMAC2 +soap_strsearch(const char *big, const char *little) +{ size_t n = strlen(little); + const char *s = big; + while (s) + { if (!strncmp(s, little, n) && (s[n] == '\0' || s[n] == ' ')) + return s; + s = strchr(s, ' '); + if (s) + s++; + } + return NULL; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +#ifndef PALM_1 +SOAP_FMAC1 +struct soap_nlist * +SOAP_FMAC2 +soap_lookup_ns(struct soap *soap, const char *tag, size_t n) +{ register struct soap_nlist *np; + for (np = soap->nlist; np; np = np->next) + { if (!strncmp(np->id, tag, n) && !np->id[n]) + return np; + } + return NULL; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +static struct soap_nlist * +soap_push_ns(struct soap *soap, const char *id, const char *ns, short utilized) +{ register struct soap_nlist *np; + size_t n, k; + if (soap_strsearch(soap->c14nexclude, id)) + return NULL; + if (!utilized) + { for (np = soap->nlist; np; np = np->next) + { if (!strcmp(np->id, id) && (!np->ns || !strcmp(np->ns, ns))) + break; + } + if (np) + { if ((np->level < soap->level || !np->ns) && np->index == 1) + utilized = 1; + else + return NULL; + } + } + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Adding namespace binding (level=%u) '%s' '%s' utilized=%d\n", soap->level, id, ns?ns:"(null)", utilized)); + n = strlen(id); + if (ns) + k = strlen(ns); + else + k = 0; + np = (struct soap_nlist*)SOAP_MALLOC(soap, sizeof(struct soap_nlist) + n + k + 1); + if (!np) + { soap->error = SOAP_EOM; + return NULL; + } + np->next = soap->nlist; + soap->nlist = np; + strcpy(np->id, id); + if (ns) + { np->ns = np->id + n + 1; + strcpy(np->ns, ns); + } + else + np->ns = NULL; + np->level = soap->level; + np->index = utilized; + return np; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +static void +soap_utilize_ns(struct soap *soap, const char *tag, size_t n) +{ register struct soap_nlist *np = soap_lookup_ns(soap, tag, n); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Utilizing namespace of '%s'\n", tag)); + if (np) + { if (np->index == 0) + soap_push_ns(soap, np->id, np->ns, 1); + } + else if (strncmp(tag, "xml", 3)) + { strncpy(soap->tmpbuf, tag, n); + soap->tmpbuf[n] = '\0'; + soap_push_ns(soap, soap->tmpbuf, NULL, 1); + } +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +static void +soap_pop_ns(struct soap *soap) +{ soap_pop_namespace(soap); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_element(struct soap *soap, const char *tag, int id, const char *type) +{ +#ifdef WITH_XMLNS + register const char *s; +#endif + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Element begin tag='%s' id='%d' type='%s'\n", tag, id, type?type:SOAP_STR_EOS)); +#ifdef WITH_DOM + if (soap->part == SOAP_BEGIN_SECURITY && (soap->mode & SOAP_XML_CANONICAL) && !(soap->mode & SOAP_DOM_ASIS)) + { register struct soap_nlist *np; + /* wsu:Id found: clear xmlns renderings, so re-emit them for exc-c14n */ + for (np = soap->nlist; np; np = np->next) + { if (np->index == 2) + np->index = 0; + } + } + if (soap->mode & SOAP_XML_DOM) + { register struct soap_dom_element *elt = (struct soap_dom_element*)soap_malloc(soap, sizeof(struct soap_dom_element)); + if (!elt) + return soap->error; + elt->soap = soap; + elt->next = NULL; + elt->prnt = soap->dom; + elt->name = soap_strdup(soap, tag); + elt->elts = NULL; + elt->atts = NULL; + elt->nstr = NULL; + elt->data = NULL; + elt->wide = NULL; + elt->node = NULL; + elt->type = 0; + elt->head = NULL; + elt->tail = NULL; + if (soap->dom) + { struct soap_dom_element *p = soap->dom->elts; + if (p) + { while (p->next) + p = p->next; + p->next = elt; + } + else + soap->dom->elts = elt; + } + soap->dom = elt; + } + else + { +#endif + soap->level++; +#ifndef WITH_LEAN + if (!soap->ns) + { if (!(soap->mode & SOAP_XML_CANONICAL) + && soap_send(soap, soap->prolog ? soap->prolog : "\n")) + return soap->error; + } + else if (soap->mode & SOAP_XML_INDENT) + { if (soap->ns == 1 && soap_send_raw(soap, soap_indent, soap->level < sizeof(soap_indent) ? soap->level : sizeof(soap_indent) - 1)) + return soap->error; + soap->body = 1; + } +#endif +#ifdef WITH_XMLNS + s = strchr(tag, ':'); + if (s && strncmp(tag, "SOAP-ENV", s - tag)) + { struct Namespace *ns = soap->local_namespaces; + size_t n = s - tag; + if (soap_send_raw(soap, "<", 1) + || soap_send(soap, s + 1)) + return soap->error; + if (soap->nlist && !strncmp(soap->nlist->id, tag, n) && !soap->nlist->id[n]) + ns = NULL; + for (; ns && ns->id; ns++) + { if (*ns->id && (ns->out || ns->ns) && !strncmp(ns->id, tag, n) && !ns->id[n]) + { soap_push_ns(soap, ns->id, ns->out ? ns->out : ns->ns, 0); + if (soap_attribute(soap, "xmlns", ns->out ? ns->out : ns->ns)) + return soap->error; + break; + } + } + } + else +#endif + if (soap_send_raw(soap, "<", 1) + || soap_send(soap, tag)) + return soap->error; +#ifdef WITH_DOM + } +#endif + if (!soap->ns) + { struct Namespace *ns; + for (ns = soap->local_namespaces; ns && ns->id; ns++) + { if (*ns->id && (ns->out || ns->ns)) + { sprintf(soap->tmpbuf, "xmlns:%s", ns->id); + if (soap_attribute(soap, soap->tmpbuf, ns->out ? ns->out : ns->ns)) + return soap->error; + } + } + } + soap->ns = 1; /* namespace table control: ns = 0 or 2 to start, then 1 to stop dumping the table */ +#ifndef WITH_LEAN + if (soap->mode & SOAP_XML_CANONICAL) + { const char *t = strchr(tag, ':'); + if (t) + soap_utilize_ns(soap, tag, t - tag); + } +#endif + if (id > 0) + { sprintf(soap->tmpbuf, "_%d", id); + if (soap_attribute(soap, "id", soap->tmpbuf)) + return soap->error; + } + if (type && *type && (!(soap->mode & SOAP_XML_SEC) || soap->part == SOAP_IN_BODY)) + { if (soap_attribute(soap, "xsi:type", type)) + return soap->error; +#ifndef WITH_LEAN + if (soap->mode & SOAP_XML_CANONICAL) + { const char *t = strchr(type, ':'); + if (t) + soap_utilize_ns(soap, type, t - type); + } +#endif + } + if (soap->null && soap->position > 0) + { register int i; + sprintf(soap->tmpbuf, "[%d", soap->positions[0]); + for (i = 1; i < soap->position; i++) + sprintf(soap->tmpbuf + strlen(soap->tmpbuf), ",%d", soap->positions[i]); + strcat(soap->tmpbuf, "]"); + if (soap_attribute(soap, "SOAP-ENC:position", soap->tmpbuf)) + return soap->error; + } + if (soap->mustUnderstand) + { if (soap->actor && *soap->actor) + { if (soap_attribute(soap, soap->version == 2 ? "SOAP-ENV:role" : "SOAP-ENV:actor", soap->actor)) + return soap->error; + } + if (soap_attribute(soap, "SOAP-ENV:mustUnderstand", soap->version == 2 ? "true" : "1")) + return soap->error; + soap->mustUnderstand = 0; + } + if (soap->encoding) + { if (soap->encodingStyle && soap->local_namespaces) + { if (!*soap->encodingStyle) + { if (soap->local_namespaces[1].out) + soap->encodingStyle = soap->local_namespaces[1].out; + else + soap->encodingStyle = soap->local_namespaces[1].ns; + } + if (soap_attribute(soap, "SOAP-ENV:encodingStyle", soap->encodingStyle)) + return soap->error; + } + soap->encoding = 0; + } + soap->null = 0; + soap->position = 0; + if (soap->part == SOAP_BEGIN_SECURITY && (soap->mode & SOAP_XML_CANONICAL)) + soap->part = SOAP_IN_SECURITY; + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_element_begin_out(struct soap *soap, const char *tag, int id, const char *type) +{ if (*tag == '-') + return SOAP_OK; + if (soap_element(soap, tag, id, type)) + return soap->error; + return soap_element_start_end_out(soap, NULL); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +#ifndef HAVE_STRRCHR +SOAP_FMAC1 +char* +SOAP_FMAC2 +soap_strrchr(const char *s, int t) +{ register char *r = NULL; + while (*s) + if (*s++ == t) + r = (char*)s - 1; + return r; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_2 +#ifndef HAVE_STRTOL +SOAP_FMAC1 +long +SOAP_FMAC2 +soap_strtol(const char *s, char **t, int b) +{ register long n = 0; + register int c; + while (*s > 0 && *s <= 32) + s++; + if (b == 10) + { short neg = 0; + if (*s == '-') + { s++; + neg = 1; + } + else if (*s == '+') + s++; + while ((c = *s) && c >= '0' && c <= '9') + { if (n >= 214748364 && (n > 214748364 || c >= '8')) + break; + n *= 10; + n += c - '0'; + s++; + } + if (neg) + n = -n; + } + else /* b == 16 and value is always positive */ + { while ((c = *s)) + { if (c >= '0' && c <= '9') + c -= '0'; + else if (c >= 'A' && c <= 'F') + c -= 'A' - 10; + else if (c >= 'a' && c <= 'f') + c -= 'a' - 10; + if (n > 0x07FFFFFF) + break; + n <<= 4; + n += c; + s++; + } + } + if (t) + *t = (char*)s; + return n; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_2 +#ifndef HAVE_STRTOUL +SOAP_FMAC1 +unsigned long +SOAP_FMAC2 +soap_strtoul(const char *s, char **t, int b) +{ unsigned long n = 0; + register int c; + while (*s > 0 && *s <= 32) + s++; + if (b == 10) + { if (*s == '+') + s++; + while ((c = *s) && c >= '0' && c <= '9') + { if (n >= 429496729 && (n > 429496729 || c >= '6')) + break; + n *= 10; + n += c - '0'; + s++; + } + } + else /* b == 16 */ + { while ((c = *s)) + { if (c >= '0' && c <= '9') + c -= '0'; + else if (c >= 'A' && c <= 'F') + c -= 'A' - 10; + else if (c >= 'a' && c <= 'f') + c -= 'a' - 10; + if (n > 0x0FFFFFFF) + break; + n <<= 4; + n += c; + s++; + } + } + if (t) + *t = (char*)s; + return n; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_array_begin_out(struct soap *soap, const char *tag, int id, const char *type, const char *offset) +{ if (soap_element(soap, tag, id, "SOAP-ENC:Array")) + return soap->error; + if (soap->version == 2) + { const char *s; + s = soap_strrchr(type, '['); + if ((size_t)(s - type) < sizeof(soap->tmpbuf)) + { strncpy(soap->tmpbuf, type, s - type); + soap->tmpbuf[s - type] = '\0'; + if (type && *type && (soap_attribute(soap, "SOAP-ENC:itemType", soap->tmpbuf))) + return soap->error; + if (s && (soap_attribute(soap, "SOAP-ENC:arraySize", s + 1))) + return soap->error; + } + } + else + { if (offset && (soap_attribute(soap, "SOAP-ENC:offset", offset))) + return soap->error; + if (type && *type && (soap_attribute(soap, "SOAP-ENC:arrayType", type))) + return soap->error; + } +#ifndef WITH_LEAN + if (type && *type && (soap->mode & SOAP_XML_CANONICAL)) + { const char *s = strchr(type, ':'); + if (s) + soap_utilize_ns(soap, type, s - type); + } +#endif + return soap_element_start_end_out(soap, NULL); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_element_start_end_out(struct soap *soap, const char *tag) +{ register struct soap_attribute *tp; +#ifndef WITH_LEAN + if (soap->mode & SOAP_XML_CANONICAL) + { struct soap_nlist *np; + for (tp = soap->attributes; tp; tp = tp->next) + { if (tp->visible && tp->name) + { const char *s = strchr(tp->name, ':'); + if (s) + soap_utilize_ns(soap, tp->name, s - tp->name); + } + } + for (np = soap->nlist; np; np = np->next) + { if (np->index == 1 && np->ns) + { sprintf(soap->tmpbuf, "xmlns:%s", np->id); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Enabling utilized binding (level=%u) %s='%s'\n", np->level, soap->tmpbuf, np->ns)); + soap_set_attr(soap, soap->tmpbuf, np->ns); + np->index = 2; + } + } + } +#endif +#ifdef WITH_DOM + if ((soap->mode & SOAP_XML_DOM) && soap->dom) + { register struct soap_dom_attribute **att; + att = &soap->dom->atts; + for (tp = soap->attributes; tp; tp = tp->next) + { if (tp->visible) + { *att = (struct soap_dom_attribute*)soap_malloc(soap, sizeof(struct soap_dom_attribute)); + if (!*att) + return soap->error; + (*att)->next = NULL; + (*att)->nstr = NULL; + (*att)->name = soap_strdup(soap, tp->name); + (*att)->data = soap_strdup(soap, tp->value); + (*att)->wide = NULL; + (*att)->soap = soap; + att = &(*att)->next; + tp->visible = 0; + } + } + return SOAP_OK; + } +#endif + for (tp = soap->attributes; tp; tp = tp->next) + { if (tp->visible) + { +#ifdef WITH_XMLNS + const char *s = strchr(tp->name, ':'); + if (s) + { size_t n = s - tp->name; + if (soap->nlist && !strncmp(soap->nlist->id, tp->name, n) && !soap->nlist->id[n]) + s++; + else + s = tp->name; + if (soap_send(soap, " ") || soap_send(soap, s)) + return soap->error; + } + else +#endif + if (soap_send(soap, " ") || soap_send(soap, tp->name)) + return soap->error; + if (tp->visible == 2 && tp->value) + if (soap_send_raw(soap, "=\"", 2) + || soap_string_out(soap, tp->value, 1) + || soap_send_raw(soap, "\"", 1)) + return soap->error; + tp->visible = 0; + } + } + if (tag) + { +#ifndef WITH_LEAN + if (soap->mode & SOAP_XML_CANONICAL) + { if (soap_send_raw(soap, ">", 1) + || soap_element_end_out(soap, tag)) + return soap->error; + return SOAP_OK; + } +#endif + soap->level--; /* decrement level just before /> */ + if (soap_send_raw(soap, "/>", 2)) + return soap->error; + return SOAP_OK; + } + return soap_send_raw(soap, ">", 1); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_element_end_out(struct soap *soap, const char *tag) +{ if (*tag == '-') + return SOAP_OK; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Element ending tag='%s'\n", tag)); +#ifdef WITH_DOM + if ((soap->mode & SOAP_XML_DOM) && soap->dom) + { if (soap->dom->prnt) + soap->dom = soap->dom->prnt; + return SOAP_OK; + } +#endif +#ifndef WITH_LEAN + if (soap->mode & SOAP_XML_CANONICAL) + soap_pop_ns(soap); + if (soap->mode & SOAP_XML_INDENT) + { if (!soap->body) + { if (soap_send_raw(soap, soap_indent, soap->level < sizeof(soap_indent) ? soap->level : sizeof(soap_indent) - 1)) + return soap->error; + } + soap->body = 0; + } +#endif +#ifdef WITH_XMLNS + { const char *s = strchr(tag, ':'); + if (s && strncmp(tag, "SOAP-ENV", s - tag)) + { soap_pop_ns(soap); + tag = s + 1; + } + } +#endif + if (soap_send_raw(soap, "error; + soap->level--; /* decrement level just before > */ + return soap_send_raw(soap, ">", 1); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_element_ref(struct soap *soap, const char *tag, int id, int href) +{ register int n = 0; + const char *s = "href"; + if (soap->version == 2) + { s = "SOAP-ENC:ref"; + n = 1; + } + sprintf(soap->href, "#_%d", href); + return soap_element_href(soap, tag, id, s, soap->href + n); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_element_href(struct soap *soap, const char *tag, int id, const char *ref, const char *val) +{ DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Element '%s' reference %s='%s'\n", tag, ref, val)); + if (soap_element(soap, tag, id, NULL) + || soap_attribute(soap, ref, val) + || soap_element_start_end_out(soap, tag)) + return soap->error; + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_element_null(struct soap *soap, const char *tag, int id, const char *type) +{ struct soap_attribute *tp; + for (tp = soap->attributes; tp; tp = tp->next) + if (tp->visible) + break; + if (tp || (soap->version == 2 && soap->position > 0) || id > 0 || (soap->mode & SOAP_XML_NIL)) + { if (soap_element(soap, tag, id, type)) + return soap->error; + if (!tp && soap_attribute(soap, "xsi:nil", "true")) + return soap->error; + return soap_element_start_end_out(soap, tag); + } + soap->null = 1; + soap->position = 0; + soap->mustUnderstand = 0; + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_element_id(struct soap *soap, const char *tag, int id, const void *p, const struct soap_array *a, int n, const char *type, int t) +{ if (!p || (a && !a->__ptr)) + { soap_element_null(soap, tag, id, type); + return -1; + } +#ifndef WITH_NOIDREF + if (soap->mode & SOAP_XML_TREE) + return 0; + if (id < 0) + { struct soap_plist *pp; + if (a) + id = soap_array_pointer_lookup(soap, p, a, n, t, &pp); + else + id = soap_pointer_lookup(soap, p, t, &pp); + if (id) + { if (soap_is_embedded(soap, pp)) + { soap_element_ref(soap, tag, 0, id); + return -1; + } + if (soap_is_single(soap, pp)) + return 0; + soap_set_embedded(soap, pp); + } + } + return id; +#else + return 0; +#endif +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_element_result(struct soap *soap, const char *tag) +{ if (soap->version == 2 && soap->encodingStyle) + { if (soap_element(soap, "SOAP-RPC:result", 0, NULL) + || soap_attribute(soap, "xmlns:SOAP-RPC", soap_rpc) + || soap_element_start_end_out(soap, NULL) + || soap_string_out(soap, tag, 0) + || soap_element_end_out(soap, "SOAP-RPC:result")) + return soap->error; + } + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_check_result(struct soap *soap, const char *tag) +{ if (soap->version == 2 && soap->encodingStyle) + { soap_instring(soap, ":result", NULL, NULL, 0, 2, -1, -1); + /* just ignore content for compliance reasons, but should compare tag to element's QName value? */ + } +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_attribute(struct soap *soap, const char *name, const char *value) +{ +#ifdef WITH_DOM + if ((soap->mode & SOAP_XML_DOM) && !(soap->mode & SOAP_XML_CANONICAL) && soap->dom) + { register struct soap_dom_attribute *a = (struct soap_dom_attribute*)soap_malloc(soap, sizeof(struct soap_dom_attribute)); + if (!a) + return soap->error; + a->next = soap->dom->atts; + a->nstr = NULL; + a->name = soap_strdup(soap, name); + a->data = soap_strdup(soap, value); + a->wide = NULL; + a->soap = soap; + soap->dom->atts = a; + return SOAP_OK; + } +#endif +#ifndef WITH_LEAN + if (soap->mode & SOAP_XML_CANONICAL) + { /* TODO: consider using this code to handle default namespace bindings + if (!strncmp(name, "xmlns", 5) && (name[5] == ':' || name[5] == '\0')) + { if (name[5] == ':') + soap_push_ns(soap, name + 6, value, 0); + else + soap_push_ns(soap, "", value, 0); + } + */ + if (!strncmp(name, "xmlns:", 6)) + soap_push_ns(soap, name + 6, value, 0); + else if (soap_set_attr(soap, name, value)) + return soap->error; + } + else +#endif + { if (soap_send(soap, " ") || soap_send(soap, name)) + return soap->error; + if (value) + if (soap_send_raw(soap, "=\"", 2) + || soap_string_out(soap, value, 1) + || soap_send_raw(soap, "\"", 1)) + return soap->error; + } + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_element_begin_in(struct soap *soap, const char *tag, int nillable, const char *type) +{ if (!soap_peek_element(soap)) + { if (soap->other) + return soap->error = SOAP_TAG_MISMATCH; + if (tag && *tag == '-') + return SOAP_OK; + if (!(soap->error = soap_match_tag(soap, soap->tag, tag))) + { soap->peeked = 0; + if (type && *soap->type && soap_match_tag(soap, soap->type, type)) + return soap->error = SOAP_TYPE; + if (!nillable && soap->null && (soap->mode & SOAP_XML_STRICT)) + return soap->error = SOAP_NULL; + if (soap->body) + soap->level++; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Begin element found (level=%u) '%s'='%s'\n", soap->level, soap->tag, tag?tag:SOAP_STR_EOS )); + } + } + else if (soap->error == SOAP_NO_TAG && tag && *tag == '-') + soap->error = SOAP_OK; + return soap->error; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_element_end_in(struct soap *soap, const char *tag) +{ register soap_wchar c; + register char *s; + register int n = 0; + if (tag && *tag == '-') + return SOAP_OK; + if (soap->error == SOAP_NO_TAG) + soap->error = SOAP_OK; +#ifdef WITH_DOM + /* this whitespace or mixed content is not insignificant for DOM */ + if ((soap->mode & SOAP_XML_DOM) && soap->dom) + { if (!soap->peeked && !soap_string_in(soap, 3, -1, -1)) + return soap->error; + if (soap->dom->prnt) + soap->dom = soap->dom->prnt; + } +#endif + if (soap->peeked) + { if (*soap->tag) + n++; + soap->peeked = 0; + } + do + { while (((c = soap_get(soap)) != SOAP_TT)) + { if ((int)c == EOF) + return soap->error = SOAP_EOF; + if (c == SOAP_LT) + n++; + else if (c == '/') + { c = soap_get(soap); + if (c == SOAP_GT) + n--; + else + soap_unget(soap, c); + } + } + } while (n--); + s = soap->tag; + n = sizeof(soap->tag); + while (soap_notblank(c = soap_get(soap))) + { if (--n > 0) + *s++ = (char)c; + } + *s = '\0'; + if ((int)c == EOF) + return soap->error = SOAP_EOF; + while (soap_blank(c)) + c = soap_get(soap); + if (c != SOAP_GT) + return soap->error = SOAP_SYNTAX_ERROR; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "End element found (level=%u) '%s'='%s'\n", soap->level, soap->tag, tag?tag:SOAP_STR_EOS)); +#ifndef WITH_LEAN + if (tag && (soap->mode & SOAP_XML_STRICT)) + { soap_pop_namespace(soap); + if (soap_match_tag(soap, soap->tag, tag)) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "End element tag name does not match\n")); + return soap->error = SOAP_SYNTAX_ERROR; + } + } +#endif + soap->level--; + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +const char * +SOAP_FMAC2 +soap_attr_value(struct soap *soap, const char *name, int flag) +{ register struct soap_attribute *tp; + if (*name == '-') + return SOAP_STR_EOS; + for (tp = soap->attributes; tp; tp = tp->next) + { if (tp->visible && !soap_match_tag(soap, tp->name, name)) + break; + } + if (tp) + { if (flag == 2 && (soap->mode & SOAP_XML_STRICT)) + soap->error = SOAP_PROHIBITED; + else + return tp->value; + } + else if (flag == 1 && (soap->mode & SOAP_XML_STRICT)) + soap->error = SOAP_REQUIRED; + return NULL; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_set_attr(struct soap *soap, const char *name, const char *value) +{ register struct soap_attribute *tp; + if (*name == '-') + return SOAP_OK; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Set attribute %s='%s'\n", name, value?value:SOAP_STR_EOS)); + for (tp = soap->attributes; tp; tp = tp->next) + { if (!strcmp(tp->name, name)) + break; + } + if (!tp) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Allocate attribute %s\n", name)); + if (!(tp = (struct soap_attribute*)SOAP_MALLOC(soap, sizeof(struct soap_attribute) + strlen(name)))) + return soap->error = SOAP_EOM; + tp->ns = NULL; +#ifndef WITH_LEAN + if (soap->mode & SOAP_XML_CANONICAL) + { struct soap_attribute **tpp = &soap->attributes; + const char *s = strchr(name, ':'); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Inserting attribute %s for c14n\n", name)) + if (!strncmp(name, "xmlns", 5)) + { for (; *tpp; tpp = &(*tpp)->next) + if (strncmp((*tpp)->name, "xmlns", 5) || strcmp((*tpp)->name + 5, name + 5) > 0) + break; + } + else if (!s) + { for (; *tpp; tpp = &(*tpp)->next) + if (strncmp((*tpp)->name, "xmlns", 5) && ((*tpp)->ns || strcmp((*tpp)->name, name) > 0)) + break; + } + else + { int k; + for (; *tpp; tpp = &(*tpp)->next) + { if (!strncmp((*tpp)->name, "xmlns:", 6) && !strncmp((*tpp)->name + 6, name, s - name) && !(*tpp)->name[6 + s - name]) + { if (!tp->ns) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Canonicalization: prefix %s=%p (%s)\n", name, (*tpp)->ns, (*tpp)->ns)); + tp->ns = (*tpp)->ns; + } + } + else if (strncmp((*tpp)->name, "xmlns", 5) && (*tpp)->ns && tp->ns && ((k = strcmp((*tpp)->ns, tp->ns)) > 0 || (!k && strcmp((*tpp)->name, name) > 0))) + break; + } + } + tp->next = *tpp; + *tpp = tp; + } + else +#endif + { tp->next = soap->attributes; + soap->attributes = tp; + } + strcpy(tp->name, name); + tp->value = NULL; + } + else if (tp->visible) + { return SOAP_OK; + } + else if (value && tp->value && tp->size <= strlen(value)) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Free attribute value of %s (free %p)\n", name, tp->value)); + SOAP_FREE(soap, tp->value); + tp->value = NULL; + tp->ns = NULL; + } + if (value) + { if (!tp->value) + { tp->size = strlen(value) + 1; + if (!(tp->value = (char*)SOAP_MALLOC(soap, tp->size))) + return soap->error = SOAP_EOM; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Allocate attribute value for %s (%p)\n", tp->name, tp->value)); + } + strcpy(tp->value, value); + if (!strncmp(tp->name, "xmlns:", 6)) + tp->ns = tp->value; + tp->visible = 2; +#ifndef WITH_LEAN + if (!strcmp(name, "wsu:Id")) + { soap->part = SOAP_BEGIN_SECURITY; + strncpy(soap->id, value, sizeof(soap->id)); + soap->id[sizeof(soap->id)-1] = '\0'; + } +#endif + } + else + tp->visible = 1; + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_clr_attr(struct soap *soap) +{ register struct soap_attribute *tp; +#ifndef WITH_LEAN + if ((soap->mode & SOAP_XML_CANONICAL)) + { while (soap->attributes) + { tp = soap->attributes->next; + if (soap->attributes->value) + SOAP_FREE(soap, soap->attributes->value); + SOAP_FREE(soap, soap->attributes); + soap->attributes = tp; + } + } + else +#endif + { for (tp = soap->attributes; tp; tp = tp->next) + tp->visible = 0; + } +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +static int +soap_getattrval(struct soap *soap, char *s, size_t n, soap_wchar d) +{ register size_t i; + for (i = 0; i < n; i++) + { register soap_wchar c = soap_get(soap); + switch (c) + { + case SOAP_TT: + *s++ = '<'; + soap_unget(soap, '/'); + break; + case SOAP_LT: + *s++ = '<'; + break; + case SOAP_GT: + if (d == ' ') + { soap_unget(soap, c); + *s = '\0'; + return SOAP_OK; + } + *s++ = '>'; + break; + case SOAP_QT: + if (c == d) + { *s = '\0'; + return SOAP_OK; + } + *s++ = '"'; + break; + case SOAP_AP: + if (c == d) + { *s = '\0'; + return SOAP_OK; + } + *s++ = '\''; + break; + case '\t': + case '\n': + case '\r': + case ' ': + case '/': + if (d == ' ') + { soap_unget(soap, c); + *s = '\0'; + return SOAP_OK; + } + default: + if ((int)c == EOF) + return soap->error = SOAP_EOF; + *s++ = (char)c; + } + } + return soap->error = SOAP_EOM; +} +#endif + +/******************************************************************************/ +#ifdef WITH_FAST +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_store_lab(struct soap *soap, const char *s, size_t n) +{ soap->labidx = 0; + return soap_append_lab(soap, s, n); +} +#endif +#endif + +/******************************************************************************/ +#ifdef WITH_FAST +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_append_lab(struct soap *soap, const char *s, size_t n) +{ if (soap->labidx + n >= soap->lablen) + { register char *t = soap->labbuf; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Enlarging look-aside buffer to append data, old size=%lu", (unsigned long)soap->lablen)); + if (soap->lablen == 0) + soap->lablen = SOAP_LABLEN; + while (soap->labidx + n >= soap->lablen) + soap->lablen <<= 1; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, ", new size=%lu\n", (unsigned long)soap->lablen)); + soap->labbuf = (char*)SOAP_MALLOC(soap, soap->lablen); + if (!soap->labbuf) + { if (t) + SOAP_FREE(soap, t); + return soap->error = SOAP_EOM; + } + if (t) + { memcpy(soap->labbuf, t, soap->labidx); + SOAP_FREE(soap, t); + } + } + if (s) + { memcpy(soap->labbuf + soap->labidx, s, n); + soap->labidx += n; + } + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_peek_element(struct soap *soap) +{ +#ifdef WITH_DOM + register struct soap_dom_attribute **att = NULL; + register char *lead = NULL; +#endif + register struct soap_attribute *tp, *tq = NULL; + const char *t; + register char *s; + register soap_wchar c; + register int i; + if (soap->peeked) + { if (!*soap->tag) + return soap->error = SOAP_NO_TAG; + return SOAP_OK; + } + soap->peeked = 1; + soap->id[0] = '\0'; + soap->href[0] = '\0'; + soap->type[0] = '\0'; + soap->arrayType[0] = '\0'; + soap->arraySize[0] = '\0'; + soap->arrayOffset[0] = '\0'; + soap->other = 0; + soap->root = -1; + soap->position = 0; + soap->null = 0; + soap->mustUnderstand = 0; + c = soap_getutf8(soap); +#ifdef WITH_DOM + /* whitespace leading to start tag is not insignificant for DOM */ + if (soap_blank(c)) + { soap->labidx = 0; + do + { if (soap_append_lab(soap, NULL, 0)) + return SOAP_EOM; + s = soap->labbuf + soap->labidx; + i = soap->lablen - soap->labidx; + soap->labidx = soap->lablen; + while (soap_blank(c) && i--) + { *s++ = c; + c = soap_getutf8(soap); + } + } + while (soap_blank(c)); + *s = '\0'; + lead = soap_strdup(soap, soap->labbuf); + } +#else + while (soap_blank(c)) + c = soap_getutf8(soap); +#endif + if (c != SOAP_LT) + { *soap->tag = '\0'; + if ((int)c == EOF) + return soap->error = SOAP_EOF; + soap_unget(soap, c); +#ifdef WITH_DOM + /* whitespace leading to end tag is not insignificant for DOM */ + if ((soap->mode & SOAP_XML_DOM) && soap->dom) + soap->dom->tail = soap_strdup(soap, lead); +#endif + return soap->error = SOAP_NO_TAG; + } + s = soap->tag; + do c = soap_get1(soap); + while (soap_blank(c)); + i = sizeof(soap->tag); + while (c != '>' && c != '/' && soap_notblank(c) && (int)c != EOF) + { if (--i > 0) + *s++ = (char)c; + c = soap_get1(soap); + } + while (soap_blank(c)) + c = soap_get1(soap); + *s = '\0'; +#ifdef WITH_DOM + if (soap->mode & SOAP_XML_DOM) + { register struct soap_dom_element *elt; + elt = (struct soap_dom_element*)soap_malloc(soap, sizeof(struct soap_dom_element)); + if (!elt) + return soap->error; + elt->next = NULL; + elt->nstr = NULL; + elt->name = soap_strdup(soap, soap->tag); + elt->prnt = soap->dom; + elt->elts = NULL; + elt->atts = NULL; + elt->data = NULL; + elt->wide = NULL; + elt->type = 0; + elt->node = NULL; + elt->head = lead; + elt->tail = NULL; + elt->soap = soap; + if (soap->dom) + { struct soap_dom_element *p = soap->dom->elts; + if (p) + { while (p->next) + p = p->next; + p->next = elt; + } + else + soap->dom->elts = elt; + } + soap->dom = elt; + att = &elt->atts; + } +#endif + soap_pop_namespace(soap); + for (tp = soap->attributes; tp; tp = tp->next) + tp->visible = 0; + while ((int)c != EOF && c != '>' && c != '/') + { s = soap->tmpbuf; + i = sizeof(soap->tmpbuf); + while (c != '=' && c != '>' && c != '/' && soap_notblank(c) && (int)c != EOF) + { if (--i > 0) + *s++ = (char)c; + c = soap_get1(soap); + } + *s = '\0'; + if (i == sizeof(soap->tmpbuf)) + return soap->error = SOAP_SYNTAX_ERROR; +#ifdef WITH_DOM + /* add attribute name to dom */ + if (att) + { *att = (struct soap_dom_attribute*)soap_malloc(soap, sizeof(struct soap_dom_attribute)); + if (!*att) + return soap->error; + (*att)->next = NULL; + (*att)->nstr = NULL; + (*att)->name = soap_strdup(soap, soap->tmpbuf); + (*att)->data = NULL; + (*att)->wide = NULL; + (*att)->soap = soap; + } +#endif + if (!strncmp(soap->tmpbuf, "xmlns", 5)) + { if (soap->tmpbuf[5] == ':') + t = soap->tmpbuf + 6; + else if (soap->tmpbuf[5]) + t = NULL; + else + t = SOAP_STR_EOS; + } + else + t = NULL; + tq = NULL; + for (tp = soap->attributes; tp; tq = tp, tp = tp->next) + { if (!SOAP_STRCMP(tp->name, soap->tmpbuf)) + break; + } + if (!tp) + { tp = (struct soap_attribute*)SOAP_MALLOC(soap, sizeof(struct soap_attribute) + strlen(soap->tmpbuf)); + if (!tp) + return soap->error = SOAP_EOM; + strcpy(tp->name, soap->tmpbuf); + tp->value = NULL; + tp->size = 0; + /* if attribute name is qualified, append it to the end of the list */ + if (tq && strchr(soap->tmpbuf, ':')) + { tq->next = tp; + tp->next = NULL; + } + else + { tp->next = soap->attributes; + soap->attributes = tp; + } + } + while (soap_blank(c)) + c = soap_get1(soap); + if (c == '=') + { do c = soap_getutf8(soap); + while (soap_blank(c)); + if (c != SOAP_QT && c != SOAP_AP) + { soap_unget(soap, c); + c = ' '; /* blank delimiter */ + } + if (soap_getattrval(soap, tp->value, tp->size, c)) + { +#ifdef WITH_FAST + if (soap->error != SOAP_EOM) + return soap->error; + soap->error = SOAP_OK; + if (soap_store_lab(soap, tp->value, tp->size)) + return soap->error; + if (tp->value) + SOAP_FREE(soap, tp->value); + for (;;) + { if (soap_getattrval(soap, soap->labbuf + soap->labidx, soap->lablen - soap->labidx, c)) + { if (soap->error != SOAP_EOM) + return soap->error; + soap->error = SOAP_OK; + soap->labidx = soap->lablen; + if (soap_append_lab(soap, NULL, 0)) + return soap->error; + } + else + break; + } + if (soap->labidx) + tp->size = soap->lablen; + else + { tp->size = strlen(soap->labbuf) + 1; + if (tp->size < SOAP_LABLEN) + tp->size = SOAP_LABLEN; + } + if (!(tp->value = (char*)SOAP_MALLOC(soap, tp->size))) + return soap->error = SOAP_EOM; + strcpy(tp->value, soap->labbuf); +#else + size_t n; + if (soap->error != SOAP_EOM) + return soap->error; + soap->error = SOAP_OK; + if (soap_new_block(soap) == NULL) + return soap->error; + for (;;) + { if (!(s = (char*)soap_push_block(soap, NULL, SOAP_BLKLEN))) + return soap->error; + if (soap_getattrval(soap, s, SOAP_BLKLEN, c)) + { if (soap->error != SOAP_EOM) + return soap->error; + soap->error = SOAP_OK; + } + else + break; + } + n = tp->size + soap->blist->size; + if (!(s = (char*)SOAP_MALLOC(soap, n))) + return soap->error = SOAP_EOM; + if (tp->value) + { memcpy(s, tp->value, tp->size); + SOAP_FREE(soap, tp->value); + } + soap_save_block(soap, NULL, s + tp->size, 0); + tp->value = s; + tp->size = n; +#endif + } + do c = soap_get1(soap); + while (soap_blank(c)); + tp->visible = 2; /* seen this attribute w/ value */ +#ifdef WITH_DOM + if (att) + (*att)->data = soap_strdup(soap, tp->value); +#endif + } + else + tp->visible = 1; /* seen this attribute w/o value */ +#ifdef WITH_DOM + if (att) + att = &(*att)->next; +#endif + if (t && tp->value) + { if (soap_push_namespace(soap, t, tp->value)) + return soap->error; + } + } +#ifdef WITH_DOM + if (att) + { soap->dom->nstr = soap_current_namespace(soap, soap->tag); + for (att = &soap->dom->atts; *att; att = &(*att)->next) + (*att)->nstr = soap_current_namespace(soap, (*att)->name); + } +#endif + if ((int)c == EOF) + return soap->error = SOAP_EOF; + if (!(soap->body = (c != '/'))) + do c = soap_get1(soap); + while (soap_blank(c)); +#ifdef WITH_DOM + if (soap->mode & SOAP_XML_DOM) + { if (!soap->body && soap->dom->prnt) + soap->dom = soap->dom->prnt; + } +#endif + for (tp = soap->attributes; tp; tp = tp->next) + { if (tp->visible && tp->value) + { +#ifndef WITH_NOIDREF + if (!strcmp(tp->name, "id")) + { if ((soap->version > 0 && !(soap->mode & SOAP_XML_TREE)) + || (soap->mode & SOAP_XML_GRAPH)) + { *soap->id = '#'; + strncpy(soap->id + 1, tp->value, sizeof(soap->id) - 2); + soap->id[sizeof(soap->id)-1] = '\0'; + } + } + else if (!strcmp(tp->name, "href")) + { if (soap->version == 1 + || (soap->mode & SOAP_XML_GRAPH) + || (soap->mode & SOAP_ENC_MTOM)) + { strncpy(soap->href, tp->value, sizeof(soap->href) - 1); + soap->href[sizeof(soap->href)-1] = '\0'; + } + } + else +#endif + if (!soap_match_tag(soap, tp->name, "xsi:type")) + { strncpy(soap->type, tp->value, sizeof(soap->type) - 1); + soap->type[sizeof(soap->type)-1] = '\0'; + } + else if ((!soap_match_tag(soap, tp->name, "xsi:null") + || !soap_match_tag(soap, tp->name, "xsi:nil")) + && (!strcmp(tp->value, "1") + || !strcmp(tp->value, "true"))) + { soap->null = 1; + } + else if (soap->version == 1) + { if (!soap_match_tag(soap, tp->name, "SOAP-ENC:arrayType")) + { s = soap_strrchr(tp->value, '['); + if (s && (size_t)(s - tp->value) < sizeof(soap->arrayType)) + { strncpy(soap->arrayType, tp->value, s - tp->value); + soap->arrayType[s - tp->value] = '\0'; + strncpy(soap->arraySize, s, sizeof(soap->arraySize) - 1); + } + else + strncpy(soap->arrayType, tp->value, sizeof(soap->arrayType) - 1); + soap->arraySize[sizeof(soap->arrayType)-1] = '\0'; + soap->arrayType[sizeof(soap->arrayType)-1] = '\0'; + } + else if (!soap_match_tag(soap, tp->name, "SOAP-ENC:offset")) + strncpy(soap->arrayOffset, tp->value, sizeof(soap->arrayOffset)); + else if (!soap_match_tag(soap, tp->name, "SOAP-ENC:position")) + soap->position = soap_getposition(tp->value, soap->positions); + else if (!soap_match_tag(soap, tp->name, "SOAP-ENC:root")) + soap->root = ((!strcmp(tp->value, "1") || !strcmp(tp->value, "true"))); + else if (!soap_match_tag(soap, tp->name, "SOAP-ENV:mustUnderstand") + && (!strcmp(tp->value, "1") || !strcmp(tp->value, "true"))) + soap->mustUnderstand = 1; + else if (!soap_match_tag(soap, tp->name, "SOAP-ENV:actor")) + { if ((!soap->actor || strcmp(soap->actor, tp->value)) + && strcmp(tp->value, "http://schemas.xmlsoap.org/soap/actor/next")) + soap->other = 1; + } + } + else if (soap->version == 2) + { +#ifndef WITH_NOIDREF + if (!strcmp(tp->name, "ref") + || !soap_match_tag(soap, tp->name, "SOAP-ENC:ref")) + { *soap->href = '#'; + strncpy(soap->href + 1, tp->value, sizeof(soap->href) - 2); + soap->href[sizeof(soap->href)-1] = '\0'; + } + else +#endif + if (!soap_match_tag(soap, tp->name, "SOAP-ENC:itemType")) + strncpy(soap->arrayType, tp->value, sizeof(soap->arrayType) - 1); + else if (!soap_match_tag(soap, tp->name, "SOAP-ENC:arraySize")) + strncpy(soap->arraySize, tp->value, sizeof(soap->arraySize) - 1); + else if (!soap_match_tag(soap, tp->name, "SOAP-ENV:mustUnderstand") + && (!strcmp(tp->value, "1") || !strcmp(tp->value, "true"))) + soap->mustUnderstand = 1; + else if (!soap_match_tag(soap, tp->name, "SOAP-ENV:role")) + { if ((!soap->actor || strcmp(soap->actor, tp->value)) + && strcmp(tp->value, "http://www.w3.org/2003/05/soap-envelope/role/next")) + soap->other = 1; + } + } + } + } + return soap->error = SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_retry(struct soap *soap) +{ soap->error = SOAP_OK; + soap_revert(soap); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_revert(struct soap *soap) +{ if (!soap->peeked) + { soap->peeked = 1; + if (soap->body) + soap->level--; + } + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Reverting last element (level=%u)\n", soap->level)); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_string_out(struct soap *soap, const char *s, int flag) +{ register const char *t; + register soap_wchar c; + register soap_wchar mask = (soap_wchar)0xFFFFFF80UL; +#ifdef WITH_DOM + if ((soap->mode & SOAP_XML_DOM) && soap->dom) + { soap->dom->data = soap_strdup(soap, s); + return SOAP_OK; + } +#endif + if (soap->mode & SOAP_C_UTFSTRING) + mask = 0; + t = s; + while ((c = *t++)) + { switch (c) + { + case 0x09: + if (flag) + { if (soap_send_raw(soap, s, t - s - 1) || soap_send_raw(soap, " ", 5)) + return soap->error; + s = t; + } + break; + case 0x0A: + if (flag || !(soap->mode & SOAP_XML_CANONICAL)) + { if (soap_send_raw(soap, s, t - s - 1) || soap_send_raw(soap, " ", 5)) + return soap->error; + s = t; + } + break; + case 0x0D: + if (soap_send_raw(soap, s, t - s - 1) || soap_send_raw(soap, " ", 5)) + return soap->error; + s = t; + break; + case '&': + if (soap_send_raw(soap, s, t - s - 1) || soap_send_raw(soap, "&", 5)) + return soap->error; + s = t; + break; + case '<': + if (soap_send_raw(soap, s, t - s - 1) || soap_send_raw(soap, "<", 4)) + return soap->error; + s = t; + break; + case '>': + if (!flag) + { if (soap_send_raw(soap, s, t - s - 1) || soap_send_raw(soap, ">", 4)) + return soap->error; + s = t; + } + break; + case '"': + if (flag) + { if (soap_send_raw(soap, s, t - s - 1) || soap_send_raw(soap, """, 6)) + return soap->error; + s = t; + } + break; + default: +#ifndef WITH_LEANER +#ifdef HAVE_MBTOWC + if (soap->mode & SOAP_C_MBSTRING) + { wchar_t wc; + register int m = mbtowc(&wc, t - 1, MB_CUR_MAX); + if (m > 0 && wc != c) + { if (soap_send_raw(soap, s, t - s - 1) || soap_pututf8(soap, wc)) + return soap->error; + s = t += m - 1; + continue; + } + } +#endif +#endif +#ifndef WITH_NOSTRINGTOUTF8 + if ((c & mask) || !(c & 0xFFFFFFE0UL)) + { if (soap_send_raw(soap, s, t - s - 1) || soap_pututf8(soap, (unsigned char)c)) + return soap->error; + s = t; + } +#endif + } + } + return soap_send_raw(soap, s, t - s - 1); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +char * +SOAP_FMAC2 +soap_string_in(struct soap *soap, int flag, long minlen, long maxlen) +{ register char *s; + char *t = NULL; + register size_t i; + register long l = 0; + register int n = 0, f = 0, m = 0; + register soap_wchar c; +#if !defined(WITH_LEANER) && defined(HAVE_WCTOMB) + char buf[MB_LEN_MAX > 8 ? MB_LEN_MAX : 8]; +#else + char buf[8]; +#endif + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Reading string content\n")); + if (soap->peeked) + { if (*soap->tag) + { +#ifndef WITH_LEAN + struct soap_attribute *tp; + t = soap->tmpbuf; + *t = '<'; + t[sizeof(soap->tmpbuf)-1] = '\0'; + strncpy(t + 1, soap->tag, sizeof(soap->tmpbuf) - 2); + t += strlen(t); + for (tp = soap->attributes; tp; tp = tp->next) + { if (tp->visible) + { if (t >= soap->tmpbuf + sizeof(soap->tmpbuf) - 2) + break; + *t++ = ' '; + strcpy(t, tp->name); + t += strlen(t); + if (t >= soap->tmpbuf + sizeof(soap->tmpbuf) - 2) + break; /* too many or large attribute values */ + if (tp->value) + { *t++ = '='; + *t++ = '"'; + strcpy(t, tp->value); + t += strlen(t); + *t++ = '"'; + } + } + } + if (!soap->body) + *t++ = '/'; + *t++ = '>'; + *t = '\0'; + t = soap->tmpbuf; + m = (int)strlen(soap->tmpbuf); +#endif + if (soap->body) + n = 1; + f = 1; + soap->peeked = 0; + } + } +#ifdef WITH_CDATA + if (!flag) + { register int state = 0; +#ifdef WITH_FAST + soap->labidx = 0; /* use look-aside buffer */ +#else + if (soap_new_block(soap) == NULL) + return NULL; +#endif + for (;;) + { +#ifdef WITH_FAST + register size_t k; + if (soap_append_lab(soap, NULL, 0)) /* allocate more space in look-aside buffer if necessary */ + return NULL; + s = soap->labbuf + soap->labidx; /* space to populate */ + k = soap->lablen - soap->labidx; /* number of bytes available */ + soap->labidx = soap->lablen; /* claim this space */ +#else + register size_t k = SOAP_BLKLEN; + if (!(s = (char*)soap_push_block(soap, NULL, k))) + return NULL; +#endif + for (i = 0; i < k; i++) + { if (m > 0) + { *s++ = *t++; /* copy multibyte characters */ + m--; + continue; + } + c = soap_getchar(soap); + if ((int)c == EOF) + goto end; + if (c >= 0x80 && state != 1 && !(soap->mode & SOAP_ENC_LATIN)) + { soap_unget(soap, c); + c = soap_getutf8(soap); + if (soap->mode & SOAP_C_UTFSTRING) + { if ((c & 0x80000000) && c >= -0x7FFFFF80 && c < SOAP_AP) + { c &= 0x7FFFFFFF; + t = buf; + if (c < 0x0800) + *t++ = (char)(0xC0 | ((c >> 6) & 0x1F)); + else + { if (c < 0x010000) + *t++ = (char)(0xE0 | ((c >> 12) & 0x0F)); + else + { if (c < 0x200000) + *t++ = (char)(0xF0 | ((c >> 18) & 0x07)); + else + { if (c < 0x04000000) + *t++ = (char)(0xF8 | ((c >> 24) & 0x03)); + else + { *t++ = (char)(0xFC | ((c >> 30) & 0x01)); + *t++ = (char)(0x80 | ((c >> 24) & 0x3F)); + } + *t++ = (char)(0x80 | ((c >> 18) & 0x3F)); + } + *t++ = (char)(0x80 | ((c >> 12) & 0x3F)); + } + *t++ = (char)(0x80 | ((c >> 6) & 0x3F)); + } + *t++ = (char)(0x80 | (c & 0x3F)); + m = (int)(t - buf) - 1; + t = buf; + *s++ = *t++; + continue; + } + } + } + switch (state) + { case 1: + if (c == ']') + state = 4; + *s++ = c; + continue; + case 2: + if (c == '-') + state = 6; + *s++ = c; + continue; + case 3: + if (c == '?') + state = 8; + *s++ = c; + continue; + /* CDATA */ + case 4: + if (c == ']') + state = 5; + else + state = 1; + *s++ = c; + continue; + case 5: + if (c == '>') + state = 0; + else + state = 1; + *s++ = c; + continue; + /* comment */ + case 6: + if (c == '-') + state = 7; + else + state = 2; + *s++ = c; + continue; + case 7: + if (c == '>') + state = 0; + else + state = 2; + *s++ = c; + continue; + /* PI */ + case 8: + if (c == '>') + state = 0; + else + state = 3; + *s++ = c; + continue; + } + switch (c) + { + case '/': + if (n > 0) + { c = soap_getchar(soap); + if (c == '>') + n--; + soap_unget(soap, c); + } + *s++ = '/'; + break; + case '<': + c = soap_getchar(soap); + if (c == '/') + { if (n == 0) + { c = SOAP_TT; + goto end; + } + n--; + } + else if (c == '!') + { c = soap_getchar(soap); + if (c == '[') + { do c = soap_getchar(soap); + while ((int)c != EOF && c != '['); + if ((int)c == EOF) + goto end; + t = (char*)"![CDATA["; + m = 8; + state = 1; + } + else if (c == '-') + { if ((c = soap_getchar(soap)) == '-') + state = 2; + t = (char*)"!-"; + m = 2; + soap_unget(soap, c); + } + else + { t = (char*)"!"; + m = 1; + soap_unget(soap, c); + } + *s++ = '<'; + break; + } + else if (c == '?') + state = 3; + else + n++; + soap_unget(soap, c); + *s++ = '<'; + break; + case '>': + *s++ = '>'; + break; + case '"': + *s++ = '"'; + break; + default: +#ifndef WITH_LEANER +#ifdef HAVE_WCTOMB + if (soap->mode & SOAP_C_MBSTRING) + { m = wctomb(buf, c & 0x7FFFFFFF); + if (m >= 1 && m <= (int)MB_CUR_MAX) + { t = buf; + *s++ = *t++; + m--; + } + else + { *s++ = SOAP_UNKNOWN_CHAR; + m = 0; + } + } + else +#endif +#endif + *s++ = (char)(c & 0xFF); + } + l++; + if ((soap->mode & SOAP_XML_STRICT) && maxlen >= 0 && l > maxlen) + { DBGLOG(TEST,SOAP_MESSAGE(fdebug, "String too long: maxlen=%ld\n", maxlen)); + soap->error = SOAP_LENGTH; + return NULL; + } + } + } + } +#endif +#ifdef WITH_FAST + soap->labidx = 0; /* use look-aside buffer */ +#else + if (soap_new_block(soap) == NULL) + return NULL; +#endif + for (;;) + { +#ifdef WITH_FAST + register size_t k; + if (soap_append_lab(soap, NULL, 0)) /* allocate more space in look-aside buffer if necessary */ + return NULL; + s = soap->labbuf + soap->labidx; /* space to populate */ + k = soap->lablen - soap->labidx; /* number of bytes available */ + soap->labidx = soap->lablen; /* claim this space */ +#else + register size_t k = SOAP_BLKLEN; + if (!(s = (char*)soap_push_block(soap, NULL, k))) + return NULL; +#endif + for (i = 0; i < k; i++) + { if (m > 0) + { *s++ = *t++; /* copy multibyte characters */ + m--; + continue; + } + if (soap->mode & SOAP_C_UTFSTRING) + { if (((c = soap_get(soap)) & 0x80000000) && c >= -0x7FFFFF80 && c < SOAP_AP) + { c &= 0x7FFFFFFF; + t = buf; + if (c < 0x0800) + *t++ = (char)(0xC0 | ((c >> 6) & 0x1F)); + else + { if (c < 0x010000) + *t++ = (char)(0xE0 | ((c >> 12) & 0x0F)); + else + { if (c < 0x200000) + *t++ = (char)(0xF0 | ((c >> 18) & 0x07)); + else + { if (c < 0x04000000) + *t++ = (char)(0xF8 | ((c >> 24) & 0x03)); + else + { *t++ = (char)(0xFC | ((c >> 30) & 0x01)); + *t++ = (char)(0x80 | ((c >> 24) & 0x3F)); + } + *t++ = (char)(0x80 | ((c >> 18) & 0x3F)); + } + *t++ = (char)(0x80 | ((c >> 12) & 0x3F)); + } + *t++ = (char)(0x80 | ((c >> 6) & 0x3F)); + } + *t++ = (char)(0x80 | (c & 0x3F)); + m = (int)(t - buf) - 1; + t = buf; + *s++ = *t++; + continue; + } + } + else + c = soap_getutf8(soap); + switch (c) + { + case SOAP_TT: + if (n == 0) + goto end; + n--; + *s++ = '<'; + t = (char*)"/"; + m = 1; + break; + case SOAP_LT: + if (f && n == 0) + goto end; + n++; + *s++ = '<'; + break; + case SOAP_GT: + *s++ = '>'; + break; + case SOAP_QT: + *s++ = '"'; + break; + case SOAP_AP: + *s++ = '\''; + break; + case '/': + if (n > 0) + { c = soap_get(soap); + if (c == SOAP_GT) + n--; + soap_unget(soap, c); + } + *s++ = '/'; + break; + case (soap_wchar)('<' | 0x80000000): + if (flag) + *s++ = '<'; + else + { *s++ = '&'; + t = (char*)"lt;"; + m = 3; + } + break; + case (soap_wchar)('>' | 0x80000000): + if (flag) + *s++ = '>'; + else + { *s++ = '&'; + t = (char*)"gt;"; + m = 3; + } + break; + case (soap_wchar)('&' | 0x80000000): + if (flag) + *s++ = '&'; + else + { *s++ = '&'; + t = (char*)"amp;"; + m = 4; + } + break; + case (soap_wchar)('"' | 0x80000000): + if (flag) + *s++ = '"'; + else + { *s++ = '&'; + t = (char*)"quot;"; + m = 5; + } + break; + case (soap_wchar)('\'' | 0x80000000): + if (flag) + *s++ = '\''; + else + { *s++ = '&'; + t = (char*)"apos;"; + m = 5; + } + break; + default: + if ((int)c == EOF) + goto end; +#ifndef WITH_LEANER +#ifdef HAVE_WCTOMB + if (soap->mode & SOAP_C_MBSTRING) + { m = wctomb(buf, c & 0x7FFFFFFF); + if (m >= 1 && m <= (int)MB_CUR_MAX) + { t = buf; + *s++ = *t++; + m--; + } + else + { *s++ = SOAP_UNKNOWN_CHAR; + m = 0; + } + } + else +#endif +#endif + *s++ = (char)(c & 0xFF); + } + l++; + if ((soap->mode & SOAP_XML_STRICT) && maxlen >= 0 && l > maxlen) + { DBGLOG(TEST,SOAP_MESSAGE(fdebug, "String too long: maxlen=%ld\n", maxlen)); + soap->error = SOAP_LENGTH; + return NULL; + } + } + } +end: + soap_unget(soap, c); + *s = '\0'; +#ifdef WITH_FAST + t = soap_strdup(soap, soap->labbuf); +#else + soap_size_block(soap, NULL, i+1); + t = soap_save_block(soap, NULL, 0); +#endif + if ((soap->mode & SOAP_XML_STRICT) && l < minlen) + { DBGLOG(TEST,SOAP_MESSAGE(fdebug, "String too short: %ld chars, minlen=%ld\n", l, minlen)); + soap->error = SOAP_LENGTH; + return NULL; + } +#ifdef WITH_DOM + if ((soap->mode & SOAP_XML_DOM) && soap->dom) + { if (flag == 3) + soap->dom->tail = t; + else + soap->dom->data = t; + } +#endif + if (flag == 2) + if (soap_s2QName(soap, t, &t)) + return NULL; + return t; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_wstring_out(struct soap *soap, const wchar_t *s, int flag) +{ const char *t; + char tmp; + register soap_wchar c; +#ifdef WITH_DOM + if ((soap->mode & SOAP_XML_DOM) && soap->dom) + { wchar_t *r = (wchar_t*)s; + int n = 1; + while (*r++) + n++; + soap->dom->wide = r = (wchar_t*)soap_malloc(soap, n * sizeof(wchar_t)); + while (n--) + *r++ = *s++; + return SOAP_OK; + } +#endif + while ((c = *s++)) + { switch (c) + { + case 0x09: + if (flag) + t = " "; + else + t = "\t"; + break; + case 0x0A: + if (flag || !(soap->mode & SOAP_XML_CANONICAL)) + t = " "; + else + t = "\n"; + break; + case 0x0D: + t = " "; + break; + case '&': + t = "&"; + break; + case '<': + t = "<"; + break; + case '>': + if (flag) + t = ">"; + else + t = ">"; + break; + case '"': + if (flag) + t = """; + else + t = "\""; + break; + default: + if (c >= 0x20 && c < 0x80) + { tmp = (char)c; + if (soap_send_raw(soap, &tmp, 1)) + return soap->error; + } + else if (soap_pututf8(soap, (unsigned long)c)) + return soap->error; + continue; + } + if (soap_send(soap, t)) + return soap->error; + } + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_2 +SOAP_FMAC1 +wchar_t * +SOAP_FMAC2 +soap_wstring_in(struct soap *soap, int flag, long minlen, long maxlen) +{ wchar_t *s; + register int i, n = 0, f = 0; + register long l = 0; + register soap_wchar c; + char *t = NULL; + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Reading wide string content\n")); + if (soap->peeked) + { if (*soap->tag) + { +#ifndef WITH_LEAN + struct soap_attribute *tp; + t = soap->tmpbuf; + *t = '<'; + t[sizeof(soap->tmpbuf)-1] = '\0'; + strncpy(t + 1, soap->tag, sizeof(soap->tmpbuf) - 2); + t += strlen(t); + for (tp = soap->attributes; tp; tp = tp->next) + { if (tp->visible) + { if (t >= soap->tmpbuf + sizeof(soap->tmpbuf) - 2) + break; + *t++ = ' '; + strcpy(t, tp->name); + t += strlen(t); + if (t >= soap->tmpbuf + sizeof(soap->tmpbuf) - 2) + break; + if (tp->value) + { *t++ = '='; + *t++ = '"'; + strcpy(t, tp->value); + t += strlen(t); + *t++ = '"'; + } + } + } + if (!soap->body) + *t++ = '/'; + *t++ = '>'; + *t = '\0'; + t = soap->tmpbuf; +#endif + if (soap->body) + n = 1; + f = 1; + soap->peeked = 0; + } + } + if (soap_new_block(soap) == NULL) + return NULL; + for (;;) + { if (!(s = (wchar_t*)soap_push_block(soap, NULL, sizeof(wchar_t)*SOAP_BLKLEN))) + return NULL; + for (i = 0; i < SOAP_BLKLEN; i++) + { if (t) + { *s++ = (wchar_t)*t++; + if (!*t) + t = NULL; + continue; + } + c = soap_getutf8(soap); + switch (c) + { + case SOAP_TT: + if (n == 0) + goto end; + n--; + *s++ = '<'; + soap_unget(soap, '/'); + break; + case SOAP_LT: + if (f && n == 0) + goto end; + n++; + *s++ = '<'; + break; + case SOAP_GT: + *s++ = '>'; + break; + case SOAP_QT: + *s++ = '"'; + break; + case SOAP_AP: + *s++ = '\''; + break; + case '/': + if (n > 0) + { c = soap_getutf8(soap); + if (c == SOAP_GT) + n--; + soap_unget(soap, c); + } + *s++ = '/'; + break; + case '<': + if (flag) + *s++ = (soap_wchar)'<'; + else + { *s++ = (soap_wchar)'&'; + t = (char*)"lt;"; + } + break; + case '>': + if (flag) + *s++ = (soap_wchar)'>'; + else + { *s++ = (soap_wchar)'&'; + t = (char*)"gt;"; + } + break; + case '"': + if (flag) + *s++ = (soap_wchar)'"'; + else + { *s++ = (soap_wchar)'&'; + t = (char*)"quot;"; + } + break; + default: + if ((int)c == EOF) + goto end; + *s++ = (wchar_t)c & 0x7FFFFFFF; + } + l++; + if ((soap->mode & SOAP_XML_STRICT) && maxlen >= 0 && l > maxlen) + { DBGLOG(TEST,SOAP_MESSAGE(fdebug, "String too long: maxlen=%ld\n", maxlen)); + soap->error = SOAP_LENGTH; + return NULL; + } + } + } +end: + soap_unget(soap, c); + *s = '\0'; + soap_size_block(soap, NULL, sizeof(wchar_t) * (i + 1)); + if ((soap->mode & SOAP_XML_STRICT) && l < minlen) + { DBGLOG(TEST,SOAP_MESSAGE(fdebug, "String too short: %ld chars, minlen=%ld\n", l, minlen)); + soap->error = SOAP_LENGTH; + return NULL; + } + s = (wchar_t*)soap_save_block(soap, NULL, NULL, 0); +#ifdef WITH_DOM + if ((soap->mode & SOAP_XML_DOM) && soap->dom) + soap->dom->wide = s; +#endif + return s; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_int2s(struct soap *soap, int n) +{ return soap_long2s(soap, (long)n); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_outint(struct soap *soap, const char *tag, int id, const int *p, const char *type, int n) +{ if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, p, n), type) + || soap_string_out(soap, soap_long2s(soap, (long)*p), 0)) + return soap->error; + return soap_element_end_out(soap, tag); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_s2int(struct soap *soap, const char *s, int *p) +{ if (s) + { char *r; +#ifndef WITH_NOIO +#ifndef WITH_LEAN + soap_reset_errno; +#endif +#endif + *p = (int)soap_strtol(s, &r, 10); + if ((s == r && (soap->mode & SOAP_XML_STRICT)) || *r +#ifndef WITH_NOIO +#ifndef WITH_LEAN + || soap_errno == SOAP_ERANGE +#endif +#endif + ) + soap->error = SOAP_TYPE; + } + return soap->error; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int * +SOAP_FMAC2 +soap_inint(struct soap *soap, const char *tag, int *p, const char *type, int t) +{ if (soap_element_begin_in(soap, tag, 0, NULL)) + return NULL; +#ifndef WITH_LEAN + if (*soap->type + && soap_match_tag(soap, soap->type, type) + && soap_match_tag(soap, soap->type, ":int") + && soap_match_tag(soap, soap->type, ":short") + && soap_match_tag(soap, soap->type, ":byte")) + { soap->error = SOAP_TYPE; + soap_revert(soap); + return NULL; + } +#endif + p = (int*)soap_id_enter(soap, soap->id, p, t, sizeof(int), 0, NULL, NULL, NULL); + if (*soap->href) + p = (int*)soap_id_forward(soap, soap->href, p, 0, t, 0, sizeof(int), 0, NULL); + else if (p) + { if (soap_s2int(soap, soap_value(soap), p)) + return NULL; + } + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + return p; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_long2s(struct soap *soap, long n) +{ sprintf(soap->tmpbuf, "%ld", n); + return soap->tmpbuf; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_outlong(struct soap *soap, const char *tag, int id, const long *p, const char *type, int n) +{ if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, p, n), type) + || soap_string_out(soap, soap_long2s(soap, *p), 0)) + return soap->error; + return soap_element_end_out(soap, tag); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_s2long(struct soap *soap, const char *s, long *p) +{ if (s) + { char *r; +#ifndef WITH_NOIO +#ifndef WITH_LEAN + soap_reset_errno; +#endif +#endif + *p = soap_strtol(s, &r, 10); + if ((s == r && (soap->mode & SOAP_XML_STRICT)) || *r +#ifndef WITH_NOIO +#ifndef WITH_LEAN + || soap_errno == SOAP_ERANGE +#endif +#endif + ) + soap->error = SOAP_TYPE; + } + return soap->error; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +long * +SOAP_FMAC2 +soap_inlong(struct soap *soap, const char *tag, long *p, const char *type, int t) +{ if (soap_element_begin_in(soap, tag, 0, NULL)) + return NULL; +#ifndef WITH_LEAN + if (*soap->type + && soap_match_tag(soap, soap->type, type) + && soap_match_tag(soap, soap->type, ":int") + && soap_match_tag(soap, soap->type, ":short") + && soap_match_tag(soap, soap->type, ":byte")) + { soap->error = SOAP_TYPE; + soap_revert(soap); + return NULL; + } +#endif + p = (long*)soap_id_enter(soap, soap->id, p, t, sizeof(long), 0, NULL, NULL, NULL); + if (*soap->href) + p = (long*)soap_id_forward(soap, soap->href, p, 0, t, 0, sizeof(long), 0, NULL); + else if (p) + { if (soap_s2long(soap, soap_value(soap), p)) + return NULL; + } + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + return p; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_LONG642s(struct soap *soap, LONG64 n) +{ sprintf(soap->tmpbuf, SOAP_LONG_FORMAT, n); + return soap->tmpbuf; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_outLONG64(struct soap *soap, const char *tag, int id, const LONG64 *p, const char *type, int n) +{ if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, p, n), type) + || soap_string_out(soap, soap_LONG642s(soap, *p), 0)) + return soap->error; + return soap_element_end_out(soap, tag); +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_s2LONG64(struct soap *soap, const char *s, LONG64 *p) +{ if (s) + { +#ifdef HAVE_STRTOLL + char *r; +#ifndef WITH_NOIO +#ifndef WITH_LEAN + soap_reset_errno; +#endif +#endif + *p = strtoll(s, &r, 10); + if ((s == r && (soap->mode & SOAP_XML_STRICT)) || *r +#ifndef WITH_NOIO +#ifndef WITH_LEAN + || soap_errno == SOAP_ERANGE +#endif +#endif + ) +#else +# ifdef HAVE_SSCANF + if (sscanf(s, SOAP_LONG_FORMAT, p) != 1) +# endif +#endif + soap->error = SOAP_TYPE; + } + return soap->error; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +LONG64 * +SOAP_FMAC2 +soap_inLONG64(struct soap *soap, const char *tag, LONG64 *p, const char *type, int t) +{ if (soap_element_begin_in(soap, tag, 0, NULL)) + return NULL; +#ifndef WITH_LEAN + if (*soap->type + && soap_match_tag(soap, soap->type, type) + && soap_match_tag(soap, soap->type, ":integer") + && soap_match_tag(soap, soap->type, ":positiveInteger") + && soap_match_tag(soap, soap->type, ":negativeInteger") + && soap_match_tag(soap, soap->type, ":nonPositiveInteger") + && soap_match_tag(soap, soap->type, ":nonNegativeInteger") + && soap_match_tag(soap, soap->type, ":long") + && soap_match_tag(soap, soap->type, ":int") + && soap_match_tag(soap, soap->type, ":short") + && soap_match_tag(soap, soap->type, ":byte")) + { soap->error = SOAP_TYPE; + soap_revert(soap); + return NULL; + } +#endif + p = (LONG64*)soap_id_enter(soap, soap->id, p, t, sizeof(LONG64), 0, NULL, NULL, NULL); + if (*soap->href) + p = (LONG64*)soap_id_forward(soap, soap->href, p, 0, t, 0, sizeof(LONG64), 0, NULL); + else if (p) + { if (soap_s2LONG64(soap, soap_value(soap), p)) + return NULL; + } + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + return p; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_byte2s(struct soap *soap, char n) +{ return soap_long2s(soap, (long)n); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_outbyte(struct soap *soap, const char *tag, int id, const char *p, const char *type, int n) +{ if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, p, n), type) + || soap_string_out(soap, soap_long2s(soap, (long)*p), 0)) + return soap->error; + return soap_element_end_out(soap, tag); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_s2byte(struct soap *soap, const char *s, char *p) +{ if (s) + { long n; + char *r; + n = soap_strtol(s, &r, 10); + if (s == r || *r || n < -128 || n > 127) + soap->error = SOAP_TYPE; + *p = (char)n; + } + return soap->error; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +char * +SOAP_FMAC2 +soap_inbyte(struct soap *soap, const char *tag, char *p, const char *type, int t) +{ if (soap_element_begin_in(soap, tag, 0, NULL)) + return NULL; +#ifndef WITH_LEAN + if (*soap->type + && soap_match_tag(soap, soap->type, type) + && soap_match_tag(soap, soap->type, ":byte")) + { soap->error = SOAP_TYPE; + soap_revert(soap); + return NULL; + } +#endif + p = (char*)soap_id_enter(soap, soap->id, p, t, sizeof(char), 0, NULL, NULL, NULL); + if (*soap->href) + p = (char*)soap_id_forward(soap, soap->href, p, 0, t, 0, sizeof(char), 0, NULL); + else if (p) + { if (soap_s2byte(soap, soap_value(soap), p)) + return NULL; + } + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + return p; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_short2s(struct soap *soap, short n) +{ return soap_long2s(soap, (long)n); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_outshort(struct soap *soap, const char *tag, int id, const short *p, const char *type, int n) +{ if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, p, n), type) + || soap_string_out(soap, soap_long2s(soap, (long)*p), 0)) + return soap->error; + return soap_element_end_out(soap, tag); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_s2short(struct soap *soap, const char *s, short *p) +{ if (s) + { long n; + char *r; + n = soap_strtol(s, &r, 10); + if (s == r || *r || n < -32768 || n > 32767) + soap->error = SOAP_TYPE; + *p = (short)n; + } + return soap->error; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +short * +SOAP_FMAC2 +soap_inshort(struct soap *soap, const char *tag, short *p, const char *type, int t) +{ if (soap_element_begin_in(soap, tag, 0, NULL)) + return NULL; +#ifndef WITH_LEAN + if (*soap->type + && soap_match_tag(soap, soap->type, type) + && soap_match_tag(soap, soap->type, ":short") + && soap_match_tag(soap, soap->type, ":byte")) + { soap->error = SOAP_TYPE; + soap_revert(soap); + return NULL; + } +#endif + p = (short*)soap_id_enter(soap, soap->id, p, t, sizeof(short), 0, NULL, NULL, NULL); + if (*soap->href) + p = (short*)soap_id_forward(soap, soap->href, p, 0, t, 0, sizeof(short), 0, NULL); + else if (p) + { if (soap_s2short(soap, soap_value(soap), p)) + return NULL; + } + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + return p; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_float2s(struct soap *soap, float n) +{ char *s; + if (soap_isnan((double)n)) + return "NaN"; + if (soap_ispinff(n)) + return "INF"; + if (soap_isninff(n)) + return "-INF"; + s = soap->tmpbuf; +#if defined(HAVE_SPRINTF_L) + sprintf_l(s, soap->c_locale, soap->float_format, n); +#else + sprintf(s, soap->float_format, n); + s = strchr(s, ','); /* convert decimal comma to DP */ + if (s) + *s = '.'; +#endif + return soap->tmpbuf; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_outfloat(struct soap *soap, const char *tag, int id, const float *p, const char *type, int n) +{ if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, p, n), type) + || soap_string_out(soap, soap_float2s(soap, *p), 0)) + return soap->error; + return soap_element_end_out(soap, tag); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_s2float(struct soap *soap, const char *s, float *p) +{ if (s) + { if (!*s) + return soap->error = SOAP_TYPE; + if (!soap_tag_cmp(s, "INF")) + *p = FLT_PINFTY; + else if (!soap_tag_cmp(s, "+INF")) + *p = FLT_PINFTY; + else if (!soap_tag_cmp(s, "-INF")) + *p = FLT_NINFTY; + else if (!soap_tag_cmp(s, "NaN")) + *p = FLT_NAN; + else + { +/* On some systems, strtof appears to be broken or doesn't link: use with caution */ +#if defined(HAVE_STRTOF_L) + char *r; + *p = strtof_l((char*)s, &r, soap->c_locale); + if (*r) +#elif defined(HAVE_STRTOD_L) + char *r; + *p = (float)strtod_l(s, &r, soap->c_locale); + if (*r) +#elif defined(HAVE_STRTOF) + char *r; + *p = strtof((char*)s, &r); + if (*r) +#elif defined(HAVE_STRTOD) + char *r; + *p = (float)strtod(s, &r); + if (*r) +#endif + { +#if defined(HAVE_SSCANF_L) && !defined(HAVE_STRTOF_L) && !defined(HAVE_STRTOD_L) + if (sscanf_l(s, soap->c_locale, "%g", p) != 1) + soap->error = SOAP_TYPE; +#elif defined(HAVE_SSCANF) + if (sscanf(s, "%g", p) != 1) + soap->error = SOAP_TYPE; +#else + soap->error = SOAP_TYPE; +#endif + } + } + } + return soap->error; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +static int soap_isnumeric(struct soap *soap, const char *type) +{ if (soap_match_tag(soap, soap->type, type) + && soap_match_tag(soap, soap->type, ":float") + && soap_match_tag(soap, soap->type, ":double") + && soap_match_tag(soap, soap->type, ":decimal") + && soap_match_tag(soap, soap->type, ":integer") + && soap_match_tag(soap, soap->type, ":positiveInteger") + && soap_match_tag(soap, soap->type, ":negativeInteger") + && soap_match_tag(soap, soap->type, ":nonPositiveInteger") + && soap_match_tag(soap, soap->type, ":nonNegativeInteger") + && soap_match_tag(soap, soap->type, ":long") + && soap_match_tag(soap, soap->type, ":int") + && soap_match_tag(soap, soap->type, ":short") + && soap_match_tag(soap, soap->type, ":byte") + && soap_match_tag(soap, soap->type, ":unsignedLong") + && soap_match_tag(soap, soap->type, ":unsignedInt") + && soap_match_tag(soap, soap->type, ":unsignedShort") + && soap_match_tag(soap, soap->type, ":unsignedByte")) + { soap->error = SOAP_TYPE; + soap_revert(soap); + return SOAP_ERR; + } + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +float * +SOAP_FMAC2 +soap_infloat(struct soap *soap, const char *tag, float *p, const char *type, int t) +{ if (soap_element_begin_in(soap, tag, 0, NULL)) + return NULL; +#ifndef WITH_LEAN + if (*soap->type != '\0' && soap_isnumeric(soap, type)) + return NULL; +#endif + p = (float*)soap_id_enter(soap, soap->id, p, t, sizeof(float), 0, NULL, NULL, NULL); + if (*soap->href) + p = (float*)soap_id_forward(soap, soap->href, p, 0, t, 0, sizeof(float), 0, NULL); + else if (p) + { if (soap_s2float(soap, soap_value(soap), p)) + return NULL; + } + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + return p; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_double2s(struct soap *soap, double n) +{ char *s; + if (soap_isnan(n)) + return "NaN"; + if (soap_ispinfd(n)) + return "INF"; + if (soap_isninfd(n)) + return "-INF"; + s = soap->tmpbuf; +#if defined(HAVE_SPRINTF_L) + sprintf_l(s, soap->c_locale, soap->double_format, n); +#else + sprintf(s, soap->double_format, n); + s = strchr(s, ','); /* convert decimal comma to DP */ + if (s) + *s = '.'; +#endif + return soap->tmpbuf; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_outdouble(struct soap *soap, const char *tag, int id, const double *p, const char *type, int n) +{ if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, p, n), type) + || soap_string_out(soap, soap_double2s(soap, *p), 0)) + return soap->error; + return soap_element_end_out(soap, tag); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_s2double(struct soap *soap, const char *s, double *p) +{ if (s) + { if (!*s) + return soap->error = SOAP_TYPE; + if (!soap_tag_cmp(s, "INF")) + *p = DBL_PINFTY; + else if (!soap_tag_cmp(s, "+INF")) + *p = DBL_PINFTY; + else if (!soap_tag_cmp(s, "-INF")) + *p = DBL_NINFTY; + else if (!soap_tag_cmp(s, "NaN")) + *p = DBL_NAN; + else + { +#if defined(HAVE_STRTOD_L) + char *r; + *p = strtod_l(s, &r, soap->c_locale); + if (*r) +#elif defined(HAVE_STRTOD) + char *r; + *p = strtod(s, &r); + if (*r) +#endif + { +#if defined(HAVE_SSCANF_L) && !defined(HAVE_STRTOF_L) && !defined(HAVE_STRTOD_L) + if (sscanf_l(s, soap->c_locale, "%lg", p) != 1) + soap->error = SOAP_TYPE; +#elif defined(HAVE_SSCANF) + if (sscanf(s, "%lg", p) != 1) + soap->error = SOAP_TYPE; +#else + soap->error = SOAP_TYPE; +#endif + } + } + } + return soap->error; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +double * +SOAP_FMAC2 +soap_indouble(struct soap *soap, const char *tag, double *p, const char *type, int t) +{ if (soap_element_begin_in(soap, tag, 0, NULL)) + return NULL; +#ifndef WITH_LEAN + if (*soap->type != '\0' && soap_isnumeric(soap, type)) + return NULL; +#endif + p = (double*)soap_id_enter(soap, soap->id, p, t, sizeof(double), 0, NULL, NULL, NULL); + if (*soap->href) + p = (double*)soap_id_forward(soap, soap->href, p, 0, t, 0, sizeof(double), 0, NULL); + else if (p) + { if (soap_s2double(soap, soap_value(soap), p)) + return NULL; + } + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + return p; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_unsignedByte2s(struct soap *soap, unsigned char n) +{ return soap_unsignedLong2s(soap, (unsigned long)n); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_outunsignedByte(struct soap *soap, const char *tag, int id, const unsigned char *p, const char *type, int n) +{ if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, p, n), type) + || soap_string_out(soap, soap_unsignedLong2s(soap, (unsigned long)*p), 0)) + return soap->error; + return soap_element_end_out(soap, tag); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_s2unsignedByte(struct soap *soap, const char *s, unsigned char *p) +{ if (s) + { unsigned long n; + char *r; + n = soap_strtoul(s, &r, 10); + if (s == r || *r || n > 255) + soap->error = SOAP_TYPE; + *p = (unsigned char)n; + } + return soap->error; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +unsigned char * +SOAP_FMAC2 +soap_inunsignedByte(struct soap *soap, const char *tag, unsigned char *p, const char *type, int t) +{ if (soap_element_begin_in(soap, tag, 0, NULL)) + return NULL; +#ifndef WITH_LEAN + if (*soap->type + && soap_match_tag(soap, soap->type, type) + && soap_match_tag(soap, soap->type, ":unsignedByte")) + { soap->error = SOAP_TYPE; + soap_revert(soap); + return NULL; + } +#endif + p = (unsigned char*)soap_id_enter(soap, soap->id, p, t, sizeof(unsigned char), 0, NULL, NULL, NULL); + if (*soap->href) + p = (unsigned char*)soap_id_forward(soap, soap->href, p, 0, t, 0, sizeof(unsigned char), 0, NULL); + else if (p) + { if (soap_s2unsignedByte(soap, soap_value(soap), p)) + return NULL; + } + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + return p; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_unsignedShort2s(struct soap *soap, unsigned short n) +{ return soap_unsignedLong2s(soap, (unsigned long)n); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_outunsignedShort(struct soap *soap, const char *tag, int id, const unsigned short *p, const char *type, int n) +{ if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, p, n), type) + || soap_string_out(soap, soap_unsignedLong2s(soap, (unsigned long)*p), 0)) + return soap->error; + return soap_element_end_out(soap, tag); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_s2unsignedShort(struct soap *soap, const char *s, unsigned short *p) +{ if (s) + { unsigned long n; + char *r; + n = soap_strtoul(s, &r, 10); + if (s == r || *r || n > 65535) + soap->error = SOAP_TYPE; + *p = (unsigned short)n; + } + return soap->error; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +unsigned short * +SOAP_FMAC2 +soap_inunsignedShort(struct soap *soap, const char *tag, unsigned short *p, const char *type, int t) +{ if (soap_element_begin_in(soap, tag, 0, NULL)) + return NULL; +#ifndef WITH_LEAN + if (*soap->type + && soap_match_tag(soap, soap->type, type) + && soap_match_tag(soap, soap->type, ":unsignedShort") + && soap_match_tag(soap, soap->type, ":unsignedByte")) + { soap->error = SOAP_TYPE; + soap_revert(soap); + return NULL; + } +#endif + p = (unsigned short*)soap_id_enter(soap, soap->id, p, t, sizeof(unsigned short), 0, NULL, NULL, NULL); + if (*soap->href) + p = (unsigned short*)soap_id_forward(soap, soap->href, p, 0, t, 0, sizeof(unsigned short), 0, NULL); + else if (p) + { if (soap_s2unsignedShort(soap, soap_value(soap), p)) + return NULL; + } + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + return p; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_unsignedInt2s(struct soap *soap, unsigned int n) +{ return soap_unsignedLong2s(soap, (unsigned long)n); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_outunsignedInt(struct soap *soap, const char *tag, int id, const unsigned int *p, const char *type, int n) +{ if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, p, n), type) + || soap_string_out(soap, soap_unsignedLong2s(soap, (unsigned long)*p), 0)) + return soap->error; + return soap_element_end_out(soap, tag); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_s2unsignedInt(struct soap *soap, const char *s, unsigned int *p) +{ if (s) + { char *r; +#ifndef WITH_NOIO +#ifndef WITH_LEAN + soap_reset_errno; +#endif +#endif + *p = (unsigned int)soap_strtoul(s, &r, 10); + if ((s == r && (soap->mode & SOAP_XML_STRICT)) || *r +#ifndef WITH_NOIO +#ifndef WITH_LEAN + || soap_errno == SOAP_ERANGE +#endif +#endif + ) + soap->error = SOAP_TYPE; + } + return soap->error; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +unsigned int * +SOAP_FMAC2 +soap_inunsignedInt(struct soap *soap, const char *tag, unsigned int *p, const char *type, int t) +{ if (soap_element_begin_in(soap, tag, 0, NULL)) + return NULL; +#ifndef WITH_LEAN + if (*soap->type + && soap_match_tag(soap, soap->type, type) + && soap_match_tag(soap, soap->type, ":unsignedInt") + && soap_match_tag(soap, soap->type, ":unsignedShort") + && soap_match_tag(soap, soap->type, ":unsignedByte")) + { soap->error = SOAP_TYPE; + soap_revert(soap); + return NULL; + } +#endif + p = (unsigned int*)soap_id_enter(soap, soap->id, p, t, sizeof(unsigned int), 0, NULL, NULL, NULL); + if (*soap->href) + p = (unsigned int*)soap_id_forward(soap, soap->href, p, 0, t, 0, sizeof(unsigned int), 0, NULL); + else if (p) + { if (soap_s2unsignedInt(soap, soap_value(soap), p)) + return NULL; + } + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + return p; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_unsignedLong2s(struct soap *soap, unsigned long n) +{ sprintf(soap->tmpbuf, "%lu", n); + return soap->tmpbuf; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_outunsignedLong(struct soap *soap, const char *tag, int id, const unsigned long *p, const char *type, int n) +{ if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, p, n), type) + || soap_string_out(soap, soap_unsignedLong2s(soap, *p), 0)) + return soap->error; + return soap_element_end_out(soap, tag); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_s2unsignedLong(struct soap *soap, const char *s, unsigned long *p) +{ if (s) + { char *r; +#ifndef WITH_NOIO +#ifndef WITH_LEAN + soap_reset_errno; +#endif +#endif + *p = soap_strtoul(s, &r, 10); + if ((s == r && (soap->mode & SOAP_XML_STRICT)) || *r +#ifndef WITH_NOIO +#ifndef WITH_LEAN + || soap_errno == SOAP_ERANGE +#endif +#endif + ) + soap->error = SOAP_TYPE; + } + return soap->error; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +unsigned long * +SOAP_FMAC2 +soap_inunsignedLong(struct soap *soap, const char *tag, unsigned long *p, const char *type, int t) +{ if (soap_element_begin_in(soap, tag, 0, NULL)) + return NULL; +#ifndef WITH_LEAN + if (*soap->type + && soap_match_tag(soap, soap->type, type) + && soap_match_tag(soap, soap->type, ":unsignedInt") + && soap_match_tag(soap, soap->type, ":unsignedShort") + && soap_match_tag(soap, soap->type, ":unsignedByte")) + { soap->error = SOAP_TYPE; + soap_revert(soap); + return NULL; + } +#endif + p = (unsigned long*)soap_id_enter(soap, soap->id, p, t, sizeof(unsigned long), 0, NULL, NULL, NULL); + if (*soap->href) + p = (unsigned long*)soap_id_forward(soap, soap->href, p, 0, t, 0, sizeof(unsigned long), 0, NULL); + else if (p) + { if (soap_s2unsignedLong(soap, soap_value(soap), p)) + return NULL; + } + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + return p; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_ULONG642s(struct soap *soap, ULONG64 n) +{ sprintf(soap->tmpbuf, SOAP_ULONG_FORMAT, n); + return soap->tmpbuf; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_outULONG64(struct soap *soap, const char *tag, int id, const ULONG64 *p, const char *type, int n) +{ if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, p, n), type) + || soap_string_out(soap, soap_ULONG642s(soap, *p), 0)) + return soap->error; + return soap_element_end_out(soap, tag); +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_s2ULONG64(struct soap *soap, const char *s, ULONG64 *p) +{ if (s) + { +#ifdef HAVE_STRTOULL + char *r; +#ifndef WITH_NOIO +#ifndef WITH_LEAN + soap_reset_errno; +#endif +#endif + *p = strtoull(s, &r, 10); + if ((s == r && (soap->mode & SOAP_XML_STRICT)) || *r +#ifndef WITH_NOIO +#ifndef WITH_LEAN + || soap_errno == SOAP_ERANGE +#endif +#endif + ) +#else +#ifdef HAVE_SSCANF + if (sscanf(s, SOAP_ULONG_FORMAT, p) != 1) +#endif +#endif + soap->error = SOAP_TYPE; + } + return soap->error; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +ULONG64 * +SOAP_FMAC2 +soap_inULONG64(struct soap *soap, const char *tag, ULONG64 *p, const char *type, int t) +{ if (soap_element_begin_in(soap, tag, 0, NULL)) + return NULL; + if (*soap->type + && soap_match_tag(soap, soap->type, type) + && soap_match_tag(soap, soap->type, ":positiveInteger") + && soap_match_tag(soap, soap->type, ":nonNegativeInteger") + && soap_match_tag(soap, soap->type, ":unsignedLong") + && soap_match_tag(soap, soap->type, ":unsignedInt") + && soap_match_tag(soap, soap->type, ":unsignedShort") + && soap_match_tag(soap, soap->type, ":unsignedByte")) + { soap->error = SOAP_TYPE; + soap_revert(soap); + return NULL; + } + p = (ULONG64*)soap_id_enter(soap, soap->id, p, t, sizeof(ULONG64), 0, NULL, NULL, NULL); + if (*soap->href) + p = (ULONG64*)soap_id_forward(soap, soap->href, p, 0, t, 0, sizeof(ULONG64), 0, NULL); + else if (p) + { if (soap_s2ULONG64(soap, soap_value(soap), p)) + return NULL; + } + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + return p; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_s2string(struct soap *soap, const char *s, char **t) +{ if (s) + { if (!(*t = soap_strdup(soap, s))) + return soap->error = SOAP_EOM; + if (!(soap->mode & (SOAP_ENC_LATIN | SOAP_C_UTFSTRING))) + { /* TODO: consider truncating UTF8 to ASCII for regular XML attribute strings? */ + } + } + return soap->error; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_s2QName(struct soap *soap, const char *s, char **t) +{ if (s) + { soap->labidx = 0; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Normalized namespace(s) of QNames '%s'", s)); + /* convert (by prefix normalize prefix) all QNames in s */ + for (;;) + { size_t n; + struct soap_nlist *np; + register const char *p; + /* skip blanks */ + while (*s && soap_blank(*s)) + s++; + if (!*s) + break; + /* find next QName */ + n = 1; + while (s[n] && !soap_blank(s[n])) + n++; + np = soap->nlist; + /* if there is no namespace stack, or prefix is "xml" then copy string */ + if (!np || !strncmp(s, "xml:", 4)) + { soap_append_lab(soap, s, n); + } + else /* we normalize the QName by replacing its prefix */ + { p = strchr(s, ':'); + if (p) + { size_t k = p - s; + while (np && (strncmp(np->id, s, k) || np->id[k])) + np = np->next; + p++; + } + else + { while (np && *np->id) + np = np->next; + p = s; + } + /* replace prefix */ + if (np) + { if (np->index >= 0 && soap->local_namespaces) + { const char *q = soap->local_namespaces[np->index].id; + if (q) + soap_append_lab(soap, q, strlen(q)); + } + else if (np->ns) + { soap_append_lab(soap, "\"", 1); + soap_append_lab(soap, np->ns, strlen(np->ns)); + soap_append_lab(soap, "\"", 1); + } + else + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "\nNamespace prefix of '%s' not defined (index=%d, URI=%s)\n", s, np->index, np->ns?np->ns:SOAP_STR_EOS)); + return soap->error = SOAP_NAMESPACE; + } + } + else /* no namespace: assume default "" namespace */ + { soap_append_lab(soap, "\"\"", 2); + } + soap_append_lab(soap, ":", 1); + soap_append_lab(soap, p, n - (p-s)); + } + /* advance to next and add spacing */ + s += n; + if (*s) + soap_append_lab(soap, " ", 1); + } + soap_append_lab(soap, SOAP_STR_EOS, 1); + *t = soap_strdup(soap, soap->labbuf); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, " into '%s'\n", *t)); + } + return soap->error; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_QName2s(struct soap *soap, const char *s) +{ const char *t = NULL; + if (s) + { soap->labidx = 0; + for (;;) + { size_t n; + /* skip blanks */ + while (*s && soap_blank(*s)) + s++; + if (!*s) + break; + /* find next QName */ + n = 1; + while (s[n] && !soap_blank(s[n])) + n++; + /* normal prefix: pass string as is */ + if (*s != '"') + { soap_append_lab(soap, s, n); +#ifndef WITH_LEAN + if ((soap->mode & SOAP_XML_CANONICAL)) + { const char *r = strchr(s, ':'); + if (r) + soap_utilize_ns(soap, s, r - s); + } +#endif + } + else /* URL-based string prefix */ + { const char *q; + s++; + q = strchr(s, '"'); + if (q) + { struct Namespace *p = soap->local_namespaces; + if (p) + { for (; p->id; p++) + { if (p->ns) + if (!soap_tag_cmp(s, p->ns)) + break; + if (p->in) + if (!soap_tag_cmp(s, p->in)) + break; + } + } + /* URL is in the namespace table? */ + if (p && p->id) + { soap_append_lab(soap, p->id, strlen(p->id)); + } + else /* not in namespace table: create xmlns binding */ + { char *r = soap_strdup(soap, s); + r[q-s] = '\0'; + sprintf(soap->tmpbuf, "xmlns:_%d", soap->idnum++); + soap_set_attr(soap, soap->tmpbuf, r); + soap_append_lab(soap, soap->tmpbuf + 6, strlen(soap->tmpbuf + 6)); + } + soap_append_lab(soap, q + 1, n - (q-s) - 1); + } + } + /* advance to next and add spacing */ + s += n; + if (*s) + soap_append_lab(soap, " ", 1); + } + soap_append_lab(soap, SOAP_STR_EOS, 1); + t = soap_strdup(soap, soap->labbuf); + } + return t; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_s2wchar(struct soap *soap, const char *s, wchar_t **t) +{ if (s) + { wchar_t *r; + *t = r = (wchar_t*)soap_malloc(soap, sizeof(wchar_t) * (strlen(s) + 1)); + if (!r) + return soap->error; + if (soap->mode & SOAP_ENC_LATIN) + { while (*s) + *r++ = (wchar_t)*s++; + } + else + { /* Convert UTF8 to wchar */ + while (*s) + { register soap_wchar c, c1, c2, c3, c4; + c = (unsigned char)*s++; + if (c < 0x80) + *r++ = (wchar_t)c; + else + { c1 = (soap_wchar)*s++ & 0x3F; + if (c < 0xE0) + *r++ = (wchar_t)(((soap_wchar)(c & 0x1F) << 6) | c1); + else + { c2 = (soap_wchar)*s++ & 0x3F; + if (c < 0xF0) + *r++ = (wchar_t)(((soap_wchar)(c & 0x0F) << 12) | (c1 << 6) | c2); + else + { c3 = (soap_wchar)*s++ & 0x3F; + if (c < 0xF8) + *r++ = (wchar_t)(((soap_wchar)(c & 0x07) << 18) | (c1 << 12) | (c2 << 6) | c3); + else + { c4 = (soap_wchar)*s++ & 0x3F; + if (c < 0xFC) + *r++ = (wchar_t)(((soap_wchar)(c & 0x03) << 24) | (c1 << 18) | (c2 << 12) | (c3 << 6) | c4); + else + *r++ = (wchar_t)(((soap_wchar)(c & 0x01) << 30) | (c1 << 24) | (c2 << 18) | (c3 << 12) | (c4 << 6) | (soap_wchar)(*s++ & 0x3F)); + } + } + } + } + } + } + *r = L'\0'; + } + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_wchar2s(struct soap *soap, const wchar_t *s) +{ register soap_wchar c; + register char *r, *t; + const wchar_t *q = s; + size_t n = 0; + while ((c = *q++)) + { if (c > 0 && c < 0x80) + n++; + else + n += 6; + } + r = t = (char*)soap_malloc(soap, n + 1); + if (r) + { /* Convert wchar to UTF8 */ + while ((c = *s++)) + { if (c > 0 && c < 0x80) + *t++ = (char)c; + else + { if (c < 0x0800) + *t++ = (char)(0xC0 | ((c >> 6) & 0x1F)); + else + { if (c < 0x010000) + *t++ = (char)(0xE0 | ((c >> 12) & 0x0F)); + else + { if (c < 0x200000) + *t++ = (char)(0xF0 | ((c >> 18) & 0x07)); + else + { if (c < 0x04000000) + *t++ = (char)(0xF8 | ((c >> 24) & 0x03)); + else + { *t++ = (char)(0xFC | ((c >> 30) & 0x01)); + *t++ = (char)(0x80 | ((c >> 24) & 0x3F)); + } + *t++ = (char)(0x80 | ((c >> 18) & 0x3F)); + } + *t++ = (char)(0x80 | ((c >> 12) & 0x3F)); + } + *t++ = (char)(0x80 | ((c >> 6) & 0x3F)); + } + *t++ = (char)(0x80 | (c & 0x3F)); + } + } + *t = '\0'; + } + return r; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_outstring(struct soap *soap, const char *tag, int id, char *const*p, const char *type, int n) +{ id = soap_element_id(soap, tag, id, *p, NULL, 0, type, n); + if (id < 0) + return soap->error; + if (!**p && (soap->mode & SOAP_C_NILSTRING)) + return soap_element_null(soap, tag, id, type); + if (soap_element_begin_out(soap, tag, id, type) + || soap_string_out(soap, *p, 0) + || soap_element_end_out(soap, tag)) + return soap->error; + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +char ** +SOAP_FMAC2 +soap_instring(struct soap *soap, const char *tag, char **p, const char *type, int t, int flag, long minlen, long maxlen) +{ if (soap_element_begin_in(soap, tag, 1, NULL)) + { if (!tag || *tag != '-' || soap->error != SOAP_NO_TAG) + return NULL; + soap->error = SOAP_OK; + } + if (!p) + { if (!(p = (char**)soap_malloc(soap, sizeof(char*)))) + return NULL; + } + if (soap->body) + { *p = soap_string_in(soap, flag, minlen, maxlen); + if (!*p || !(char*)soap_id_enter(soap, soap->id, *p, t, sizeof(char*), 0, NULL, NULL, NULL)) + return NULL; + if (!**p && tag && *tag == '-') + { soap->error = SOAP_NO_TAG; + return NULL; + } + } + else if (tag && *tag == '-') + { soap->error = SOAP_NO_TAG; + return NULL; + } + else if (soap->null) + *p = NULL; + else + *p = soap_strdup(soap, SOAP_STR_EOS); + if (*soap->href) + p = (char**)soap_id_lookup(soap, soap->href, (void**)p, t, sizeof(char**), 0); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + return p; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_outwstring(struct soap *soap, const char *tag, int id, wchar_t *const*p, const char *type, int n) +{ id = soap_element_id(soap, tag, id, *p, NULL, 0, type, n); + if (id < 0) + return soap->error; + if (!**p && (soap->mode & SOAP_C_NILSTRING)) + return soap_element_null(soap, tag, id, type); + if (soap_element_begin_out(soap, tag, id, type) + || soap_wstring_out(soap, *p, 0) + || soap_element_end_out(soap, tag)) + return soap->error; + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_2 +SOAP_FMAC1 +wchar_t ** +SOAP_FMAC2 +soap_inwstring(struct soap *soap, const char *tag, wchar_t **p, const char *type, int t, long minlen, long maxlen) +{ if (soap_element_begin_in(soap, tag, 1, NULL)) + { if (!tag || *tag != '-' || soap->error != SOAP_NO_TAG) + return NULL; + soap->error = SOAP_OK; + } + if (!p) + { if (!(p = (wchar_t**)soap_malloc(soap, sizeof(wchar_t*)))) + return NULL; + } + if (soap->body) + { *p = soap_wstring_in(soap, 1, minlen, maxlen); + if (!*p || !(wchar_t*)soap_id_enter(soap, soap->id, *p, t, sizeof(wchar_t*), 0, NULL, NULL, NULL)) + return NULL; + if (!**p && tag && *tag == '-') + { soap->error = SOAP_NO_TAG; + return NULL; + } + } + else if (tag && *tag == '-') + { soap->error = SOAP_NO_TAG; + return NULL; + } + else if (soap->null) + *p = NULL; + else + *p = soap_wstrdup(soap, (wchar_t*)SOAP_STR_EOS); + if (*soap->href) + p = (wchar_t**)soap_id_lookup(soap, soap->href, (void**)p, t, sizeof(wchar_t**), 0); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + return p; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +time_t +SOAP_FMAC2 +soap_timegm(struct tm *T) +{ +#if defined(HAVE_TIMEGM) + return timegm(T); +#else + time_t t, g, z; + struct tm tm; + t = mktime(T); + if (t == (time_t)-1) + return (time_t)-1; +#ifdef HAVE_GMTIME_R + gmtime_r(&t, &tm); +#else + tm = *gmtime(&t); +#endif + tm.tm_isdst = 0; + g = mktime(&tm); + if (g == (time_t)-1) + return (time_t)-1; + z = g - t; + return t - z; +#endif +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_dateTime2s(struct soap *soap, time_t n) +{ struct tm T, *pT = &T; +#if defined(HAVE_GMTIME_R) + if (gmtime_r(&n, pT)) + strftime(soap->tmpbuf, sizeof(soap->tmpbuf), "%Y-%m-%dT%H:%M:%SZ", pT); +#elif defined(HAVE_GMTIME) + if ((pT = gmtime(&n))) + strftime(soap->tmpbuf, sizeof(soap->tmpbuf), "%Y-%m-%dT%H:%M:%SZ", pT); +#elif defined(HAVE_GETTIMEOFDAY) + struct timezone tz; + memset((void*)&tz, 0, sizeof(tz)); +#if defined(HAVE_LOCALTIME_R) + if (localtime_r(&n, pT)) + { struct timeval tv; + gettimeofday(&tv, &tz); + strftime(soap->tmpbuf, sizeof(soap->tmpbuf), "%Y-%m-%dT%H:%M:%S", pT); + sprintf(soap->tmpbuf + strlen(soap->tmpbuf), "%+03d:%02d", -tz.tz_minuteswest/60+(pT->tm_isdst!=0), abs(tz.tz_minuteswest)%60); + } +#else + if ((pT = localtime(&n))) + { struct timeval tv; + gettimeofday(&tv, &tz); + strftime(soap->tmpbuf, sizeof(soap->tmpbuf), "%Y-%m-%dT%H:%M:%S", pT); + sprintf(soap->tmpbuf + strlen(soap->tmpbuf), "%+03d:%02d", -tz.tz_minuteswest/60+(pT->tm_isdst!=0), abs(tz.tz_minuteswest)%60); + } +#endif +#elif defined(HAVE_FTIME) + struct timeb t; + memset((void*)&t, 0, sizeof(t)); +#if defined(HAVE_LOCALTIME_R) + if (localtime_r(&n, pT)) + { +#ifdef __BORLANDC__ + ::ftime(&t); +#else + ftime(&t); +#endif + strftime(soap->tmpbuf, sizeof(soap->tmpbuf), "%Y-%m-%dT%H:%M:%S", pT); + sprintf(soap->tmpbuf + strlen(soap->tmpbuf), "%+03d:%02d", -t.timezone/60+(pT->tm_isdst!=0), abs(t.timezone)%60); + } +#else + if ((pT = localtime(&n))) + { +#ifdef __BORLANDC__ + ::ftime(&t); +#else + ftime(&t); +#endif + strftime(soap->tmpbuf, sizeof(soap->tmpbuf), "%Y-%m-%dT%H:%M:%S", pT); + sprintf(soap->tmpbuf + strlen(soap->tmpbuf), "%+03d:%02d", -t.timezone/60+(pT->tm_isdst!=0), abs(t.timezone)%60); + } +#endif +#elif defined(HAVE_LOCALTIME_R) + if (localtime_r(&n, pT)) + strftime(soap->tmpbuf, sizeof(soap->tmpbuf), "%Y-%m-%dT%H:%M:%S", pT); +#else + if ((pT = localtime(&n))) + strftime(soap->tmpbuf, sizeof(soap->tmpbuf), "%Y-%m-%dT%H:%M:%S", pT); +#endif + else + strcpy(soap->tmpbuf, "1969-12-31T23:59:59Z"); + return soap->tmpbuf; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_outdateTime(struct soap *soap, const char *tag, int id, const time_t *p, const char *type, int n) +{ if (soap_element_begin_out(soap, tag, soap_embedded_id(soap, id, p, n), type) + || soap_string_out(soap, soap_dateTime2s(soap, *p), 0)) + return soap->error; + return soap_element_end_out(soap, tag); +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_s2dateTime(struct soap *soap, const char *s, time_t *p) +{ if (s) + { char zone[32]; + struct tm T; + const char *t; + *zone = '\0'; + memset((void*)&T, 0, sizeof(T)); + if (strchr(s, '-')) + t = "%d-%d-%dT%d:%d:%d%31s"; + else if (strchr(s, ':')) + t = "%4d%2d%2dT%d:%d:%d%31s"; + else /* parse non-XSD-standard alternative ISO 8601 format */ + t = "%4d%2d%2dT%2d%2d%2d%31s"; + if (sscanf(s, t, &T.tm_year, &T.tm_mon, &T.tm_mday, &T.tm_hour, &T.tm_min, &T.tm_sec, zone) < 6) + return soap->error = SOAP_TYPE; + if (T.tm_year == 1) + T.tm_year = 70; + else + T.tm_year -= 1900; + T.tm_mon--; + if (*zone == '.') + { for (s = zone + 1; *s; s++) + if (*s < '0' || *s > '9') + break; + } + else + s = zone; + if (*s) + { +#ifndef WITH_NOZONE + if (*s == '+' || *s == '-') + { int h = 0, m = 0; + if (s[3] == ':') + { /* +hh:mm */ + sscanf(s, "%d:%d", &h, &m); + if (h < 0) + m = -m; + } + else /* +hhmm */ + { m = (int)atol(s); + h = m / 100; + m = m % 100; + } + T.tm_min -= m; + T.tm_hour -= h; + /* put hour and min in range */ + T.tm_hour += T.tm_min / 60; + T.tm_min %= 60; + if (T.tm_min < 0) + T.tm_min += 60; + T.tm_mday += T.tm_hour / 24; + T.tm_hour %= 24; + if (T.tm_hour < 0) + T.tm_hour += 24; + /* note: day of the month may be out of range, timegm() handles it */ + } +#endif + *p = soap_timegm(&T); + } + else + *p = mktime(&T); + } + return soap->error; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +time_t * +SOAP_FMAC2 +soap_indateTime(struct soap *soap, const char *tag, time_t *p, const char *type, int t) +{ if (soap_element_begin_in(soap, tag, 0, NULL)) + return NULL; + if (*soap->type + && soap_match_tag(soap, soap->type, type) + && soap_match_tag(soap, soap->type, ":dateTime")) + { soap->error = SOAP_TYPE; + soap_revert(soap); + return NULL; + } + p = (time_t*)soap_id_enter(soap, soap->id, p, t, sizeof(time_t), 0, NULL, NULL, NULL); + if (*soap->href) + p = (time_t*)soap_id_forward(soap, soap->href, p, 0, t, 0, sizeof(time_t), 0, NULL); + else if (p) + { if (soap_s2dateTime(soap, soap_value(soap), p)) + return NULL; + } + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + return p; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_outliteral(struct soap *soap, const char *tag, char *const*p, const char *type) +{ int i; + const char *t = NULL; + if (tag && *tag != '-') + { if (soap->local_namespaces && (t = strchr(tag, ':'))) + { strncpy(soap->tmpbuf, tag, t-tag); + soap->tmpbuf[t-tag] = '\0'; + for (i = 0; soap->local_namespaces[i].id; i++) + if (!strcmp(soap->tmpbuf, soap->local_namespaces[i].id)) + break; + t++; + if (soap_element(soap, t, 0, type) + || soap_attribute(soap, "xmlns", soap->local_namespaces[i].ns ? soap->local_namespaces[i].ns : SOAP_STR_EOS) + || soap_element_start_end_out(soap, NULL)) + return soap->error; + } + else + { t = tag; + if (soap_element_begin_out(soap, t, 0, type)) + return soap->error; + } + } + if (p && *p) + { if (soap_send(soap, *p)) + return soap->error; + } + if (t) + return soap_element_end_out(soap, t); + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +char ** +SOAP_FMAC2 +soap_inliteral(struct soap *soap, const char *tag, char **p) +{ if (soap_element_begin_in(soap, tag, 1, NULL)) + { if (soap->error != SOAP_NO_TAG || soap_unget(soap, soap_get(soap)) == SOAP_TT) + return NULL; + soap->error = SOAP_OK; + } + if (!p) + { if (!(p = (char**)soap_malloc(soap, sizeof(char*)))) + return NULL; + } + if (soap->body || (tag && *tag == '-')) + { *p = soap_string_in(soap, 0, -1, -1); + if (!*p) + return NULL; + if (!**p && tag && *tag == '-') + { soap->error = SOAP_NO_TAG; + return NULL; + } + } + else if (soap->null) + *p = NULL; + else + *p = soap_strdup(soap, SOAP_STR_EOS); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + return p; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_outwliteral(struct soap *soap, const char *tag, wchar_t *const*p, const char *type) +{ int i; + const char *t = NULL; + if (tag && *tag != '-') + { if (soap->local_namespaces && (t = strchr(tag, ':'))) + { strncpy(soap->tmpbuf, tag, t-tag); + soap->tmpbuf[t-tag] = '\0'; + for (i = 0; soap->local_namespaces[i].id; i++) + if (!strcmp(soap->tmpbuf, soap->local_namespaces[i].id)) + break; + t++; + if (soap_element(soap, t, 0, type) + || soap_attribute(soap, "xmlns", soap->local_namespaces[i].ns ? soap->local_namespaces[i].ns : SOAP_STR_EOS) + || soap_element_start_end_out(soap, NULL)) + return soap->error; + } + else + { t = tag; + if (soap_element_begin_out(soap, t, 0, type)) + return soap->error; + } + if (soap_send(soap, soap->tmpbuf)) + return soap->error; + } + if (p) + { wchar_t c; + const wchar_t *s = *p; + while ((c = *s++)) + { if (soap_pututf8(soap, (unsigned long)c)) + return soap->error; + } + } + if (t) + return soap_element_end_out(soap, t); + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_2 +SOAP_FMAC1 +wchar_t ** +SOAP_FMAC2 +soap_inwliteral(struct soap *soap, const char *tag, wchar_t **p) +{ if (soap_element_begin_in(soap, tag, 1, NULL)) + { if (soap->error != SOAP_NO_TAG || soap_unget(soap, soap_get(soap)) == SOAP_TT) + return NULL; + soap->error = SOAP_OK; + } + if (!p) + { if (!(p = (wchar_t**)soap_malloc(soap, sizeof(wchar_t*)))) + return NULL; + } + if (soap->body) + { *p = soap_wstring_in(soap, 0, -1, -1); + if (!*p) + return NULL; + if (!**p && tag && *tag == '-') + { soap->error = SOAP_NO_TAG; + return NULL; + } + } + else if (tag && *tag == '-') + { soap->error = SOAP_NO_TAG; + return NULL; + } + else if (soap->null) + *p = NULL; + else + *p = soap_wstrdup(soap, (wchar_t*)SOAP_STR_EOS); + if (soap->body && soap_element_end_in(soap, tag)) + return NULL; + return p; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +const char * +SOAP_FMAC2 +soap_value(struct soap *soap) +{ register size_t i; + register soap_wchar c = 0; + register char *s = soap->tmpbuf; + if (!soap->body) + return SOAP_STR_EOS; + do c = soap_get(soap); + while (soap_blank(c)); + for (i = 0; i < sizeof(soap->tmpbuf) - 1; i++) + { if (c == SOAP_TT || (int)c == EOF) + break; + *s++ = (char)c; + c = soap_get(soap); + } + for (s--; i > 0; i--, s--) + { if (!soap_blank(*s)) + break; + } + s[1] = '\0'; + if ((int)c == EOF || c == SOAP_TT) + soap_unget(soap, c); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Element content value='%s'\n", soap->tmpbuf)); +#ifdef WITH_DOM + if ((soap->mode & SOAP_XML_DOM) && soap->dom) + soap->dom->data = soap_strdup(soap, soap->tmpbuf); +#endif + return soap->tmpbuf; /* return non-null pointer */ +} +#endif + +/******************************************************************************/ +#if !defined(WITH_LEANER) || !defined(WITH_NOHTTP) +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_getline(struct soap *soap, char *s, int len) +{ int i = len; + soap_wchar c = 0; + for (;;) + { while (--i > 0) + { c = soap_getchar(soap); + if (c == '\r' || c == '\n') + break; + if ((int)c == EOF) + return soap->error = SOAP_EOF; + *s++ = (char)c; + } + if (c != '\n') + c = soap_getchar(soap); /* got \r or something else, now get \n */ + if (c == '\n') + { *s = '\0'; + if (i+1 == len) /* empty line: end of HTTP/MIME header */ + break; + c = soap_get0(soap); + if (c != ' ' && c != '\t') /* HTTP line continuation? */ + break; + } + else if ((int)c == EOF) + return soap->error = SOAP_EOF; + } + if (i < 0) + return soap->error = SOAP_HDR; + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_1 +static size_t +soap_count_attachments(struct soap *soap) +{ +#ifndef WITH_LEANER + register struct soap_multipart *content; + register size_t count = soap->count; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Calculating the message size with attachments, current count=%lu\n", (unsigned long)count)); + if ((soap->mode & SOAP_ENC_DIME) && !(soap->mode & SOAP_ENC_MTOM)) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Calculating the size of DIME attachments\n")); + for (content = soap->dime.first; content; content = content->next) + { count += 12 + ((content->size+3)&(~3)); + if (content->id) + count += ((strlen(content->id)+3)&(~3)); + if (content->type) + count += ((strlen(content->type)+3)&(~3)); + if (content->options) + count += ((((unsigned char)content->options[2] << 8) | ((unsigned char)content->options[3]))+7)&(~3); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Size of DIME attachment content is %lu bytes\n", (unsigned long)content->size)); + } + } + if ((soap->mode & SOAP_ENC_MIME) && soap->mime.boundary) + { register size_t n = strlen(soap->mime.boundary); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Calculating the size of MIME attachments\n")); + for (content = soap->mime.first; content; content = content->next) + { register const char *s; + /* count \r\n--boundary\r\n */ + count += 6 + n; + /* count Content-Type: ...\r\n */ + if (content->type) + count += 16 + strlen(content->type); + /* count Content-Transfer-Encoding: ...\r\n */ + s = soap_code_str(mime_codes, content->encoding); + if (s) + count += 29 + strlen(s); + /* count Content-ID: ...\r\n */ + if (content->id) + count += 14 + strlen(content->id); + /* count Content-Location: ...\r\n */ + if (content->location) + count += 20 + strlen(content->location); + /* count Content-Description: ...\r\n */ + if (content->description) + count += 23 + strlen(content->description); + /* count \r\n...content */ + count += 2 + content->size; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Size of MIME attachment content is %lu bytes\n", (unsigned long)content->size)); + } + /* count \r\n--boundary-- */ + count += 6 + n; + } + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "New count is %lu bytes\n", (unsigned long)count)); + return count; +#else + return soap->count; +#endif +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +static int +soap_putdimefield(struct soap *soap, const char *s, size_t n) +{ if (soap_send_raw(soap, s, n)) + return soap->error; + return soap_send_raw(soap, SOAP_STR_PADDING, -(long)n&3); +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +char * +SOAP_FMAC2 +soap_dime_option(struct soap *soap, unsigned short optype, const char *option) +{ size_t n; + char *s = NULL; + if (option) + { n = strlen(option); + s = (char*)soap_malloc(soap, n + 5); + if (s) + { s[0] = (char)(optype >> 8); + s[1] = (char)(optype & 0xFF); + s[2] = (char)(n >> 8); + s[3] = (char)(n & 0xFF); + strcpy(s + 4, option); + } + } + return s; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_putdimehdr(struct soap *soap) +{ unsigned char tmp[12]; + size_t optlen = 0, idlen = 0, typelen = 0; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Put DIME header id='%s'\n", soap->dime.id?soap->dime.id:SOAP_STR_EOS)); + if (soap->dime.options) + optlen = (((unsigned char)soap->dime.options[2] << 8) | ((unsigned char)soap->dime.options[3])) + 4; + if (soap->dime.id) + { idlen = strlen(soap->dime.id); + if (idlen > 0x0000FFFF) + idlen = 0x0000FFFF; + } + if (soap->dime.type) + { typelen = strlen(soap->dime.type); + if (typelen > 0x0000FFFF) + typelen = 0x0000FFFF; + } + tmp[0] = SOAP_DIME_VERSION | (soap->dime.flags & 0x7); + tmp[1] = soap->dime.flags & 0xF0; + tmp[2] = (char)(optlen >> 8); + tmp[3] = (char)(optlen & 0xFF); + tmp[4] = (char)(idlen >> 8); + tmp[5] = (char)(idlen & 0xFF); + tmp[6] = (char)(typelen >> 8); + tmp[7] = (char)(typelen & 0xFF); + tmp[8] = (char)(soap->dime.size >> 24); + tmp[9] = (char)((soap->dime.size >> 16) & 0xFF); + tmp[10] = (char)((soap->dime.size >> 8) & 0xFF); + tmp[11] = (char)(soap->dime.size & 0xFF); + if (soap_send_raw(soap, (char*)tmp, 12) + || soap_putdimefield(soap, soap->dime.options, optlen) + || soap_putdimefield(soap, soap->dime.id, idlen) + || soap_putdimefield(soap, soap->dime.type, typelen)) + return soap->error; + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_putdime(struct soap *soap) +{ struct soap_multipart *content; + if (!(soap->mode & SOAP_ENC_DIME)) + return SOAP_OK; + for (content = soap->dime.first; content; content = content->next) + { void *handle; + soap->dime.size = content->size; + soap->dime.id = content->id; + soap->dime.type = content->type; + soap->dime.options = content->options; + soap->dime.flags = SOAP_DIME_VERSION | SOAP_DIME_MEDIA; + if (soap->fdimereadopen && ((handle = soap->fdimereadopen(soap, (void*)content->ptr, content->id, content->type, content->options)) || soap->error)) + { size_t size = content->size; + if (!handle) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "fdimereadopen failed\n")); + return soap->error; + } + if (!size && ((soap->mode & SOAP_ENC_XML) || (soap->mode & SOAP_IO) == SOAP_IO_CHUNK || (soap->mode & SOAP_IO) == SOAP_IO_STORE)) + { size_t chunksize = sizeof(soap->tmpbuf); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Chunked streaming DIME\n")); + do + { size = soap->fdimeread(soap, handle, soap->tmpbuf, chunksize); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "fdimeread returned %lu bytes\n", (unsigned long)size)); + if (size < chunksize) + { soap->dime.flags &= ~SOAP_DIME_CF; + if (!content->next) + soap->dime.flags |= SOAP_DIME_ME; + } + else + soap->dime.flags |= SOAP_DIME_CF; + soap->dime.size = size; + if (soap_putdimehdr(soap) + || soap_putdimefield(soap, soap->tmpbuf, size)) + break; + if (soap->dime.id) + { soap->dime.flags &= ~(SOAP_DIME_MB | SOAP_DIME_MEDIA); + soap->dime.id = NULL; + soap->dime.type = NULL; + soap->dime.options = NULL; + } + } while (size >= chunksize); + } + else + { if (!content->next) + soap->dime.flags |= SOAP_DIME_ME; + if (soap_putdimehdr(soap)) + return soap->error; + do + { size_t bufsize; + if (size < sizeof(soap->tmpbuf)) + bufsize = size; + else + bufsize = sizeof(soap->tmpbuf); + if (!(bufsize = soap->fdimeread(soap, handle, soap->tmpbuf, bufsize))) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "fdimeread failed: insufficient data (%lu bytes remaining from %lu bytes)\n", (unsigned long)size, (unsigned long)content->size)); + soap->error = SOAP_EOF; + break; + } + if (soap_send_raw(soap, soap->tmpbuf, bufsize)) + break; + size -= bufsize; + } while (size); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "fdimereadclose\n")); + soap_send_raw(soap, SOAP_STR_PADDING, -(long)soap->dime.size&3); + } + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "fdimereadclose\n")); + if (soap->fdimereadclose) + soap->fdimereadclose(soap, handle); + } + else + { if (!content->next) + soap->dime.flags |= SOAP_DIME_ME; + if (soap_putdimehdr(soap) + || soap_putdimefield(soap, (char*)content->ptr, content->size)) + return soap->error; + } + } + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +static char * +soap_getdimefield(struct soap *soap, size_t n) +{ register soap_wchar c; + register size_t i; + register char *s; + register char *p = NULL; + if (n) + { p = (char*)soap_malloc(soap, n + 1); + if (p) + { s = p; + for (i = n; i > 0; i--) + { if ((int)(c = soap_get1(soap)) == EOF) + { soap->error = SOAP_EOF; + return NULL; + } + *s++ = (char)c; + } + *s = '\0'; + if ((soap->error = soap_move(soap, -(long)n&3))) + return NULL; + } + else + soap->error = SOAP_EOM; + } + return p; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_getdimehdr(struct soap *soap) +{ register soap_wchar c; + register char *s; + register int i; + unsigned char tmp[12]; + size_t optlen, idlen, typelen; + if (!(soap->mode & SOAP_ENC_DIME)) + return soap->error = SOAP_DIME_END; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Get DIME header\n")); + if (soap->dime.buflen || soap->dime.chunksize) + { if (soap_move(soap, (long)(soap->dime.size - soap_tell(soap)))) + return soap->error = SOAP_EOF; + soap_unget(soap, soap_getchar(soap)); /* skip padding and get hdr */ + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "... From chunked\n")); + return SOAP_OK; + } + s = (char*)tmp; + for (i = 12; i > 0; i--) + { if ((int)(c = soap_getchar(soap)) == EOF) + return soap->error = SOAP_EOF; + *s++ = (char)c; + } + if ((tmp[0] & 0xF8) != SOAP_DIME_VERSION) + return soap->error = SOAP_DIME_MISMATCH; + soap->dime.flags = (tmp[0] & 0x7) | (tmp[1] & 0xF0); + optlen = (tmp[2] << 8) | tmp[3]; + idlen = (tmp[4] << 8) | tmp[5]; + typelen = (tmp[6] << 8) | tmp[7]; + soap->dime.size = (tmp[8] << 24) | (tmp[9] << 16) | (tmp[10] << 8) | tmp[11]; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "DIME size=%lu flags=0x%X\n", (unsigned long)soap->dime.size, soap->dime.flags)); + if (!(soap->dime.options = soap_getdimefield(soap, optlen)) && soap->error) + return soap->error; + if (!(soap->dime.id = soap_getdimefield(soap, idlen)) && soap->error) + return soap->error; + if (!(soap->dime.type = soap_getdimefield(soap, typelen)) && soap->error) + return soap->error; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "DIME id=%s, type=%s, options=%s\n", soap->dime.id?soap->dime.id:SOAP_STR_EOS, soap->dime.type?soap->dime.type:"", soap->dime.options?soap->dime.options+4:SOAP_STR_EOS)); + if (soap->dime.flags & SOAP_DIME_ME) + soap->mode &= ~SOAP_ENC_DIME; + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_getdime(struct soap *soap) +{ while (soap->dime.flags & SOAP_DIME_CF) + { if (soap_getdimehdr(soap)) + return soap->error; + if (soap_move(soap, (long)soap->dime.size)) + return soap->error = SOAP_EOF; + } + if (soap_move(soap, (long)(((soap->dime.size+3)&(~3))-soap_tell(soap)))) + return soap->error = SOAP_EOF; + for (;;) + { register struct soap_multipart *content; + if (soap_getdimehdr(soap)) + break; + if (soap->fdimewriteopen && ((soap->dime.ptr = (char*)soap->fdimewriteopen(soap, soap->dime.id, soap->dime.type, soap->dime.options)) || soap->error)) + { const char *id, *type, *options; + size_t size, n; + if (!soap->dime.ptr) + return soap->error; + id = soap->dime.id; + type = soap->dime.type; + options = soap->dime.options; + for (;;) + { size = soap->dime.size; + for (;;) + { n = soap->buflen - soap->bufidx; + if (size < n) + n = size; + if ((soap->error = soap->fdimewrite(soap, (void*)soap->dime.ptr, soap->buf + soap->bufidx, n))) + break; + size -= n; + if (!size) + { soap->bufidx += n; + break; + } + if (soap_recv(soap)) + { soap->error = SOAP_EOF; + goto end; + } + } + if (soap_move(soap, -(long)soap->dime.size&3)) + { soap->error = SOAP_EOF; + break; + } + if (!(soap->dime.flags & SOAP_DIME_CF)) + break; + if (soap_getdimehdr(soap)) + break; + } +end: + if (soap->fdimewriteclose) + soap->fdimewriteclose(soap, (void*)soap->dime.ptr); + soap->dime.size = 0; + soap->dime.id = id; + soap->dime.type = type; + soap->dime.options = options; + } + else if (soap->dime.flags & SOAP_DIME_CF) + { const char *id, *type, *options; + id = soap->dime.id; + type = soap->dime.type; + options = soap->dime.options; + if (soap_new_block(soap) == NULL) + return SOAP_EOM; + for (;;) + { register soap_wchar c; + register size_t i; + register char *s; + s = (char*)soap_push_block(soap, NULL, soap->dime.size); + if (!s) + return soap->error = SOAP_EOM; + for (i = soap->dime.size; i > 0; i--) + { if ((int)(c = soap_get1(soap)) == EOF) + return soap->error = SOAP_EOF; + *s++ = (char)c; + } + if (soap_move(soap, -(long)soap->dime.size&3)) + return soap->error = SOAP_EOF; + if (!(soap->dime.flags & SOAP_DIME_CF)) + break; + if (soap_getdimehdr(soap)) + return soap->error; + } + soap->dime.size = soap->blist->size++; /* allocate one more for '\0' */ + if (!(soap->dime.ptr = soap_save_block(soap, NULL, NULL, 0))) + return soap->error; + soap->dime.ptr[soap->dime.size] = '\0'; /* force 0-terminated */ + soap->dime.id = id; + soap->dime.type = type; + soap->dime.options = options; + } + else + soap->dime.ptr = soap_getdimefield(soap, soap->dime.size); + content = soap_new_multipart(soap, &soap->dime.first, &soap->dime.last, soap->dime.ptr, soap->dime.size); + if (!content) + return soap->error = SOAP_EOM; + content->id = soap->dime.id; + content->type = soap->dime.type; + content->options = soap->dime.options; + if (soap->error) + return soap->error; + soap_resolve_attachment(soap, content); + } + if (soap->error != SOAP_DIME_END) + return soap->error; + return soap->error = SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_getmimehdr(struct soap *soap) +{ struct soap_multipart *content; + do + { if (soap_getline(soap, soap->msgbuf, sizeof(soap->msgbuf))) + return soap->error; + } + while (!*soap->msgbuf); + if (soap->msgbuf[0] == '-' && soap->msgbuf[1] == '-') + { char *s = soap->msgbuf + strlen(soap->msgbuf) - 1; + /* remove white space */ + while (soap_blank(*s)) + s--; + s[1] = '\0'; + if (soap->mime.boundary) + { if (strcmp(soap->msgbuf + 2, soap->mime.boundary)) + return soap->error = SOAP_MIME_ERROR; + } + else + soap->mime.boundary = soap_strdup(soap, soap->msgbuf + 2); + if (soap_getline(soap, soap->msgbuf, sizeof(soap->msgbuf))) + return soap->error; + } + if (soap_set_mime_attachment(soap, NULL, 0, SOAP_MIME_NONE, NULL, NULL, NULL, NULL)) + return soap->error = SOAP_EOM; + content = soap->mime.last; + for (;;) + { register char *key = soap->msgbuf; + register char *val; + if (!*key) + break; + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "MIME header: %s\n", key)); + val = strchr(soap->msgbuf, ':'); + if (val) + { *val = '\0'; + do val++; + while (*val && *val <= 32); + if (!soap_tag_cmp(key, "Content-ID")) + content->id = soap_strdup(soap, val); + else if (!soap_tag_cmp(key, "Content-Location")) + content->location = soap_strdup(soap, val); + else if (!soap_tag_cmp(key, "Content-Disposition")) + content->id = soap_strdup(soap, soap_get_header_attribute(soap, val, "name")); + else if (!soap_tag_cmp(key, "Content-Type")) + content->type = soap_strdup(soap, val); + else if (!soap_tag_cmp(key, "Content-Description")) + content->description = soap_strdup(soap, val); + else if (!soap_tag_cmp(key, "Content-Transfer-Encoding")) + content->encoding = (enum soap_mime_encoding)soap_code_int(mime_codes, val, (long)SOAP_MIME_NONE); + } + if (soap_getline(soap, key, sizeof(soap->msgbuf))) + return soap->error; + } + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_getmime(struct soap *soap) +{ while (soap_get_mime_attachment(soap, NULL)) + ; + return soap->error; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_post_check_mime_attachments(struct soap *soap) +{ soap->imode |= SOAP_MIME_POSTCHECK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_check_mime_attachments(struct soap *soap) +{ if (soap->mode & SOAP_MIME_POSTCHECK) + return soap_get_mime_attachment(soap, NULL) != NULL; + return 0; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +struct soap_multipart * +SOAP_FMAC2 +soap_get_mime_attachment(struct soap *soap, void *handle) +{ register soap_wchar c = 0; + register size_t i, m = 0; + register char *s, *t = NULL; + register struct soap_multipart *content; + register short flag = 0; + if (!(soap->mode & SOAP_ENC_MIME)) + return NULL; + content = soap->mime.last; + if (!content) + { if (soap_getmimehdr(soap)) + return NULL; + content = soap->mime.last; + } + else if (content != soap->mime.first) + { if (soap->fmimewriteopen && ((content->ptr = (char*)soap->fmimewriteopen(soap, (void*)handle, content->id, content->type, content->description, content->encoding)) || soap->error)) + { if (!content->ptr) + return NULL; + } + } + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Parsing MIME content id=%s type=%s\n", content->id?content->id:SOAP_STR_EOS, content->type?content->type:SOAP_STR_EOS)); + if (!content->ptr && soap_new_block(soap) == NULL) + { soap->error = SOAP_EOM; + return NULL; + } + for (;;) + { if (content->ptr) + s = soap->tmpbuf; + else if (!(s = (char*)soap_push_block(soap, NULL, sizeof(soap->tmpbuf)))) + { soap->error = SOAP_EOM; + return NULL; + } + for (i = 0; i < sizeof(soap->tmpbuf); i++) + { if (m > 0) + { *s++ = *t++; + m--; + } + else + { if (!flag) + { c = soap_get1(soap); + if ((int)c == EOF) + { soap->error = SOAP_EOF; + return NULL; + } + } + if (flag || c == '\r') + { t = soap->msgbuf; + memset(t, 0, sizeof(soap->msgbuf)); + strcpy(t, "\n--"); + if (soap->mime.boundary) + strncat(t, soap->mime.boundary, sizeof(soap->msgbuf)-4); + do c = soap_getchar(soap); + while (c == *t++); + if ((int)c == EOF) + { soap->error = SOAP_EOF; + return NULL; + } + if (!*--t) + goto end; + *t = (char)c; + flag = (c == '\r'); + m = t - soap->msgbuf + 1 - flag; + t = soap->msgbuf; + c = '\r'; + } + *s++ = (char)c; + } + } + if (content->ptr && soap->fmimewrite) + { if ((soap->error = soap->fmimewrite(soap, (void*)content->ptr, soap->tmpbuf, i))) + break; + } + } +end: + *s = '\0'; /* force 0-terminated */ + if (content->ptr) + { if (!soap->error && soap->fmimewrite) + soap->error = soap->fmimewrite(soap, (void*)content->ptr, soap->tmpbuf, i); + if (soap->fmimewriteclose) + soap->fmimewriteclose(soap, (void*)content->ptr); + if (soap->error) + return NULL; + } + else + { content->size = soap_size_block(soap, NULL, i+1)-1; + content->ptr = soap_save_block(soap, NULL, NULL, 0); + } + soap_resolve_attachment(soap, content); + if (c == '-' && soap_getchar(soap) == '-') + { soap->mode &= ~SOAP_ENC_MIME; + if ((soap->mode & SOAP_MIME_POSTCHECK) && soap_end_recv(soap)) + return NULL; + } + else + { while (c != '\r' && (int)c != EOF && soap_blank(c)) + c = soap_getchar(soap); + if (c != '\r' || soap_getchar(soap) != '\n') + { soap->error = SOAP_MIME_ERROR; + return NULL; + } + if (soap_getmimehdr(soap)) + return NULL; + } + return content; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_match_cid(struct soap *soap, const char *s, const char *t) +{ register size_t n; + if (!s) + return 1; + if (!strcmp(s, t)) + return 0; + if (!strncmp(s, "cid:", 4)) + s += 4; + n = strlen(t); + if (*t == '<') + { t++; + n -= 2; + } + if (!strncmp(s, t, n) && !s[n]) + return 0; + soap_decode(soap->tmpbuf, sizeof(soap->tmpbuf), s, SOAP_STR_EOS); + if (!strncmp(soap->tmpbuf, t, n) && !soap->tmpbuf[n]) + return 0; + return 1; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +static void +soap_resolve_attachment(struct soap *soap, struct soap_multipart *content) +{ if (content->id) + { register struct soap_xlist **xp = &soap->xlist; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Resolving attachment data for id=%s\n", content->id)); + while (*xp) + { register struct soap_xlist *xq = *xp; + if (!soap_match_cid(soap, xq->id, content->id)) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Found matching attachment %s for content id=%s\n", xq->id, content->id)); + *xp = xq->next; + *xq->ptr = (unsigned char*)content->ptr; + *xq->size = (int)content->size; + *xq->type = (char*)content->type; + if (content->options) + *xq->options = (char*)content->options; + else + *xq->options = (char*)content->description; + SOAP_FREE(soap, xq); + } + else + xp = &(*xp)->next; + } + } +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_putmimehdr(struct soap *soap, struct soap_multipart *content) +{ const char *s; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "MIME attachment type=%s\n", content->type?content->type:SOAP_STR_EOS)); + if (soap_send3(soap, "\r\n--", soap->mime.boundary, "\r\n")) + return soap->error; + if (content->type && soap_send3(soap, "Content-Type: ", content->type, "\r\n")) + return soap->error; + s = soap_code_str(mime_codes, content->encoding); + if (s && soap_send3(soap, "Content-Transfer-Encoding: ", s, "\r\n")) + return soap->error; + if (content->id && soap_send3(soap, "Content-ID: ", content->id, "\r\n")) + return soap->error; + if (content->location && soap_send3(soap, "Content-Location: ", content->location, "\r\n")) + return soap->error; + if (content->description && soap_send3(soap, "Content-Description: ", content->description, "\r\n")) + return soap->error; + return soap_send_raw(soap, "\r\n", 2); +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_putmime(struct soap *soap) +{ struct soap_multipart *content; + if (!(soap->mode & SOAP_ENC_MIME) || !soap->mime.boundary) + return SOAP_OK; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Sending MIME attachments\n")); + for (content = soap->mime.first; content; content = content->next) + { void *handle; + if (soap->fmimereadopen && ((handle = soap->fmimereadopen(soap, (void*)content->ptr, content->id, content->type, content->description)) || soap->error)) + { size_t size = content->size; + if (!handle) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "fmimereadopen failed\n")); + return soap->error; + } + if (soap_putmimehdr(soap, content)) + return soap->error; + if (!size) + { if ((soap->mode & SOAP_ENC_XML) || (soap->mode & SOAP_IO) == SOAP_IO_CHUNK || (soap->mode & SOAP_IO) == SOAP_IO_STORE) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Chunked streaming MIME\n")); + do + { size = soap->fmimeread(soap, handle, soap->tmpbuf, sizeof(soap->tmpbuf)); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "fmimeread returned %lu bytes\n", (unsigned long)size)); + if (soap_send_raw(soap, soap->tmpbuf, size)) + break; + } while (size); + } + else + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Error: cannot chunk streaming MIME (no HTTP chunking)\n")); + } + } + else + { do + { size_t bufsize; + if (size < sizeof(soap->tmpbuf)) + bufsize = size; + else + bufsize = sizeof(soap->tmpbuf); + if (!(bufsize = soap->fmimeread(soap, handle, soap->tmpbuf, bufsize))) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "fmimeread failed: insufficient data (%lu bytes remaining from %lu bytes)\n", (unsigned long)size, (unsigned long)content->size)); + soap->error = SOAP_EOF; + break; + } + if (soap_send_raw(soap, soap->tmpbuf, bufsize)) + break; + size -= bufsize; + } while (size); + } + if (soap->fmimereadclose) + soap->fmimereadclose(soap, handle); + } + else + { if (soap_putmimehdr(soap, content) + || soap_send_raw(soap, content->ptr, content->size)) + return soap->error; + } + } + return soap_send3(soap, "\r\n--", soap->mime.boundary, "--"); +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_set_dime(struct soap *soap) +{ soap->omode |= SOAP_ENC_DIME; + soap->dime.first = NULL; + soap->dime.last = NULL; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_set_mime(struct soap *soap, const char *boundary, const char *start) +{ soap->omode |= SOAP_ENC_MIME; + soap->mime.first = NULL; + soap->mime.last = NULL; + soap->mime.boundary = soap_strdup(soap, boundary); + soap->mime.start = soap_strdup(soap, start); +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_clr_dime(struct soap *soap) +{ soap->omode &= ~SOAP_ENC_DIME; + soap->dime.first = NULL; + soap->dime.last = NULL; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_clr_mime(struct soap *soap) +{ soap->omode &= ~SOAP_ENC_MIME; + soap->mime.first = NULL; + soap->mime.last = NULL; + soap->mime.boundary = NULL; + soap->mime.start = NULL; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +static struct soap_multipart* +soap_new_multipart(struct soap *soap, struct soap_multipart **first, struct soap_multipart **last, char *ptr, size_t size) +{ struct soap_multipart *content; + content = (struct soap_multipart*)soap_malloc(soap, sizeof(struct soap_multipart)); + if (content) + { content->next = NULL; + content->ptr = ptr; + content->size = size; + content->id = NULL; + content->type = NULL; + content->options = NULL; + content->encoding = SOAP_MIME_NONE; + content->location = NULL; + content->description = NULL; + if (!*first) + *first = content; + if (*last) + (*last)->next = content; + *last = content; + } + return content; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_set_dime_attachment(struct soap *soap, char *ptr, size_t size, const char *type, const char *id, unsigned short optype, const char *option) +{ struct soap_multipart *content = soap_new_multipart(soap, &soap->dime.first, &soap->dime.last, ptr, size); + if (!content) + return SOAP_EOM; + content->id = soap_strdup(soap, id); + content->type = soap_strdup(soap, type); + content->options = soap_dime_option(soap, optype, option); + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_set_mime_attachment(struct soap *soap, char *ptr, size_t size, enum soap_mime_encoding encoding, const char *type, const char *id, const char *location, const char *description) +{ struct soap_multipart *content = soap_new_multipart(soap, &soap->mime.first, &soap->mime.last, ptr, size); + if (!content) + return SOAP_EOM; + content->id = soap_strdup(soap, id); + content->type = soap_strdup(soap, type); + content->encoding = encoding; + content->location = soap_strdup(soap, location); + content->description = soap_strdup(soap, description); + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +SOAP_FMAC1 +struct soap_multipart* +SOAP_FMAC2 +soap_next_multipart(struct soap_multipart *content) +{ if (content) + return content->next; + return NULL; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +static void +soap_select_mime_boundary(struct soap *soap) +{ while (!soap->mime.boundary || soap_valid_mime_boundary(soap)) + { register char *s = soap->mime.boundary; + register size_t n = 0; + if (s) + n = strlen(s); + if (n < 16) + { n = 64; + s = soap->mime.boundary = (char*)soap_malloc(soap, n + 1); + if (!s) + return; + } + strcpy(s, "=="); + s += 2; + n -= 4; + while (n) + { *s++ = soap_base64o[soap_random & 0x3F]; + n--; + } + strcpy(s, "=="); + } + if (!soap->mime.start) + soap->mime.start = ""; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEANER +#ifndef PALM_1 +static int +soap_valid_mime_boundary(struct soap *soap) +{ register struct soap_multipart *content; + register size_t k; + if (soap->fmimeread) + return SOAP_OK; + k = strlen(soap->mime.boundary); + for (content = soap->mime.first; content; content = content->next) + { if (content->ptr && content->size >= k) + { register const char *p = (const char*)content->ptr; + register size_t i; + for (i = 0; i < content->size - k; i++, p++) + { if (!strncmp(p, soap->mime.boundary, k)) + return SOAP_ERR; + } + } + } + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************\ + * + * HTTP cookie handling + * +\******************************************************************************/ + +#ifdef WITH_COOKIES +/******************************************************************************/ +SOAP_FMAC1 +size_t +SOAP_FMAC2 +soap_encode_cookie(const char *s, char *t, size_t len) +{ register int c; + register size_t n = len; + while ((c = *s++) && --n > 0) + { if (c > ' ' && c < 128 && !strchr("()<>@,;:\\\"/[]?={}", c)) + *t++ = c; + else if (n > 2) + { *t++ = '%'; + *t++ = (c >> 4) + (c > 159 ? '7' : '0'); + c &= 0xF; + *t++ = c + (c > 9 ? '7' : '0'); + n -= 2; + } + else + break; + } + *t = '\0'; + return len - n; +} + +/******************************************************************************/ +SOAP_FMAC1 +struct soap_cookie* +SOAP_FMAC2 +soap_cookie(struct soap *soap, const char *name, const char *domain, const char *path) +{ struct soap_cookie *p; + size_t n; + if (!domain) + domain = soap->cookie_domain; + if (!path) + path = soap->cookie_path; + if (!path) + path = SOAP_STR_EOS; + else if (*path == '/') + path++; + n = strlen(path); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Search cookie %s domain=%s path=%s\n", name, domain?domain:"(null)", path?path:"(null)")); + for (p = soap->cookies; p; p = p->next) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Cookie in database: %s=%s domain=%s path=%s env=%hd\n", p->name, p->value?p->value:"(null)", p->domain?p->domain:"(null)", p->path?p->path:"(null)", p->env)); + if (!strcmp(p->name, name) + && p->domain + && p->path + && !strcmp(p->domain, domain) + && !strncmp(p->path, path, n)) + break; + } + return p; +} + +/******************************************************************************/ +SOAP_FMAC1 +struct soap_cookie* +SOAP_FMAC2 +soap_set_cookie(struct soap *soap, const char *name, const char *value, const char *domain, const char *path) +{ struct soap_cookie **p, *q; + int n; + if (!domain) + domain = soap->cookie_domain; + if (!path) + path = soap->cookie_path; + if (!path) + path = SOAP_STR_EOS; + else if (*path == '/') + path++; + q = soap_cookie(soap, name, domain, path); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Set %scookie: %s=%s domain=%s path=%s\n", q ? SOAP_STR_EOS : "new ", name, value?value:"(null)", domain?domain:"(null)", path?path:"(null)")); + if (!q) + { if ((q = (struct soap_cookie*)SOAP_MALLOC(soap, sizeof(struct soap_cookie)))) + { if ((q->name = (char*)SOAP_MALLOC(soap, strlen(name)+1))) + strcpy(q->name, name); + q->value = NULL; + q->domain = NULL; + q->path = NULL; + q->expire = 0; + q->maxage = -1; + q->version = 1; + q->secure = 0; + q->modified = 0; + for (p = &soap->cookies, n = soap->cookie_max; *p && n; p = &(*p)->next, n--) + if (!strcmp((*p)->name, name) && (*p)->path && path && strcmp((*p)->path, path) < 0) + break; + if (n) + { q->next = *p; + *p = q; + } + else + { SOAP_FREE(soap, q->name); + SOAP_FREE(soap, q); + q = NULL; + } + } + } + else + q->modified = 1; + if (q) + { if (q->value) + { SOAP_FREE(soap, q->value); + q->value = NULL; + } + if (q->domain) + { SOAP_FREE(soap, q->domain); + q->domain = NULL; + } + if (q->path) + { SOAP_FREE(soap, q->path); + q->path = NULL; + } + if (value && *value && (q->value = (char*)SOAP_MALLOC(soap, strlen(value)+1))) + strcpy(q->value, value); + if (domain && (q->domain = (char*)SOAP_MALLOC(soap, strlen(domain)+1))) + strcpy(q->domain, domain); + if (path && (q->path = (char*)SOAP_MALLOC(soap, strlen(path)+1))) + strcpy(q->path, path); + q->session = 1; + q->env = 0; + } + return q; +} + +/******************************************************************************/ +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_clr_cookie(struct soap *soap, const char *name, const char *domain, const char *path) +{ struct soap_cookie **p, *q; + if (!domain) + domain = soap->cookie_domain; + if (!domain) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Error in clear cookie %s: cookie domain not set\n", name?name:"(null)")); + return; + } + if (!path) + path = soap->cookie_path; + if (!path) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Error in clear cookie %s: cookie path not set\n", name?name:"(null)")); + return; + } + if (*path == '/') + path++; + for (p = &soap->cookies, q = *p; q; q = *p) + { if (!strcmp(q->name, name) && !strcmp(q->domain, domain) && !strncmp(q->path, path, strlen(q->path))) + { if (q->value) + SOAP_FREE(soap, q->value); + if (q->domain) + SOAP_FREE(soap, q->domain); + if (q->path) + SOAP_FREE(soap, q->path); + *p = q->next; + SOAP_FREE(soap, q); + } + else + p = &q->next; + } +} + +/******************************************************************************/ +SOAP_FMAC1 +char * +SOAP_FMAC2 +soap_cookie_value(struct soap *soap, const char *name, const char *domain, const char *path) +{ struct soap_cookie *p; + if ((p = soap_cookie(soap, name, domain, path))) + return p->value; + return NULL; +} + +/******************************************************************************/ +SOAP_FMAC1 +char * +SOAP_FMAC2 +soap_env_cookie_value(struct soap *soap, const char *name, const char *domain, const char *path) +{ struct soap_cookie *p; + if ((p = soap_cookie(soap, name, domain, path)) && p->env) + return p->value; + return NULL; +} + +/******************************************************************************/ +SOAP_FMAC1 +time_t +SOAP_FMAC2 +soap_cookie_expire(struct soap *soap, const char *name, const char *domain, const char *path) +{ struct soap_cookie *p; + if ((p = soap_cookie(soap, name, domain, path))) + return p->expire; + return -1; +} + +/******************************************************************************/ +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_set_cookie_expire(struct soap *soap, const char *name, long expire, const char *domain, const char *path) +{ struct soap_cookie *p; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Set cookie expiration max-age %ld: %s domain=%s path=%s\n", expire, name, domain?domain:"(null)", path?path:"(null)")); + if ((p = soap_cookie(soap, name, domain, path))) + { p->maxage = expire; + p->modified = 1; + return SOAP_OK; + } + return SOAP_ERR; +} + +/******************************************************************************/ +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_set_cookie_session(struct soap *soap, const char *name, const char *domain, const char *path) +{ struct soap_cookie *p; + if ((p = soap_cookie(soap, name, domain, path))) + { p->session = 1; + p->modified = 1; + return SOAP_OK; + } + return SOAP_ERR; +} + +/******************************************************************************/ +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_clr_cookie_session(struct soap *soap, const char *name, const char *domain, const char *path) +{ struct soap_cookie *p; + if ((p = soap_cookie(soap, name, domain, path))) + { p->session = 0; + p->modified = 1; + return SOAP_OK; + } + return SOAP_ERR; +} + +/******************************************************************************/ +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_putsetcookies(struct soap *soap) +{ struct soap_cookie *p; + char *s, tmp[4096]; + const char *t; + for (p = soap->cookies; p; p = p->next) + { + if (p->modified +#ifdef WITH_OPENSSL + || (!p->env && !soap->ssl == !p->secure) +#endif + ) + { s = tmp; + if (p->name) + s += soap_encode_cookie(p->name, s, tmp-s+4064); + if (p->value && *p->value) + { *s++ = '='; + s += soap_encode_cookie(p->value, s, tmp-s+4064); + } + if (p->domain && (int)strlen(p->domain) < tmp-s+4064) + { strcpy(s, ";Domain="); + strcat(s, p->domain); + } + else if (soap->cookie_domain && (int)strlen(soap->cookie_domain) < tmp-s+4064) + { strcpy(s, ";Domain="); + strcat(s, soap->cookie_domain); + } + strcat(s, ";Path=/"); + s += strlen(s); + if (p->path) + t = p->path; + else + t = soap->cookie_path; + if (t) + { if (*t == '/') + t++; + if ((int)strlen(t) < tmp-s+4064) + { if (strchr(t, '%')) /* already URL encoded? */ + { strcpy(s, t); + s += strlen(s); + } + else + s += soap_encode_cookie(t, s, tmp-s+4064); + } + } + if (p->version > 0 && s-tmp < 4060) + { sprintf(s, ";Version=%u", p->version); + s += strlen(s); + } + if (p->maxage >= 0 && s-tmp < 4060) + { sprintf(s, ";Max-Age=%ld", p->maxage); + s += strlen(s); + } + if (s-tmp < 4073 + && (p->secure +#ifdef WITH_OPENSSL + || soap->ssl +#endif + )) + strcpy(s, ";Secure"); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Set-Cookie: %s\n", tmp)); + if ((soap->error = soap->fposthdr(soap, "Set-Cookie", tmp))) + return soap->error; + } + } + return SOAP_OK; +} + +/******************************************************************************/ +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_putcookies(struct soap *soap, const char *domain, const char *path, int secure) +{ struct soap_cookie **p, *q; + unsigned int version = 0; + time_t now = time(NULL); + char *s, tmp[4096]; + p = &soap->cookies; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Sending cookies for domain=%s path=%s\n", domain, path)); + if (*path == '/') + path++; + while ((q = *p)) + { if (q->expire && now > q->expire) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Cookie %s expired\n", q->name)); + SOAP_FREE(soap, q->name); + if (q->value) + SOAP_FREE(soap, q->value); + if (q->domain) + SOAP_FREE(soap, q->domain); + if (q->path) + SOAP_FREE(soap, q->path); + *p = q->next; + SOAP_FREE(soap, q); + } + else + { int flag; + char *t = q->domain; + size_t n = 0; + if (!t) + flag = 1; + else + { const char *r = strchr(t, ':'); + if (r) + n = r - t; + else + n = strlen(t); + flag = !strncmp(t, domain, n); + } + /* domain-level cookies, cannot compile when WITH_NOIO set */ +#ifndef WITH_NOIO + if (!flag) + { struct hostent *hostent = gethostbyname((char*)domain); + if (hostent) + { const char *r = strchr(hostent->h_name, '.'); + if (!r) + r = hostent->h_name; + flag = !strncmp(t, r, n); + } + } +#endif + if (flag + && (!q->path || !strncmp(q->path, path, strlen(q->path))) + && (!q->secure || secure)) + { s = tmp; + if (q->version != version) + { sprintf(s, "$Version=%u;", q->version); + version = q->version; + } + if (q->name) + s += soap_encode_cookie(q->name, s, tmp-s+4080); + if (q->value && *q->value) + { *s++ = '='; + s += soap_encode_cookie(q->value, s, tmp-s+4080); + } + if (q->path && *q->path && (int)strlen(q->path) < tmp-s+4080) + { sprintf(s, ";$Path=\"/%s\"", (*q->path == '/' ? q->path + 1 : q->path)); + s += strlen(s); + } + if (q->domain && (int)strlen(q->domain) < tmp-s+4080) + sprintf(s, ";$Domain=\"%s\"", q->domain); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Cookie: %s\n", tmp)); + if ((soap->error = soap->fposthdr(soap, "Cookie", tmp))) + return soap->error; + } + p = &q->next; + } + } + return SOAP_OK; +} + +/******************************************************************************/ +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_getcookies(struct soap *soap, const char *val) +{ struct soap_cookie *p = NULL, *q; + const char *s; + char *t, tmp[4096]; /* cookie size is up to 4096 bytes [RFC2109] */ + char *domain = NULL; + char *path = NULL; + unsigned int version = 0; + time_t now = time(NULL); + if (!val) + return; + s = val; + while (*s) + { s = soap_decode_key(tmp, sizeof(tmp), s); + if (!soap_tag_cmp(tmp, "$Version")) + { if ((s = soap_decode_val(tmp, sizeof(tmp), s))) + { if (p) + p->version = (int)atol(tmp); + else + version = (int)atol(tmp); + } + } + else if (!soap_tag_cmp(tmp, "$Path")) + { s = soap_decode_val(tmp, sizeof(tmp), s); + if (*tmp) + { if ((t = (char*)SOAP_MALLOC(soap, strlen(tmp)+1))) + strcpy(t, tmp); + } + else + t = NULL; + if (p) + { if (p->path) + SOAP_FREE(soap, p->path); + p->path = t; + } + else + { if (path) + SOAP_FREE(soap, path); + path = t; + } + } + else if (!soap_tag_cmp(tmp, "$Domain")) + { s = soap_decode_val(tmp, sizeof(tmp), s); + if (*tmp) + { if ((t = (char*)SOAP_MALLOC(soap, strlen(tmp)+1))) + strcpy(t, tmp); + } + else + t = NULL; + if (p) + { if (p->domain) + SOAP_FREE(soap, p->domain); + p->domain = t; + } + else + { if (domain) + SOAP_FREE(soap, domain); + domain = t; + } + } + else if (p && !soap_tag_cmp(tmp, "Path")) + { if (p->path) + SOAP_FREE(soap, p->path); + s = soap_decode_val(tmp, sizeof(tmp), s); + if (*tmp) + { if ((p->path = (char*)SOAP_MALLOC(soap, strlen(tmp)+1))) + strcpy(p->path, tmp); + } + else + p->path = NULL; + } + else if (p && !soap_tag_cmp(tmp, "Domain")) + { if (p->domain) + SOAP_FREE(soap, p->domain); + s = soap_decode_val(tmp, sizeof(tmp), s); + if (*tmp) + { if ((p->domain = (char*)SOAP_MALLOC(soap, strlen(tmp)+1))) + strcpy(p->domain, tmp); + } + else + p->domain = NULL; + } + else if (p && !soap_tag_cmp(tmp, "Version")) + { s = soap_decode_val(tmp, sizeof(tmp), s); + p->version = (unsigned int)atol(tmp); + } + else if (p && !soap_tag_cmp(tmp, "Max-Age")) + { s = soap_decode_val(tmp, sizeof(tmp), s); + p->expire = now + atol(tmp); + } + else if (p && !soap_tag_cmp(tmp, "Expires")) + { struct tm T; + char a[3]; + static const char mns[] = "anebarprayunulugepctovec"; + s = soap_decode_val(tmp, sizeof(tmp), s); + if (strlen(tmp) > 20) + { memset((void*)&T, 0, sizeof(T)); + a[0] = tmp[4]; + a[1] = tmp[5]; + a[2] = '\0'; + T.tm_mday = (int)atol(a); + a[0] = tmp[8]; + a[1] = tmp[9]; + T.tm_mon = (int)(strstr(mns, a) - mns) / 2; + a[0] = tmp[11]; + a[1] = tmp[12]; + T.tm_year = 100 + (int)atol(a); + a[0] = tmp[13]; + a[1] = tmp[14]; + T.tm_hour = (int)atol(a); + a[0] = tmp[16]; + a[1] = tmp[17]; + T.tm_min = (int)atol(a); + a[0] = tmp[19]; + a[1] = tmp[20]; + T.tm_sec = (int)atol(a); + p->expire = soap_timegm(&T); + } + } + else if (p && !soap_tag_cmp(tmp, "Secure")) + p->secure = 1; + else + { if (p) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Got environment cookie %s=%s domain=%s path=%s expire=%ld secure=%d\n", p->name, p->value?p->value:"(null)", p->domain?p->domain:"(null)", p->path?p->path:"(null)", p->expire, p->secure)); + if ((q = soap_set_cookie(soap, p->name, p->value, p->domain, p->path))) + { q->version = p->version; + q->expire = p->expire; + q->secure = p->secure; + q->env = 1; + } + if (p->name) + SOAP_FREE(soap, p->name); + if (p->value) + SOAP_FREE(soap, p->value); + if (p->domain) + SOAP_FREE(soap, p->domain); + if (p->path) + SOAP_FREE(soap, p->path); + SOAP_FREE(soap, p); + } + if ((p = (struct soap_cookie*)SOAP_MALLOC(soap, sizeof(struct soap_cookie)))) + { p->name = (char*)SOAP_MALLOC(soap, strlen(tmp)+1); + strcpy(p->name, tmp); + s = soap_decode_val(tmp, sizeof(tmp), s); + if (*tmp) + { p->value = (char*)SOAP_MALLOC(soap, strlen(tmp)+1); + strcpy(p->value, tmp); + } + else + p->value = NULL; + if (domain) + p->domain = domain; + else if (*soap->host) + { p->domain = (char*)SOAP_MALLOC(soap, strlen(soap->host)+1); + strcpy(p->domain, soap->host); + } + else + p->domain = NULL; + if (path) + p->path = path; + else if (soap->path && *soap->path) + { p->path = (char*)SOAP_MALLOC(soap, strlen(soap->path)+1); + strcpy(p->path, soap->path); + } + else + { p->path = (char*)SOAP_MALLOC(soap, 2); + strcpy(p->path, "/"); + } + p->expire = 0; + p->secure = 0; + p->version = version; + } + } + } + if (p) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Got environment cookie %s=%s domain=%s path=%s expire=%ld secure=%d\n", p->name, p->value?p->value:"(null)", p->domain?p->domain:"(null)", p->path?p->path:"(null)", p->expire, p->secure)); + if ((q = soap_set_cookie(soap, p->name, p->value, p->domain, p->path))) + { q->version = p->version; + q->expire = p->expire; + q->secure = p->secure; + q->env = 1; + } + if (p->name) + SOAP_FREE(soap, p->name); + if (p->value) + SOAP_FREE(soap, p->value); + if (p->domain) + SOAP_FREE(soap, p->domain); + if (p->path) + SOAP_FREE(soap, p->path); + SOAP_FREE(soap, p); + } + if (domain) + SOAP_FREE(soap, domain); + if (path) + SOAP_FREE(soap, path); +} + +/******************************************************************************/ +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_getenv_cookies(struct soap *soap) +{ struct soap_cookie *p; + const char *s; + char key[4096], val[4096]; /* cookie size is up to 4096 bytes [RFC2109] */ + if (!(s = getenv("HTTP_COOKIE"))) + return SOAP_ERR; + do + { s = soap_decode_key(key, sizeof(key), s); + s = soap_decode_val(val, sizeof(val), s); + p = soap_set_cookie(soap, key, val, NULL, NULL); + if (p) + p->env = 1; + } while (*s); + return SOAP_OK; +} + +/******************************************************************************/ +SOAP_FMAC1 +struct soap_cookie* +SOAP_FMAC2 +soap_copy_cookies(struct soap *copy, const struct soap *soap) +{ struct soap_cookie *p, **q, *r; + q = &r; + for (p = soap->cookies; p; p = p->next) + { if (!(*q = (struct soap_cookie*)SOAP_MALLOC(copy, sizeof(struct soap_cookie)))) + return r; + **q = *p; + if (p->name) + { if (((*q)->name = (char*)SOAP_MALLOC(copy, strlen(p->name)+1))) + strcpy((*q)->name, p->name); + } + if (p->value) + { if (((*q)->value = (char*)SOAP_MALLOC(copy, strlen(p->value)+1))) + strcpy((*q)->value, p->value); + } + if (p->domain) + { if (((*q)->domain = (char*)SOAP_MALLOC(copy, strlen(p->domain)+1))) + strcpy((*q)->domain, p->domain); + } + if (p->path) + { if (((*q)->path = (char*)SOAP_MALLOC(copy, strlen(p->path)+1))) + strcpy((*q)->path, p->path); + } + q = &(*q)->next; + } + *q = NULL; + return r; +} + +/******************************************************************************/ +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_free_cookies(struct soap *soap) +{ struct soap_cookie *p; + for (p = soap->cookies; p; p = soap->cookies) + { soap->cookies = p->next; + SOAP_FREE(soap, p->name); + if (p->value) + SOAP_FREE(soap, p->value); + if (p->domain) + SOAP_FREE(soap, p->domain); + if (p->path) + SOAP_FREE(soap, p->path); + SOAP_FREE(soap, p); + } +} + +/******************************************************************************/ +#endif /* WITH_COOKIES */ + +/******************************************************************************/ +#ifdef WITH_GZIP +#ifndef PALM_1 +static int +soap_getgziphdr(struct soap *soap) +{ int i; + soap_wchar c = 0, f = 0; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Get gzip header\n")); + for (i = 0; i < 9; i++) + { if ((int)(c = soap_get1(soap) == EOF)) + return soap->error = SOAP_EOF; + if (i == 2) + f = c; + } + if (f & 0x04) /* FEXTRA */ + { for (i = soap_get1(soap) | (soap_get1(soap) << 8); i; i--) + { if ((int)soap_get1(soap) == EOF) + return soap->error = SOAP_EOF; + } + } + if (f & 0x08) /* FNAME */ + { do + c = soap_get1(soap); + while (c && (int)c != EOF); + } + if ((int)c != EOF && (f & 0x10)) /* FCOMMENT */ + { do + c = soap_get1(soap); + while (c && (int)c != EOF); + } + if ((int)c != EOF && (f & 0x01)) /* FHCRC */ + { if ((int)(c = soap_get1(soap)) != EOF) + c = soap_get1(soap); + } + if ((int)c == EOF) + return soap->error = SOAP_EOF; + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_begin_recv(struct soap *soap) +{ soap_wchar c; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Initializing for input\n")); + soap->error = SOAP_OK; + soap_free_temp(soap); + soap_set_local_namespaces(soap); + soap->version = 0; /* don't assume we're parsing SOAP content by default */ +#ifndef WITH_NOIDREF + soap_free_iht(soap); +#endif + if ((soap->imode & SOAP_IO) == SOAP_IO_CHUNK) + soap->omode |= SOAP_IO_CHUNK; + soap->imode &= ~SOAP_IO; + soap->mode = soap->imode; + if (!soap->keep_alive) + { soap->buflen = 0; + soap->bufidx = 0; + } + if (!(soap->mode & SOAP_IO_KEEPALIVE)) + soap->keep_alive = 0; + soap->ahead = 0; + soap->peeked = 0; + soap->level = 0; + soap->part = SOAP_BEGIN; + soap->alloced = 0; + soap->count = 0; + soap->length = 0; + soap->cdata = 0; + *soap->endpoint = '\0'; + soap->action = NULL; + soap->header = NULL; + soap->fault = NULL; + soap->status = 0; +#ifndef WITH_LEANER + soap->dom = NULL; + soap->dime.chunksize = 0; + soap->dime.buflen = 0; + soap->dime.list = NULL; + soap->dime.first = NULL; + soap->dime.last = NULL; + soap->mime.list = NULL; + soap->mime.first = NULL; + soap->mime.last = NULL; + soap->mime.boundary = NULL; + soap->mime.start = NULL; + soap->xlist = NULL; +#endif +#ifdef WIN32 +#ifndef UNDER_CE +#ifndef WITH_FASTCGI + if (!soap_valid_socket(soap->socket)) +#ifdef __BORLANDC__ + setmode(soap->recvfd, O_BINARY); +#else + _setmode(soap->recvfd, _O_BINARY); +#endif +#endif +#endif +#endif +#ifdef WITH_ZLIB + soap->mode &= ~SOAP_ENC_ZLIB; + soap->zlib_in = SOAP_ZLIB_NONE; + soap->zlib_out = SOAP_ZLIB_NONE; + soap->d_stream->next_in = Z_NULL; + soap->d_stream->avail_in = 0; + soap->d_stream->next_out = (Byte*)soap->buf; + soap->d_stream->avail_out = SOAP_BUFLEN; + soap->z_ratio_in = 1.0; +#endif +#ifdef WITH_OPENSSL + if (soap->ssl) + ERR_clear_error(); +#endif +#ifndef WITH_LEANER + if (soap->fprepareinit) + soap->fprepareinit(soap); +#endif + c = soap_getchar(soap); +#ifdef WITH_GZIP + if (c == 0x1F) + { if (soap_getgziphdr(soap)) + return soap->error; + if (inflateInit2(soap->d_stream, -MAX_WBITS) != Z_OK) + return soap->error = SOAP_ZLIB_ERROR; + soap->zlib_state = SOAP_ZLIB_INFLATE; + soap->mode |= SOAP_ENC_ZLIB; + soap->zlib_in = SOAP_ZLIB_GZIP; + soap->z_crc = crc32(0L, NULL, 0); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "gzip initialized\n")); + if (!soap->z_buf) + soap->z_buf = (char*)SOAP_MALLOC(soap, SOAP_BUFLEN); + memcpy(soap->z_buf, soap->buf, SOAP_BUFLEN); + /* should not chunk over plain transport, so why bother to check? */ + /* if ((soap->mode & SOAP_IO) == SOAP_IO_CHUNK) */ + /* soap->z_buflen = soap->bufidx; */ + /* else */ + soap->d_stream->next_in = (Byte*)(soap->z_buf + soap->bufidx); + soap->d_stream->avail_in = soap->buflen - soap->bufidx; + soap->z_buflen = soap->buflen; + soap->buflen = soap->bufidx; + c = soap_getchar(soap); + } +#endif +#ifndef WITH_LEANER + if (c == '-' && soap_get0(soap) == '-') + soap->mode |= SOAP_ENC_MIME; + else if ((c & 0xFFFC) == (SOAP_DIME_VERSION | SOAP_DIME_MB) && (soap_get0(soap) & 0xFFF0) == 0x20) + soap->mode |= SOAP_ENC_DIME; + else +#endif + { while (soap_blank(c)) + c = soap_getchar(soap); + } + if ((int)c == EOF) + return soap->error = SOAP_EOF; + soap_unget(soap, c); +#ifndef WITH_NOHTTP + /* if not XML or (start of)BOM or MIME/DIME/ZLIB, assume HTTP header */ + if (c != '<' && c != 0xEF && !(soap->mode & (SOAP_ENC_MIME | SOAP_ENC_DIME | SOAP_ENC_ZLIB))) + { soap->mode &= ~SOAP_IO; + soap->error = soap->fparse(soap); + if (soap->error && soap->error < SOAP_STOP) + { soap->keep_alive = 0; /* force close later */ + return soap->error; + } + if (soap->error == SOAP_STOP) + return soap->error; + soap->mode = soap->imode; /* if imode is changed, copy */ + if ((soap->mode & SOAP_IO) == SOAP_IO_CHUNK) + { soap->chunkbuflen = soap->buflen; + soap->buflen = soap->bufidx; + soap->chunksize = 0; + } +#ifndef WITH_LEANER + else if (soap->fpreparerecv && soap->buflen != soap->bufidx) + soap->fpreparerecv(soap, soap->buf + soap->bufidx, soap->buflen - soap->bufidx); +#endif + /* Note: fparse should not use soap_unget to push back last char */ + if (soap_get0(soap) == (int)EOF) + { if (soap->status == 200) + return soap->error = SOAP_NO_DATA; + return soap->error = soap->status; + } +#ifdef WITH_ZLIB + if (soap->zlib_in != SOAP_ZLIB_NONE) + { +#ifdef WITH_GZIP + if (soap->zlib_in != SOAP_ZLIB_DEFLATE) + { c = soap_get1(soap); + if (c == 0x1F) + { if (soap_getgziphdr(soap)) + return soap->error; + if (inflateInit2(soap->d_stream, -MAX_WBITS) != Z_OK) + return soap->error = SOAP_ZLIB_ERROR; + soap->z_crc = crc32(0L, NULL, 0); + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "gzip initialized\n")); + } + else + { soap_revget1(soap); + if (inflateInit(soap->d_stream) != Z_OK) + return soap->error = SOAP_ZLIB_ERROR; + soap->zlib_in = SOAP_ZLIB_DEFLATE; + } + } + else +#endif + if (inflateInit(soap->d_stream) != Z_OK) + return soap->error = SOAP_ZLIB_ERROR; + soap->zlib_state = SOAP_ZLIB_INFLATE; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Inflate initialized\n")); + soap->mode |= SOAP_ENC_ZLIB; + if (!soap->z_buf) + soap->z_buf = (char*)SOAP_MALLOC(soap, SOAP_BUFLEN); + memcpy(soap->z_buf, soap->buf, SOAP_BUFLEN); + soap->d_stream->next_in = (Byte*)(soap->z_buf + soap->bufidx); + soap->d_stream->avail_in = soap->buflen - soap->bufidx; + soap->z_buflen = soap->buflen; + soap->buflen = soap->bufidx; + } +#endif + if (soap->error) + { if (soap->error == SOAP_FORM && soap->fform) + { soap->error = soap->fform(soap); + if (soap->error == SOAP_OK) + soap->error = SOAP_STOP; /* prevents further processing */ + } + return soap->error; + } + } +#endif +#ifndef WITH_LEANER + if (soap->mode & SOAP_ENC_MIME) + { if (soap_getmimehdr(soap)) + return soap->error; + if (soap->mime.start) + { do + { if (!soap->mime.last->id) + break; + if (!soap_match_cid(soap, soap->mime.start, soap->mime.last->id)) + break; + } while (soap_get_mime_attachment(soap, NULL)); + } + if (soap_get_header_attribute(soap, soap->mime.first->type, "application/dime")) + soap->mode |= SOAP_ENC_DIME; + } + if (soap->mode & SOAP_ENC_DIME) + { if (soap_getdimehdr(soap)) + return soap->error; + if (soap->dime.flags & SOAP_DIME_CF) + { DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Chunked DIME SOAP message\n")); + soap->dime.chunksize = soap->dime.size; + if (soap->buflen - soap->bufidx >= soap->dime.chunksize) + { soap->dime.buflen = soap->buflen; + soap->buflen = soap->bufidx + soap->dime.chunksize; + } + else + soap->dime.chunksize -= soap->buflen - soap->bufidx; + } + soap->count = soap->buflen - soap->bufidx; + } +#endif + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef WITH_NOHTTP +#ifndef PALM_1 +static int +http_parse(struct soap *soap) +{ char header[SOAP_HDRLEN], *s; + unsigned short httpcmd = 0, status = 0, k = 0; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Waiting for HTTP request/response...\n")); + *soap->endpoint = '\0'; + soap->length = 0; + soap->userid = NULL; + soap->passwd = NULL; + soap->action = NULL; + soap->authrealm = NULL; + soap->proxy_from = NULL; + soap->http_content = NULL; + soap->status = 0; + do + { if (soap_getline(soap, soap->msgbuf, sizeof(soap->msgbuf))) + { if (soap->error == SOAP_EOF) + return SOAP_EOF; + return soap->error = 414; + } + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "HTTP status: %s\n", soap->msgbuf)); + for (;;) + { if (soap_getline(soap, header, SOAP_HDRLEN)) + { if (soap->error == SOAP_EOF) + { soap->error = SOAP_OK; + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "EOF in HTTP header, continue anyway\n")); + break; + } + return soap->error; + } + if (!*header) + break; + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "HTTP header: %s\n", header)); + s = strchr(header, ':'); + if (s) + { char *t; + *s = '\0'; + do s++; + while (*s && *s <= 32); + if (*s == '"') + s++; + t = s + strlen(s) - 1; + while (t > s && *t <= 32) + t--; + if (t >= s && *t == '"') + t--; + t[1] = '\0'; + if ((soap->error = soap->fparsehdr(soap, header, s))) + { if (soap->error < SOAP_STOP) + return soap->error; + status = soap->error; + soap->error = SOAP_OK; + } + } + } + if ((s = strchr(soap->msgbuf, ' '))) + { k = (unsigned short)soap_strtoul(s, &s, 10); + if (!soap_blank(*s)) + k = 0; + } + else + k = 0; + } while (k == 100); + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Finished HTTP header parsing, status = %d\n", k)); + s = strstr(soap->msgbuf, "HTTP/"); + if (s && s[7] != '1') + { if (soap->keep_alive == 1) + soap->keep_alive = 0; + if (k == 0 && (soap->omode & SOAP_IO) == SOAP_IO_CHUNK) /* k == 0 for HTTP request */ + { soap->imode |= SOAP_IO_CHUNK; + soap->omode = (soap->omode & ~SOAP_IO) | SOAP_IO_STORE; + } + } + if (soap->keep_alive < 0) + soap->keep_alive = 1; + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Keep alive connection = %d\n", soap->keep_alive)); + if (k == 0) + { size_t l = 0; + if (s) + { if (!strncmp(soap->msgbuf, "POST ", l = 5)) + httpcmd = 1; + else if (!strncmp(soap->msgbuf, "GET ", l = 4)) + httpcmd = 2; + else if (!strncmp(soap->msgbuf, "PUT ", l = 4)) + httpcmd = 3; + else if (!strncmp(soap->msgbuf, "DELETE ", l = 7)) + httpcmd = 4; + else if (!strncmp(soap->msgbuf, "HEAD ", l = 5)) + httpcmd = 5; + } + if (s && httpcmd) + { size_t m = strlen(soap->endpoint); + size_t n = m + (s - soap->msgbuf) - l - 1; + if (m > n) + m = n; + if (n >= sizeof(soap->endpoint)) + n = sizeof(soap->endpoint) - 1; + strncpy(soap->path, soap->msgbuf + l, n - m); + soap->path[n - m] = '\0'; + strcat(soap->endpoint, soap->path); + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Target endpoint='%s'\n", soap->endpoint)); + if (httpcmd > 1) + { switch (httpcmd) + { case 2: soap->error = soap->fget(soap); break; + case 3: soap->error = soap->fput(soap); break; + case 4: soap->error = soap->fdel(soap); break; + case 5: soap->error = soap->fhead(soap); break; + default: soap->error = SOAP_HTTP_METHOD; break; + } + if (soap->error == SOAP_OK) + soap->error = SOAP_STOP; /* prevents further processing */ + return soap->error; + } + if (status) + return soap->error = status; + } + else if (status) + return soap->error = status; + else if (s) + return soap->error = 405; + } + soap->status = k; + /* Status OK (HTTP 200) */ + if (k == 0 || k == 200) + return SOAP_OK; + /* Status 201 (Created), 202 (Accepted), ... and HTTP 400 and 500 errors. + Only keep parsing HTTP body when content-length>0 or chunked is set. + */ + if (((k > 200 && k <= 299) || k == 400 || k == 500) && (soap->length > 0 || (soap->imode & SOAP_IO) == SOAP_IO_CHUNK)) + return SOAP_OK; + /* HTTP 400 and 500 headers are supposed to set content-length or chunked. + For those that don't we keep parsing the body only if content type is + given and connection closes. + */ + if ((k == 400 || k == 500) && (soap->http_content || soap->keep_alive == 0)) + return SOAP_OK; + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "HTTP error %d\n", k)); + return soap_set_receiver_error(soap, "HTTP Error", soap->msgbuf, k); +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOHTTP +#ifndef PALM_1 +static int +http_parse_header(struct soap *soap, const char *key, const char *val) +{ if (!soap_tag_cmp(key, "Host")) + { +#ifdef WITH_OPENSSL + if (soap->imode & SOAP_ENC_SSL) + strcpy(soap->endpoint, "https://"); + else +#endif + strcpy(soap->endpoint, "http://"); + strncat(soap->endpoint, val, sizeof(soap->endpoint) - 8); + soap->endpoint[sizeof(soap->endpoint) - 1] = '\0'; + } +#ifndef WITH_LEANER + else if (!soap_tag_cmp(key, "Content-Type")) + { const char *action; + soap->http_content = soap_strdup(soap, val); + if (soap_get_header_attribute(soap, val, "application/dime")) + soap->imode |= SOAP_ENC_DIME; + else if (soap_get_header_attribute(soap, val, "multipart/related") + || soap_get_header_attribute(soap, val, "multipart/form-data")) + { soap->mime.boundary = soap_strdup(soap, soap_get_header_attribute(soap, val, "boundary")); + soap->mime.start = soap_strdup(soap, soap_get_header_attribute(soap, val, "start")); + soap->imode |= SOAP_ENC_MIME; + } + action = soap_get_header_attribute(soap, val, "action"); + if (action) + { if (*action == '"') + { soap->action = soap_strdup(soap, action + 1); + soap->action[strlen(soap->action) - 1] = '\0'; + } + else + soap->action = soap_strdup(soap, action); + } + } +#endif + else if (!soap_tag_cmp(key, "Content-Length")) + { soap->length = soap_strtoul(val, NULL, 10); + } + else if (!soap_tag_cmp(key, "Content-Encoding")) + { if (!soap_tag_cmp(val, "deflate")) +#ifdef WITH_ZLIB + soap->zlib_in = SOAP_ZLIB_DEFLATE; +#else + return SOAP_ZLIB_ERROR; +#endif + else if (!soap_tag_cmp(val, "gzip")) +#ifdef WITH_GZIP + soap->zlib_in = SOAP_ZLIB_GZIP; +#else + return SOAP_ZLIB_ERROR; +#endif + } +#ifdef WITH_ZLIB + else if (!soap_tag_cmp(key, "Accept-Encoding")) + { +#ifdef WITH_GZIP + if (strchr(val, '*') || soap_get_header_attribute(soap, val, "gzip")) + soap->zlib_out = SOAP_ZLIB_GZIP; + else +#endif + if (strchr(val, '*') || soap_get_header_attribute(soap, val, "deflate")) + soap->zlib_out = SOAP_ZLIB_DEFLATE; + else + soap->zlib_out = SOAP_ZLIB_NONE; + } +#endif + else if (!soap_tag_cmp(key, "Transfer-Encoding")) + { soap->imode &= ~SOAP_IO; + if (!soap_tag_cmp(val, "chunked")) + soap->imode |= SOAP_IO_CHUNK; + } + else if (!soap_tag_cmp(key, "Connection")) + { if (!soap_tag_cmp(val, "keep-alive")) + soap->keep_alive = -soap->keep_alive; + else if (!soap_tag_cmp(val, "close")) + soap->keep_alive = 0; + } +#ifndef WITH_LEAN + else if (!soap_tag_cmp(key, "Authorization")) + { if (!soap_tag_cmp(val, "Basic *")) + { int n; + char *s; + soap_base642s(soap, val + 6, soap->tmpbuf, sizeof(soap->tmpbuf) - 1, &n); + soap->tmpbuf[n] = '\0'; + if ((s = strchr(soap->tmpbuf, ':'))) + { *s = '\0'; + soap->userid = soap_strdup(soap, soap->tmpbuf); + soap->passwd = soap_strdup(soap, s + 1); + } + } + } + else if (!soap_tag_cmp(key, "WWW-Authenticate")) + { soap->authrealm = soap_strdup(soap, soap_get_header_attribute(soap, val + 6, "realm")); + } + else if (!soap_tag_cmp(key, "Expect")) + { if (!soap_tag_cmp(val, "100-continue")) + { if ((soap->error = soap->fposthdr(soap, "HTTP/1.1 100 Continue", NULL)) + || (soap->error = soap->fposthdr(soap, NULL, NULL))) + return soap->error; + } + } +#endif + else if (!soap_tag_cmp(key, "SOAPAction")) + { if (*val == '"') + { soap->action = soap_strdup(soap, val + 1); + soap->action[strlen(soap->action) - 1] = '\0'; + } + else + soap->action = soap_strdup(soap, val); + } + else if (!soap_tag_cmp(key, "Location")) + { strncpy(soap->endpoint, val, sizeof(soap->endpoint)); + soap->endpoint[sizeof(soap->endpoint) - 1] = '\0'; + } + else if (!soap_tag_cmp(key, "X-Forwarded-For")) + { soap->proxy_from = soap_strdup(soap, val); + } +#ifdef WITH_COOKIES + else if (!soap_tag_cmp(key, "Cookie") + || !soap_tag_cmp(key, "Cookie2") + || !soap_tag_cmp(key, "Set-Cookie") + || !soap_tag_cmp(key, "Set-Cookie2")) + { soap_getcookies(soap, val); + } +#endif + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#if !defined(WITH_NOHTTP) || !defined(WITH_LEANER) +#ifndef PALM_1 +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_get_header_attribute(struct soap *soap, const char *line, const char *key) +{ register const char *s = line; + if (s) + { while (*s) + { register short flag; + s = soap_decode_key(soap->tmpbuf, sizeof(soap->tmpbuf), s); + flag = soap_tag_cmp(soap->tmpbuf, key); + s = soap_decode_val(soap->tmpbuf, sizeof(soap->tmpbuf), s); + if (!flag) + return soap->tmpbuf; + } + } + return NULL; +} +#endif +#endif + +/******************************************************************************/ +#if !defined(WITH_NOHTTP) || !defined(WITH_LEANER) +#ifndef PALM_1 +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_decode_key(char *buf, size_t len, const char *val) +{ return soap_decode(buf, len, val, "=,;"); +} +#endif +#endif + +/******************************************************************************/ +#if !defined(WITH_NOHTTP) || !defined(WITH_LEANER) +#ifndef PALM_1 +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_decode_val(char *buf, size_t len, const char *val) +{ if (*val != '=') + { *buf = '\0'; + return val; + } + return soap_decode(buf, len, val + 1, ",;"); +} +#endif +#endif + +/******************************************************************************/ +#if !defined(WITH_NOHTTP) || !defined(WITH_LEANER) +#ifndef PALM_1 +static const char* +soap_decode(char *buf, size_t len, const char *val, const char *sep) +{ const char *s; + char *t = buf; + for (s = val; *s; s++) + if (*s != ' ' && *s != '\t' && !strchr(sep, *s)) + break; + if (*s == '"') + { s++; + while (*s && *s != '"' && --len) + *t++ = *s++; + } + else + { while (*s && !soap_blank(*s) && !strchr(sep, *s) && --len) + { if (*s == '%') + { *t++ = ((s[1] >= 'A' ? (s[1] & 0x7) + 9 : s[1] - '0') << 4) + + (s[2] >= 'A' ? (s[2] & 0x7) + 9 : s[2] - '0'); + s += 3; + } + else + *t++ = *s++; + } + } + *t = '\0'; + while (*s && !strchr(sep, *s)) + s++; + return s; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_envelope_begin_out(struct soap *soap) +{ +#ifndef WITH_LEANER + size_t n = 0; + if ((soap->mode & SOAP_ENC_MIME) && soap->mime.boundary && soap->mime.start && strlen(soap->mime.boundary) + strlen(soap->mime.start) < sizeof(soap->tmpbuf) - 80 ) + { const char *s; + if ((soap->mode & SOAP_ENC_DIME) && !(soap->mode & SOAP_ENC_MTOM)) + s = "application/dime"; + else if (soap->version == 2) + { if (soap->mode & SOAP_ENC_MTOM) + s = "application/xop+xml; charset=utf-8; type=\"application/soap+xml\""; + else + s = "application/soap+xml; charset=utf-8"; + } + else if (soap->mode & SOAP_ENC_MTOM) + s = "application/xop+xml; text/xml; charset=utf-8"; + else + s = "text/xml; charset=utf-8"; + sprintf(soap->tmpbuf, "--%s\r\nContent-Type: %s\r\nContent-Transfer-Encoding: binary\r\nContent-ID: %s\r\n\r\n", soap->mime.boundary, s, soap->mime.start); + n = strlen(soap->tmpbuf); + if (soap_send_raw(soap, soap->tmpbuf, n)) + return soap->error; + } + if (soap->mode & SOAP_IO_LENGTH) + soap->dime.size = soap->count; /* DIME in MIME correction */ + if (!(soap->mode & SOAP_IO_LENGTH) && (soap->mode & SOAP_ENC_DIME)) + { if (soap_putdimehdr(soap)) + return soap->error; + } +#endif + soap->part = SOAP_IN_ENVELOPE; + return soap_element_begin_out(soap, "SOAP-ENV:Envelope", 0, NULL); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_envelope_end_out(struct soap *soap) +{ if (soap_element_end_out(soap, "SOAP-ENV:Envelope")) + return soap->error; +#ifndef WITH_LEANER + if ((soap->mode & SOAP_IO_LENGTH) && (soap->mode & SOAP_ENC_DIME) && !(soap->mode & SOAP_ENC_MTOM)) + { soap->dime.size = soap->count - soap->dime.size; /* DIME in MIME correction */ + sprintf(soap->id, soap->dime_id_format, 0); + soap->dime.id = soap->id; + if (soap->local_namespaces) + { if (soap->local_namespaces[0].out) + soap->dime.type = (char*)soap->local_namespaces[0].out; + else + soap->dime.type = (char*)soap->local_namespaces[0].ns; + } + soap->dime.options = NULL; + soap->dime.flags = SOAP_DIME_MB | SOAP_DIME_ABSURI; + if (!soap->dime.first) + soap->dime.flags |= SOAP_DIME_ME; + soap->count += 12 + ((strlen(soap->dime.id)+3)&(~3)) + (soap->dime.type ? ((strlen(soap->dime.type)+3)&(~3)) : 0); + } + if ((soap->mode & SOAP_ENC_DIME) && !(soap->mode & SOAP_ENC_MTOM)) + return soap_send_raw(soap, SOAP_STR_PADDING, -(long)soap->dime.size&3); +#endif + soap->part = SOAP_END_ENVELOPE; + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_envelope_begin_in(struct soap *soap) +{ register struct Namespace *p; + soap->part = SOAP_IN_ENVELOPE; + if (soap_element_begin_in(soap, "SOAP-ENV:Envelope", 0, NULL)) + { +#ifndef WITH_LEAN + if (soap->error == SOAP_TAG_MISMATCH && !soap_element_begin_in(soap, "html", 0, NULL)) + { /* get HTML from buffer, stop receiving to avoid HTML parsing issues */ + char *s; +#ifndef WITH_NOIO + size_t (*f)(struct soap*, char*, size_t) = soap->frecv; + soap->frecv = frecv_stop; +#endif + soap_revert(soap); + s = soap_string_in(soap, 1, -1, -1); +#ifndef WITH_NOIO + soap->frecv = f; +#endif + return soap_set_receiver_error(soap, "HTTP Error", s, SOAP_HTTP_ERROR); + } +#endif + if (soap->error == SOAP_TAG_MISMATCH) + return soap->error = SOAP_VERSIONMISMATCH; + return soap->error; + } + p = soap->local_namespaces; + if (p) + { const char *ns = p[0].out; + if (!ns) + ns = p[0].ns; + if (!strcmp(ns, soap_env1)) + { soap->version = 1; /* make sure we use SOAP 1.1 */ + if (p[1].out) + SOAP_FREE(soap, p[1].out); + if ((p[1].out = (char*)SOAP_MALLOC(soap, sizeof(soap_enc1)))) + strcpy(p[1].out, soap_enc1); + } + else if (!strcmp(ns, soap_env2)) + { soap->version = 2; /* make sure we use SOAP 1.2 */ + if (p[1].out) + SOAP_FREE(soap, p[1].out); + if ((p[1].out = (char*)SOAP_MALLOC(soap, sizeof(soap_enc2)))) + strcpy(p[1].out, soap_enc2); + } + } + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_envelope_end_in(struct soap *soap) +{ soap->part = SOAP_END_ENVELOPE; + return soap_element_end_in(soap, "SOAP-ENV:Envelope"); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_body_begin_out(struct soap *soap) +{ soap->part = SOAP_IN_BODY; + if (soap->version == 1) + soap->encoding = 1; +#ifndef WITH_LEAN + if ((soap->mode & SOAP_XML_SEC) && soap_set_attr(soap, "wsu:Id", "Body")) + return soap->error; +#endif + if (soap_element(soap, "SOAP-ENV:Body", 0, NULL)) + return soap->error; + return soap_element_start_end_out(soap, NULL); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_body_end_out(struct soap *soap) +{ if (soap_element_end_out(soap, "SOAP-ENV:Body")) + return soap->error; + soap->part = SOAP_END_BODY; + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_body_begin_in(struct soap *soap) +{ soap->part = SOAP_IN_BODY; + if (soap_element_begin_in(soap, "SOAP-ENV:Body", 0, NULL)) + return soap->error; + if (!soap->body) + soap->part = SOAP_NO_BODY; + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_body_end_in(struct soap *soap) +{ if (soap->part == SOAP_NO_BODY) + return SOAP_OK; + soap->part = SOAP_END_BODY; + return soap_element_end_in(soap, "SOAP-ENV:Body"); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_recv_header(struct soap *soap) +{ if (soap_getheader(soap) && soap->error == SOAP_TAG_MISMATCH) + soap->error = SOAP_OK; + else if (soap->error == SOAP_OK && soap->fheader) + soap->error = soap->fheader(soap); + return soap->error; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_set_endpoint(struct soap *soap, const char *endpoint) +{ register const char *s; + register size_t i, n; + soap->endpoint[0] = '\0'; + soap->host[0] = '\0'; + soap->path[0] = '/'; + soap->path[1] = '\0'; + soap->port = 80; + if (!endpoint || !*endpoint) + return; +#ifdef WITH_OPENSSL + if (!soap_tag_cmp(endpoint, "https:*")) + soap->port = 443; +#endif + strncpy(soap->endpoint, endpoint, sizeof(soap->endpoint) - 1); + soap->endpoint[sizeof(soap->endpoint) - 1] = '\0'; + s = strchr(endpoint, ':'); + if (s && s[1] == '/' && s[2] == '/') + s += 3; + else + s = endpoint; + n = strlen(s); + if (n >= sizeof(soap->host)) + n = sizeof(soap->host) - 1; +#ifdef WITH_IPV6 + if (s[0] == '[') + { s++; + for (i = 0; i < n; i++) + { if (s[i] == ']') + { s++; + --n; + break; + } + soap->host[i] = s[i]; + } + } + else + { for (i = 0; i < n; i++) + { soap->host[i] = s[i]; + if (s[i] == '/' || s[i] == ':') + break; + } + } +#else + for (i = 0; i < n; i++) + { soap->host[i] = s[i]; + if (s[i] == '/' || s[i] == ':') + break; + } +#endif + soap->host[i] = '\0'; + if (s[i] == ':') + { soap->port = (int)atol(s + i + 1); + for (i++; i < n; i++) + if (s[i] == '/') + break; + } + if (i < n && s[i]) + { strncpy(soap->path, s + i, sizeof(soap->path)); + soap->path[sizeof(soap->path) - 1] = '\0'; + } +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_connect(struct soap *soap, const char *endpoint, const char *action) +{ return soap_connect_command(soap, SOAP_POST, endpoint, action); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_connect_command(struct soap *soap, int http_command, const char *endpoint, const char *action) +{ char host[sizeof(soap->host)]; + int port; + size_t count; + soap->error = SOAP_OK; + strcpy(host, soap->host); /* save previous host name to compare */ + port = soap->port; /* save previous port to compare */ + soap->status = http_command; + soap_set_endpoint(soap, endpoint); +#ifndef WITH_LEANER + if (soap->fconnect) + { if ((soap->error = soap->fconnect(soap, endpoint, soap->host, soap->port))) + return soap->error; + } + else +#endif + if (soap->fopen && *soap->host) + { if (!soap->keep_alive || !soap_valid_socket(soap->socket) || strcmp(soap->host, host) || soap->port != port || !soap->fpoll || soap->fpoll(soap)) + { soap->keep_alive = 0; /* to force close */ + soap->omode &= ~SOAP_IO_UDP; /* to force close */ + soap_closesock(soap); + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Connect/reconnect to host='%s' path='%s' port=%d\n", soap->host, soap->path, soap->port)); +#ifndef WITH_LEAN + if (!strncmp(endpoint, "soap.udp:", 9)) + soap->omode |= SOAP_IO_UDP; +#endif + soap->socket = soap->fopen(soap, endpoint, soap->host, soap->port); + if (soap->error) + return soap->error; + soap->keep_alive = ((soap->omode & SOAP_IO_KEEPALIVE) != 0); + } + } + count = soap_count_attachments(soap); + if (soap_begin_send(soap)) + return soap->error; + if (http_command != SOAP_POST) + { soap->mode &= ~SOAP_IO; + soap->mode |= SOAP_IO_BUFFER; + } +#ifndef WITH_NOHTTP + soap->action = soap_strdup(soap, action); + if ((soap->mode & SOAP_IO) != SOAP_IO_STORE && !(soap->mode & SOAP_ENC_XML) && endpoint) + { unsigned int k = soap->mode; + soap->mode &= ~(SOAP_IO | SOAP_ENC_ZLIB); + if ((k & SOAP_IO) != SOAP_IO_FLUSH) + soap->mode |= SOAP_IO_BUFFER; + if ((soap->error = soap->fpost(soap, endpoint, soap->host, soap->port, soap->path, action, count))) + return soap->error; +#ifndef WITH_LEANER + if ((k & SOAP_IO) == SOAP_IO_CHUNK) + { if (soap_flush(soap)) + return soap->error; + } +#endif + soap->mode = k; + } + if (http_command != SOAP_POST) + return soap_end_send(soap); +#endif + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +char* +SOAP_FMAC2 +soap_s2base64(struct soap *soap, const unsigned char *s, char *t, int n) +{ register int i; + register unsigned long m; + register char *p; + if (!t) + t = (char*)soap_malloc(soap, (n + 2) / 3 * 4 + 1); + if (!t) + return NULL; + p = t; + t[0] = '\0'; + if (!s) + return p; + for (; n > 2; n -= 3, s += 3) + { m = s[0]; + m = (m << 8) | s[1]; + m = (m << 8) | s[2]; + for (i = 4; i > 0; m >>= 6) + t[--i] = soap_base64o[m & 0x3F]; + t += 4; + } + t[0] = '\0'; + if (n > 0) + { m = 0; + for (i = 0; i < n; i++) + m = (m << 8) | *s++; + for (; i < 3; i++) + m <<= 8; + for (i++; i > 0; m >>= 6) + t[--i] = soap_base64o[m & 0x3F]; + for (i = 3; i > n; i--) + t[i] = '='; + t[4] = '\0'; + } + return p; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_base642s(struct soap *soap, const char *s, char *t, size_t l, int *n) +{ register int i, j, c; + register unsigned long m; + register const char *p; + if (!s || !*s) + { if (n) + *n = 0; + if (soap->error) + return NULL; + return SOAP_NON_NULL; + } + if (!t) + { l = (strlen(s) + 3) / 4 * 3; + t = (char*)soap_malloc(soap, l); + } + if (!t) + return NULL; + p = t; + if (n) + *n = 0; + for (;;) + { for (i = 0; i < SOAP_BLKLEN; i++) + { m = 0; + j = 0; + while (j < 4) + { c = *s++; + if (c == '=' || !c) + { i *= 3; + switch (j) + { case 2: + *t++ = (char)((m >> 4) & 0xFF); + i++; + break; + case 3: + *t++ = (char)((m >> 10) & 0xFF); + *t++ = (char)((m >> 2) & 0xFF); + i += 2; + } + if (n) + *n += i; + return p; + } + c -= '+'; + if (c >= 0 && c <= 79) + { int b = soap_base64i[c]; + if (b >= 64) + { soap->error = SOAP_TYPE; + return NULL; + } + m = (m << 6) + b; + j++; + } + else if (!soap_blank(c + '+')) + { soap->error = SOAP_TYPE; + return NULL; + } + } + *t++ = (char)((m >> 16) & 0xFF); + *t++ = (char)((m >> 8) & 0xFF); + *t++ = (char)(m & 0xFF); + if (l < 3) + { if (n) + *n += i; + return p; + } + l -= 3; + } + if (n) + *n += 3 * SOAP_BLKLEN; + } +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +char* +SOAP_FMAC2 +soap_s2hex(struct soap *soap, const unsigned char *s, char *t, int n) +{ register char *p; + if (!t) + t = (char*)soap_malloc(soap, 2 * n + 1); + if (!t) + return NULL; + p = t; + t[0] = '\0'; + if (s) + { for (; n > 0; n--) + { register int m = *s++; + *t++ = (char)((m >> 4) + (m > 159 ? 'a' - 10 : '0')); + m &= 0x0F; + *t++ = (char)(m + (m > 9 ? 'a' - 10 : '0')); + } + } + *t++ = '\0'; + return p; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +SOAP_FMAC1 +const char* +SOAP_FMAC2 +soap_hex2s(struct soap *soap, const char *s, char *t, size_t l, int *n) +{ register const char *p; + if (!s || !*s) + { if (n) + *n = 0; + if (soap->error) + return NULL; + return SOAP_NON_NULL; + } + if (!t) + { l = strlen(s) / 2; + t = (char*)soap_malloc(soap, l); + } + if (!t) + return NULL; + p = t; + while (l) + { register int d1, d2; + d1 = *s++; + if (!d1) + break; + d2 = *s++; + if (!d2) + break; + *t++ = ((d1 >= 'A' ? (d1 & 0x7) + 9 : d1 - '0') << 4) + (d2 >= 'A' ? (d2 & 0x7) + 9 : d2 - '0'); + l--; + } + if (n) + *n = (int)(t - p); + return p; +} +#endif + +/******************************************************************************/ +#ifndef WITH_NOHTTP +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_puthttphdr(struct soap *soap, int status, size_t count) +{ if (soap->status != SOAP_GET) + { register const char *s = "text/xml; charset=utf-8"; + register int err = SOAP_OK; +#ifndef WITH_LEANER + register const char *r = NULL; +#endif + if (status == SOAP_FILE && soap->http_content) + s = soap->http_content; + else if (status == SOAP_HTML) + s = "text/html; charset=utf-8"; + else if (count || ((soap->omode & SOAP_IO) == SOAP_IO_CHUNK)) + { if (soap->version == 2) + s = "application/soap+xml; charset=utf-8"; + } +#ifndef WITH_LEANER + if (soap->mode & (SOAP_ENC_DIME | SOAP_ENC_MTOM)) + { if (soap->mode & SOAP_ENC_MTOM) + { r = s; + s = "application/xop+xml; charset=utf-8"; + } + else + s = "application/dime"; + } + if ((soap->mode & SOAP_ENC_MIME) && soap->mime.boundary && strlen(soap->mime.boundary) + strlen(soap->mime.start ? soap->mime.start : SOAP_STR_EOS) < sizeof(soap->tmpbuf) - 80) + { register const char *t = strchr(s, ';'); + sprintf(soap->tmpbuf, "multipart/related; boundary=\"%s\"; type=\"", soap->mime.boundary); + if (t) + { strncat(soap->tmpbuf, s, t - s); + soap->tmpbuf[sizeof(soap->tmpbuf)-1] = '\0'; + } + else + strcat(soap->tmpbuf, s); + if (soap->mime.start) + { strcat(soap->tmpbuf, "\"; start=\""); + strcat(soap->tmpbuf, soap->mime.start); + } + strcat(soap->tmpbuf, "\""); + if (r) + { strcat(soap->tmpbuf, "; start-info=\""); + strcat(soap->tmpbuf, r); + strcat(soap->tmpbuf, "\""); + } + s = soap->tmpbuf; + } +#endif + if (s && (err = soap->fposthdr(soap, "Content-Type", s))) + return err; +#ifdef WITH_ZLIB + if ((soap->omode & SOAP_ENC_ZLIB)) + { +#ifdef WITH_GZIP + err = soap->fposthdr(soap, "Content-Encoding", soap->zlib_out == SOAP_ZLIB_DEFLATE ? "deflate" : "gzip"); +#else + err = soap->fposthdr(soap, "Content-Encoding", "deflate"); +#endif + if (err) + return err; + } +#endif +#ifndef WITH_LEANER + if ((soap->omode & SOAP_IO) == SOAP_IO_CHUNK) + err = soap->fposthdr(soap, "Transfer-Encoding", "chunked"); + else +#endif + if (s) + { sprintf(soap->tmpbuf, "%lu", (unsigned long)count); + err = soap->fposthdr(soap, "Content-Length", soap->tmpbuf); + } + if (err) + return err; + } + return soap->fposthdr(soap, "Connection", soap->keep_alive ? "keep-alive" : "close"); +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOHTTP +#ifndef PALM_1 +static int +http_get(struct soap *soap) +{ return SOAP_GET_METHOD; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOHTTP +#ifndef PALM_1 +static int +http_put(struct soap *soap) +{ return SOAP_PUT_METHOD; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOHTTP +#ifndef PALM_1 +static int +http_del(struct soap *soap) +{ return SOAP_DEL_METHOD; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOHTTP +#ifndef PALM_1 +static int +http_head(struct soap *soap) +{ return SOAP_HEAD_METHOD; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOHTTP +#ifndef PALM_1 +static int +http_post(struct soap *soap, const char *endpoint, const char *host, int port, const char *path, const char *action, size_t count) +{ register const char *s; + register int err; + if (soap->status == SOAP_GET) + s = "GET"; + else + s = "POST"; +#ifdef PALM + if (!endpoint || (soap_tag_cmp(endpoint, "http:*") && soap_tag_cmp(endpoint, "https:*") && strncmp(endpoint, "httpg:", 6)) && strncmp(endpoint, "_beam:", 6) && strncmp(endpoint, "_local:", 7) && strncmp(endpoint, "_btobex:", 8)) +#else + if (!endpoint || (soap_tag_cmp(endpoint, "http:*") && soap_tag_cmp(endpoint, "https:*") && strncmp(endpoint, "httpg:", 6))) +#endif + return SOAP_OK; + if (strlen(endpoint) + strlen(soap->http_version) > sizeof(soap->tmpbuf) - 80) + return soap->error = SOAP_EOM; + if (soap->proxy_host && soap_tag_cmp(endpoint, "https:*")) + sprintf(soap->tmpbuf, "%s %s HTTP/%s", s, endpoint, soap->http_version); + else + sprintf(soap->tmpbuf, "%s /%s HTTP/%s", s, (*path == '/' ? path + 1 : path), soap->http_version); + if ((err = soap->fposthdr(soap, soap->tmpbuf, NULL))) + return err; +#ifdef WITH_OPENSSL + if ((soap->ssl && soap->port != 443) || (!soap->ssl && soap->port != 80)) + sprintf(soap->tmpbuf, "%s:%d", host, port); + else + strcpy(soap->tmpbuf, host); +#else + if (port != 80) + sprintf(soap->tmpbuf, "%s:%d", host, port); + else + strcpy(soap->tmpbuf, host); +#endif + if ((err = soap->fposthdr(soap, "Host", soap->tmpbuf)) + || (err = soap->fposthdr(soap, "User-Agent", "gSOAP/2.7")) + || (err = soap_puthttphdr(soap, SOAP_OK, count))) + return err; +#ifdef WITH_ZLIB +#ifdef WITH_GZIP + if ((err = soap->fposthdr(soap, "Accept-Encoding", "gzip, deflate"))) +#else + if ((err = soap->fposthdr(soap, "Accept-Encoding", "deflate"))) +#endif + return err; +#endif +#ifndef WITH_LEAN + if (soap->userid && soap->passwd && strlen(soap->userid) + strlen(soap->passwd) < 761) + { sprintf(soap->tmpbuf + 262, "%s:%s", soap->userid, soap->passwd); + strcpy(soap->tmpbuf, "Basic "); + soap_s2base64(soap, (const unsigned char*)(soap->tmpbuf + 262), soap->tmpbuf + 6, (int)strlen(soap->tmpbuf + 262)); + if ((err = soap->fposthdr(soap, "Authorization", soap->tmpbuf))) + return err; + } + if (soap->proxy_userid && soap->proxy_passwd && strlen(soap->proxy_userid) + strlen(soap->proxy_passwd) < 761) + { sprintf(soap->tmpbuf + 262, "%s:%s", soap->proxy_userid, soap->proxy_passwd); + strcpy(soap->tmpbuf, "Basic "); + soap_s2base64(soap, (const unsigned char*)(soap->tmpbuf + 262), soap->tmpbuf + 6, (int)strlen(soap->tmpbuf + 262)); + if ((err = soap->fposthdr(soap, "Proxy-Authorization", soap->tmpbuf))) + return err; + } +#endif +#ifdef WITH_COOKIES +#ifdef WITH_OPENSSL + if (soap_putcookies(soap, host, path, soap->ssl != NULL)) + return soap->error; +#else + if (soap_putcookies(soap, host, path, 0)) + return soap->error; +#endif +#endif + if (soap->status != SOAP_GET && (soap->version == 1 || (action && *action))) + { sprintf(soap->tmpbuf, "\"%s\"", action && strlen(action) < sizeof(soap->tmpbuf) - 3 ? action : SOAP_STR_EOS); + if ((err = soap->fposthdr(soap, "SOAPAction", soap->tmpbuf))) + return err; + } + return soap->fposthdr(soap, NULL, NULL); +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOHTTP +#ifndef PALM_1 +static int +http_send_header(struct soap *soap, const char *s) +{ register const char *t; + do + { t = strchr(s, '\n'); /* disallow \n in HTTP headers */ + if (!t) + t = s + strlen(s); + if (soap_send_raw(soap, s, t - s)) + return soap->error; + s = t + 1; + } while (*t); + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOHTTP +#ifndef PALM_1 +static int +http_post_header(struct soap *soap, const char *key, const char *val) +{ if (key) + { if (http_send_header(soap, key)) + return soap->error; + if (val && (soap_send_raw(soap, ": ", 2) || http_send_header(soap, val))) + return soap->error; + } + return soap_send_raw(soap, "\r\n", 2); +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOHTTP +#ifndef PALM_1 +static int +http_response(struct soap *soap, int status, size_t count) +{ register int err; +#ifdef WMW_RPM_IO + if (soap->rpmreqid) + httpOutputEnable(soap->rpmreqid); +#endif + if (strlen(soap->http_version) > 4) + return soap->error = SOAP_EOM; + if (!status || status == SOAP_HTML || status == SOAP_FILE) + { const char *s; + if (count || ((soap->omode & SOAP_IO) == SOAP_IO_CHUNK)) + s = "200 OK"; + else + s = "202 ACCEPTED"; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Status = %s\n", s)); +#ifdef WMW_RPM_IO + if (soap->rpmreqid || soap_valid_socket(soap->master) || soap_valid_socket(soap->socket)) /* RPM behaves as if standalone */ +#else + if (soap_valid_socket(soap->master) || soap_valid_socket(soap->socket)) /* standalone application */ +#endif + { sprintf(soap->tmpbuf, "HTTP/%s %s", soap->http_version, s); + if ((err = soap->fposthdr(soap, soap->tmpbuf, NULL))) + return err; + } + else if ((err = soap->fposthdr(soap, "Status", s))) + return err; + } + else if (status >= 200 && status < 600) + { sprintf(soap->tmpbuf, "HTTP/%s %d %s", soap->http_version, status, http_error(soap, status)); + if ((err = soap->fposthdr(soap, soap->tmpbuf, NULL))) + return err; +#ifndef WITH_LEAN + if (status == 401) + { sprintf(soap->tmpbuf, "Basic realm=\"%s\"", (soap->authrealm && strlen(soap->authrealm) < sizeof(soap->tmpbuf) - 14) ? soap->authrealm : "gSOAP Web Service"); + if ((err = soap->fposthdr(soap, "WWW-Authenticate", soap->tmpbuf))) + return err; + } + else if ((status >= 301 && status <= 303) || status == 307) + { if ((err = soap->fposthdr(soap, "Location", soap->endpoint))) + return err; + } +#endif + } + else + { const char *s = *soap_faultcode(soap); + if (soap->version == 2 && (!s || !strcmp(s, "SOAP-ENV:Sender"))) + s = "400 Bad Request"; + else + s = "500 Internal Server Error"; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Error %s (status=%d)\n", s, status)); +#ifdef WMW_RPM_IO + if (soap->rpmreqid || soap_valid_socket(soap->master) || soap_valid_socket(soap->socket)) /* RPM behaves as if standalone */ +#else + if (soap_valid_socket(soap->master) || soap_valid_socket(soap->socket)) /* standalone application */ +#endif + { sprintf(soap->tmpbuf, "HTTP/%s %s", soap->http_version, s); + if ((err = soap->fposthdr(soap, soap->tmpbuf, NULL))) + return err; + } + else if ((err = soap->fposthdr(soap, "Status", s))) /* CGI */ + return err; + } + if ((err = soap->fposthdr(soap, "Server", "gSOAP/2.7")) + || (err = soap_puthttphdr(soap, status, count))) + return err; +#ifdef WITH_COOKIES + if (soap_putsetcookies(soap)) + return soap->error; +#endif + return soap->fposthdr(soap, NULL, NULL); +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_response(struct soap *soap, int status) +{ register size_t count; + if (!(soap->omode & (SOAP_ENC_XML | SOAP_IO_STORE /* this tests for chunking too */)) + && (status == SOAP_HTML || status == SOAP_FILE)) + soap->omode = (soap->omode & ~SOAP_IO) | SOAP_IO_STORE; + soap->status = status; + count = soap_count_attachments(soap); + if (soap_begin_send(soap)) + return soap->error; +#ifndef WITH_NOHTTP + if ((soap->mode & SOAP_IO) != SOAP_IO_STORE && !(soap->mode & SOAP_ENC_XML)) + { register int n = soap->mode; + soap->mode &= ~(SOAP_IO | SOAP_ENC_ZLIB); + if ((n & SOAP_IO) != SOAP_IO_FLUSH) + soap->mode |= SOAP_IO_BUFFER; + if ((soap->error = soap->fresponse(soap, status, count))) + return soap->error; +#ifndef WITH_LEANER + if ((n & SOAP_IO) == SOAP_IO_CHUNK) + { if (soap_flush(soap)) + return soap->error; + } +#endif + soap->mode = n; + } +#endif + return SOAP_OK; +} +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +static const char* +soap_set_validation_fault(struct soap *soap, const char *s, const char *t) +{ if (*soap->tag) + sprintf(soap->msgbuf, "Validation constraint violation: %s%s in element <%s>", s, t?t:SOAP_STR_EOS, soap->tag); + else + sprintf(soap->msgbuf, "Validation constraint violation: %s%s", s, t?t:SOAP_STR_EOS); + return soap->msgbuf; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_set_fault(struct soap *soap) +{ const char **c = soap_faultcode(soap); + const char **s = soap_faultstring(soap); + if (soap->fseterror) + soap->fseterror(soap, c, s); + if (!*c) + { if (soap->version == 2) + *c = "SOAP-ENV:Sender"; + else + *c = "SOAP-ENV:Client"; + } + if (*s) + return; + switch (soap->error) + { +#ifndef WITH_LEAN + case SOAP_CLI_FAULT: + *s = "Client fault"; + break; + case SOAP_SVR_FAULT: + *s = "Server fault"; + break; + case SOAP_TAG_MISMATCH: + *s = soap_set_validation_fault(soap, "tag name or namespace mismatch", NULL); + break; + case SOAP_TYPE: + *s = soap_set_validation_fault(soap, "data type mismatch ", soap->type); + break; + case SOAP_SYNTAX_ERROR: + *s = "Well-formedness violation"; + break; + case SOAP_NO_TAG: + *s = "No XML element tag"; + break; + case SOAP_MUSTUNDERSTAND: + *c = "SOAP-ENV:MustUnderstand"; + sprintf(soap->msgbuf, "The data in element '%s' must be understood but cannot be handled", soap->tag); + *s = soap->msgbuf; + break; + case SOAP_VERSIONMISMATCH: + *c = "SOAP-ENV:VersionMismatch"; + *s = "Invalid SOAP message or SOAP version mismatch"; + break; + case SOAP_DATAENCODINGUNKNOWN: + *c = "SOAP-ENV:DataEncodingUnknown"; + *s = "Unsupported SOAP data encoding"; + break; + case SOAP_NAMESPACE: + *s = soap_set_validation_fault(soap, "namespace error", NULL); + break; + case SOAP_USER_ERROR: + *s = "User error"; + break; + case SOAP_FATAL_ERROR: + *s = "Fatal error"; + break; + case SOAP_NO_METHOD: + sprintf(soap->msgbuf, "Method '%s' not implemented: method name or namespace not recognized", soap->tag); + *s = soap->msgbuf; + break; + case SOAP_NO_DATA: + *s = "Data required for operation"; + break; + case SOAP_GET_METHOD: + *s = "HTTP GET method not implemented"; + break; + case SOAP_PUT_METHOD: + *s = "HTTP PUT method not implemented"; + break; + case SOAP_HEAD_METHOD: + *s = "HTTP HEAD method not implemented"; + break; + case SOAP_HTTP_METHOD: + *s = "HTTP method not implemented"; + break; + case SOAP_EOM: + *s = "Out of memory"; + break; + case SOAP_MOE: + *s = "Memory overflow or memory corruption error"; + break; + case SOAP_HDR: + *s = "Header line too long"; + break; + case SOAP_IOB: + *s = "Array index out of bounds"; + break; + case SOAP_NULL: + *s = soap_set_validation_fault(soap, "nil not allowed", NULL); + break; + case SOAP_DUPLICATE_ID: + *s = soap_set_validation_fault(soap, "multiple definitions of id ", soap->id); + if (soap->version == 2) + *soap_faultsubcode(soap) = "SOAP-ENC:DuplicateID"; + break; + case SOAP_MISSING_ID: + *s = soap_set_validation_fault(soap, "missing id for ref ", soap->id); + if (soap->version == 2) + *soap_faultsubcode(soap) = "SOAP-ENC:MissingID"; + break; + case SOAP_HREF: + *s = soap_set_validation_fault(soap, "incompatible object type ref/id pair ", soap->id); + break; + case SOAP_FAULT: + break; +#ifndef WITH_NOIO + case SOAP_UDP_ERROR: + *s = "Message too large for UDP packet"; + break; + case SOAP_TCP_ERROR: + *s = tcp_error(soap); + break; +#endif + case SOAP_HTTP_ERROR: + *s = "An HTTP processing error occurred"; + break; + case SOAP_SSL_ERROR: +#ifdef WITH_OPENSSL + *s = "SSL error"; +#else + *s = "OpenSSL not installed: recompile with -DWITH_OPENSSL"; +#endif + break; + case SOAP_PLUGIN_ERROR: + *s = "Plugin registry error"; + break; + case SOAP_DIME_ERROR: + *s = "DIME format error"; + break; + case SOAP_DIME_HREF: + *s = "DIME href to missing attachment"; + break; + case SOAP_DIME_MISMATCH: + *s = "DIME version/transmission error"; + break; + case SOAP_DIME_END: + *s = "End of DIME error"; + break; + case SOAP_MIME_ERROR: + *s = "MIME format error"; + break; + case SOAP_MIME_HREF: + *s = "MIME href to missing attachment"; + break; + case SOAP_MIME_END: + *s = "End of MIME error"; + break; + case SOAP_ZLIB_ERROR: +#ifdef WITH_ZLIB + sprintf(soap->msgbuf, "Zlib/gzip error: '%s'", soap->d_stream->msg?soap->d_stream->msg:SOAP_STR_EOS); + *s = soap->msgbuf; +#else + *s = "Zlib/gzip not installed for (de)compression: recompile with -DWITH_GZIP"; +#endif + break; + case SOAP_REQUIRED: + *s = soap_set_validation_fault(soap, "missing required attribute", NULL); + break; + case SOAP_PROHIBITED: + *s = soap_set_validation_fault(soap, "prohibited attribute present", NULL); + break; + case SOAP_OCCURS: + *s = soap_set_validation_fault(soap, "occurrence violation", NULL); + break; + case SOAP_LENGTH: + *s = soap_set_validation_fault(soap, "content length violation", NULL); + break; + case SOAP_FD_EXCEEDED: + *s = "Maximum number of open connections was reached"; + break; + case SOAP_STOP: + *s = "Stopped: no response sent"; + break; +#endif + case SOAP_EOF: +#ifndef WITH_NOIO + strcpy(soap->msgbuf, soap_strerror(soap)); +#ifndef WITH_LEAN + if (strlen(soap->msgbuf) + 25 < sizeof(soap->msgbuf)) + { memmove(soap->msgbuf + 25, soap->msgbuf, strlen(soap->msgbuf) + 1); + memcpy(soap->msgbuf, "End of file or no input: ", 25); + } +#endif + *s = soap->msgbuf; + break; +#else + *s = "End of file or no input"; + break; +#endif + default: +#ifndef WITH_NOHTTP +#ifndef WITH_LEAN + if (soap->error > 200 && soap->error < 600) + { sprintf(soap->msgbuf, "HTTP Error: %d %s", soap->error, http_error(soap, soap->error)); + *s = soap->msgbuf; + } + else +#endif +#endif + { sprintf(soap->msgbuf, "Error %d", soap->error); + *s = soap->msgbuf; + } + } +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_send_fault(struct soap *soap) +{ register int status = soap->error; + int r = 1; + if (status == SOAP_STOP) + return status; + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Sending back fault struct for error code %d\n", soap->error)); + soap->keep_alive = 0; /* to terminate connection */ + soap_set_fault(soap); +#ifndef WITH_NOIO +#ifndef WITH_LEAN + if (soap_valid_socket(soap->socket)) + { struct timeval timeout; + fd_set rfd, sfd; + timeout.tv_sec = 0; + timeout.tv_usec = 0; + FD_ZERO(&rfd); + FD_ZERO(&sfd); + FD_SET(soap->socket, &rfd); + FD_SET(soap->socket, &sfd); + r = select((int)soap->socket + 1, &rfd, &sfd, NULL, &timeout); + if (r > 0) + { if (!FD_ISSET(soap->socket, &sfd) + || (FD_ISSET(soap->socket, &rfd) + && recv(soap->socket, soap->tmpbuf, 1, MSG_PEEK) < 0)) + r = 0; + } + } +#endif +#endif + if ((status != SOAP_EOF || (!soap->recv_timeout && !soap->send_timeout)) && r > 0) + { soap->error = SOAP_OK; + soap_serializeheader(soap); + soap_serializefault(soap); + soap_begin_count(soap); + if (soap->mode & SOAP_IO_LENGTH) + { soap_envelope_begin_out(soap); + soap_putheader(soap); + soap_body_begin_out(soap); + soap_putfault(soap); + soap_body_end_out(soap); + soap_envelope_end_out(soap); + } + soap_end_count(soap); + if (soap_response(soap, status) + || soap_envelope_begin_out(soap) + || soap_putheader(soap) + || soap_body_begin_out(soap) + || soap_putfault(soap) + || soap_body_end_out(soap) + || soap_envelope_end_out(soap)) + return soap_closesock(soap); + soap_end_send(soap); + } + soap->error = status; + return soap_closesock(soap); +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_recv_fault(struct soap *soap) +{ register int status = soap->error; + DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Receiving SOAP Fault\n")); + soap->error = SOAP_OK; + if (soap_getfault(soap)) + { DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Error: soap_get_soapfault() failed. Is this a SOAP message at all?\n")); + *soap_faultcode(soap) = (soap->version == 2 ? "SOAP-ENV:Sender" : "SOAP-ENV:Client"); + soap->error = status; + soap_set_fault(soap); + } + else + { register const char *s = *soap_faultcode(soap); + if (!soap_match_tag(soap, s, "SOAP-ENV:Server") || !soap_match_tag(soap, s, "SOAP-ENV:Receiver")) + status = SOAP_SVR_FAULT; + else if (!soap_match_tag(soap, s, "SOAP-ENV:Client") || !soap_match_tag(soap, s, "SOAP-ENV:Sender")) + status = SOAP_CLI_FAULT; + else if (!soap_match_tag(soap, s, "SOAP-ENV:MustUnderstand")) + status = SOAP_MUSTUNDERSTAND; + else if (!soap_match_tag(soap, s, "SOAP-ENV:VersionMismatch")) + status = SOAP_VERSIONMISMATCH; + else + { DBGLOG(TEST,SOAP_MESSAGE(fdebug, "Fault code %s\n", s)); + status = SOAP_FAULT; + } + if (soap_body_end_in(soap) + || soap_envelope_end_in(soap) + || soap_end_recv(soap)) + return soap_closesock(soap); + soap->error = status; + } + return soap_closesock(soap); +} +#endif + +/******************************************************************************/ +#ifndef WITH_NOHTTP +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_send_empty_response(struct soap *soap, int httpstatuscode) +{ register soap_mode m = soap->omode; + soap->count = 0; + if ((m & SOAP_IO) == SOAP_IO_CHUNK) + soap->omode = (m & ~SOAP_IO) | SOAP_IO_BUFFER; + if (soap_response(soap, httpstatuscode) || soap_end_send(soap)) + { soap->omode = m; + return soap_closesock(soap); + } + soap->omode = m; + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOHTTP +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_recv_empty_response(struct soap *soap) +{ if (soap_begin_recv(soap) || soap_end_recv(soap)) + { if (soap->error != 202) + return soap_closesock(soap); + soap->error = SOAP_OK; + } + return SOAP_OK; +} +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_NOIO +#ifndef PALM_1 +static const char* +soap_strerror(struct soap *soap) +{ register int err = soap->errnum; + if (err) + { +#ifndef WIN32 + return strerror(err); +#else +#ifndef UNDER_CE + DWORD len; + *soap->msgbuf = '\0'; + len = FormatMessageA(FORMAT_MESSAGE_FROM_SYSTEM | FORMAT_MESSAGE_IGNORE_INSERTS, NULL, err, MAKELANGID(LANG_NEUTRAL, SUBLANG_DEFAULT), (LPSTR)soap->msgbuf, (DWORD)sizeof(soap->msgbuf), NULL); +#else + DWORD i, len; + *soap->msgbuf = '\0'; + len = FormatMessage(FORMAT_MESSAGE_FROM_SYSTEM | FORMAT_MESSAGE_IGNORE_INSERTS, NULL, err, 0, (LPTSTR)soap->msgbuf, (DWORD)(sizeof(soap->msgbuf)/sizeof(TCHAR)), NULL); + for (i = 0; i <= len; i++) + { if (((TCHAR*)soap->msgbuf)[i] < 0x80) + soap->msgbuf[i] = (char)((TCHAR*)soap->msgbuf)[i]; + else + soap->msgbuf[i] = '?'; + } +#endif + return soap->msgbuf; +#endif + } +#ifndef WITH_LEAN + if (soap->recv_timeout > 0) + { if (soap->send_timeout > 0) + sprintf(soap->msgbuf, "Operation interrupted or timed out after %ds send or %ds receive delay", soap->send_timeout, soap->recv_timeout); + else + sprintf(soap->msgbuf, "Operation interrupted or timed out after %ds receive delay", soap->recv_timeout); + return soap->msgbuf; + } +#endif + return "Operation interrupted or timed out"; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_2 +static int +soap_set_error(struct soap *soap, const char *faultcode, const char *faultsubcodeQName, const char *faultstring, const char *faultdetailXML, int soaperror) +{ *soap_faultcode(soap) = faultcode; + if (faultsubcodeQName) + *soap_faultsubcode(soap) = faultsubcodeQName; + *soap_faultstring(soap) = faultstring; + if (faultdetailXML && *faultdetailXML) + { register const char **s = soap_faultdetail(soap); + if (s) + *s = faultdetailXML; + } + return soap->error = soaperror; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_set_sender_error(struct soap *soap, const char *faultstring, const char *faultdetailXML, int soaperror) +{ return soap_set_error(soap, soap->version == 2 ? "SOAP-ENV:Sender" : "SOAP-ENV:Client", NULL, faultstring, faultdetailXML, soaperror); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_set_receiver_error(struct soap *soap, const char *faultstring, const char *faultdetailXML, int soaperror) +{ return soap_set_error(soap, soap->version == 2 ? "SOAP-ENV:Receiver" : "SOAP-ENV:Server", NULL, faultstring, faultdetailXML, soaperror); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +static int +soap_copy_fault(struct soap *soap, const char *faultcode, const char *faultsubcodeQName, const char *faultstring, const char *faultdetailXML) +{ char *r = NULL, *s = NULL, *t = NULL; + if (faultsubcodeQName) + r = soap_strdup(soap, faultsubcodeQName); + if (faultstring) + s = soap_strdup(soap, faultstring); + if (faultdetailXML) + t = soap_strdup(soap, faultdetailXML); + return soap_set_error(soap, faultcode, r, s, t, SOAP_FAULT); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_sender_fault(struct soap *soap, const char *faultstring, const char *faultdetailXML) +{ return soap_sender_fault_subcode(soap, NULL, faultstring, faultdetailXML); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_sender_fault_subcode(struct soap *soap, const char *faultsubcodeQName, const char *faultstring, const char *faultdetailXML) +{ return soap_copy_fault(soap, soap->version == 2 ? "SOAP-ENV:Sender" : "SOAP-ENV:Client", faultsubcodeQName, faultstring, faultdetailXML); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_receiver_fault(struct soap *soap, const char *faultstring, const char *faultdetailXML) +{ return soap_receiver_fault_subcode(soap, NULL, faultstring, faultdetailXML); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_receiver_fault_subcode(struct soap *soap, const char *faultsubcodeQName, const char *faultstring, const char *faultdetailXML) +{ return soap_copy_fault(soap, soap->version == 2 ? "SOAP-ENV:Receiver" : "SOAP-ENV:Server", faultsubcodeQName, faultstring, faultdetailXML); +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +#ifndef WITH_NOSTDLIB +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_print_fault(struct soap *soap, FILE *fd) +{ if (soap_check_state(soap)) + fprintf(fd, "Error: soap struct state not initialized\n"); + else if (soap->error) + { const char *c, *v = NULL, *s, **d; + d = soap_faultcode(soap); + if (!*d) + soap_set_fault(soap); + c = *d; + if (soap->version == 2) + v = *soap_faultsubcode(soap); + s = *soap_faultstring(soap); + d = soap_faultdetail(soap); + fprintf(fd, "%s%d fault: %s [%s]\n\"%s\"\nDetail: %s\n", soap->version ? "SOAP 1." : "Error ", soap->version ? (int)soap->version : soap->error, c, v ? v : "no subcode", s ? s : "[no reason]", d && *d ? *d : "[no detail]"); + } +} +#endif +#endif + +/******************************************************************************/ +#ifdef __cplusplus +#ifndef WITH_LEAN +#ifndef WITH_NOSTDLIB +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_stream_fault(struct soap *soap, std::ostream& os) +{ if (soap_check_state(soap)) + os << "Error: soap struct state not initialized\n"; + else if (soap->error) + { const char *c, *v = NULL, *s, **d; + d = soap_faultcode(soap); + if (!*d) + soap_set_fault(soap); + c = *d; + if (soap->version == 2) + v = *soap_faultsubcode(soap); + s = *soap_faultstring(soap); + d = soap_faultdetail(soap); + os << (soap->version ? "SOAP 1." : "Error ") + << (soap->version ? (int)soap->version : soap->error) + << " fault: " << c + << "[" << (v ? v : "no subcode") << "]" + << std::endl + << "\"" << (s ? s : "[no reason]") << "\"" + << std::endl + << "Detail: " << (d && *d ? *d : "[no detail]") + << std::endl; + } +} +#endif +#endif +#endif + +/******************************************************************************/ +#ifndef WITH_LEAN +#ifndef WITH_NOSTDLIB +SOAP_FMAC1 +char* +SOAP_FMAC2 +soap_sprint_fault(struct soap *soap, char *buf, size_t len) +{ if (soap_check_state(soap)) + strncpy(buf, "Error: soap struct not initialized", len); + else if (soap->error) + { const char *c, *v = NULL, *s, **d; + d = soap_faultcode(soap); + if (!*d) + soap_set_fault(soap); + c = *d; + if (soap->version == 2) + v = *soap_faultsubcode(soap); + s = *soap_faultstring(soap); + d = soap_faultdetail(soap); +#ifdef WIN32 + _snprintf +#else + snprintf +#endif + (buf, len, "%s%d fault: %s [%s]\n\"%s\"\nDetail: %s\n", soap->version ? "SOAP 1." : "Error ", soap->version ? (int)soap->version : soap->error, c, v ? v : "no subcode", s ? s : "[no reason]", d && *d ? *d : "[no detail]"); + } + return buf; +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_1 +#ifndef WITH_NOSTDLIB +SOAP_FMAC1 +void +SOAP_FMAC2 +soap_print_fault_location(struct soap *soap, FILE *fd) +{ +#ifndef WITH_LEAN + int i, j, c1, c2; + if (soap->error && soap->bufidx <= soap->buflen && soap->buflen > 0 && soap->buflen <= SOAP_BUFLEN) + { i = (int)soap->bufidx - 1; + if (i <= 0) + i = 0; + c1 = soap->buf[i]; + soap->buf[i] = '\0'; + if ((int)soap->buflen >= i + 1024) + j = i + 1023; + else + j = (int)soap->buflen - 1; + c2 = soap->buf[j]; + soap->buf[j] = '\0'; + fprintf(fd, "%s%c\n\n", soap->buf, c1); + if (soap->bufidx < soap->buflen) + fprintf(fd, "%s\n", soap->buf + soap->bufidx); + soap->buf[i] = c1; + soap->buf[j] = c2; + } +#endif +} +#endif +#endif + +/******************************************************************************/ +#ifndef PALM_1 +SOAP_FMAC1 +int +SOAP_FMAC2 +soap_register_plugin_arg(struct soap *soap, int (*fcreate)(struct soap*, struct soap_plugin*, void*), void *arg) +{ register struct soap_plugin *p; + register int r; + if (!(p = (struct soap_plugin*)SOAP_MALLOC(soap, sizeof(struct soap_plugin)))) + return soap->error = SOAP_EOM; + p->id = NULL; + p->data = NULL; + p->fcopy = NULL; + p->fdelete = NULL; + r = fcreate(soap, p, arg); + if (!r && p->fdelete) + { p->next = soap->plugins; + soap->plugins = p; + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Registered '%s' plugin\n", p->id)); + return SOAP_OK; + } + DBGLOG(TEST, SOAP_MESSAGE(fdebug, "Could not register plugin '%s': plugin returned error %d (or fdelete callback not set)\n", p->id?p->id:"?", r)); + SOAP_FREE(soap, p); + return r; +} +#endif + +/******************************************************************************/ +#ifndef PALM_1 +static void * +fplugin(struct soap *soap, const char *id) +{ register struct soap_plugin *p; + for (p = soap->plugins; p; p = p->next) + if (p->id == id || !strcmp(p->id, id)) + return p->data; + return NULL; +} +#endif + +/******************************************************************************/ +#ifndef PALM_2 +SOAP_FMAC1 +void * +SOAP_FMAC2 +soap_lookup_plugin(struct soap *soap, const char *id) +{ return soap->fplugin(soap, id); +} +#endif + +/******************************************************************************/ +#ifdef __cplusplus +} +#endif + +/******************************************************************************\ + * + * C++ soap struct methods + * +\******************************************************************************/ + +#ifdef __cplusplus +soap::soap() +{ soap_init(this); +} +#endif + +/******************************************************************************/ +#ifdef __cplusplus +soap::soap(soap_mode m) +{ soap_init1(this, m); +} +#endif + +/******************************************************************************/ +#ifdef __cplusplus +soap::soap(soap_mode im, soap_mode om) +{ soap_init2(this, im, om); +} +#endif + +/******************************************************************************/ +#ifdef __cplusplus +soap::soap(struct soap& soap) +{ soap_copy_context(this, &soap); +} +#endif + +/******************************************************************************/ +#ifdef __cplusplus +soap::~soap() +{ soap_destroy(this); + soap_end(this); + soap_done(this); +} +#endif + +/******************************************************************************/ Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/stdsoap2.h =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/stdsoap2.h (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/stdsoap2.h (revision 22322) @@ -0,0 +1,2304 @@ +/* + stdsoap2.h 2.7.11-upd + + gSOAP runtime engine + +gSOAP XML Web services tools +Copyright (C) 2000-2008, Robert van Engelen, Genivia Inc., All Rights Reserved. +This part of the software is released under ONE of the following licenses: +GPL, the gSOAP public license, OR Genivia's license for commercial use. +-------------------------------------------------------------------------------- +Contributors: + +Wind River Systems, Inc., for the following additions + - vxWorks compatible +-------------------------------------------------------------------------------- +gSOAP public license. + +The contents of this file are subject to the gSOAP Public License Version 1.3 +(the "License"); you may not use this file except in compliance with the +License. You may obtain a copy of the License at +http://www.cs.fsu.edu/~engelen/soaplicense.html +Software distributed under the License is distributed on an "AS IS" basis, +WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License +for the specific language governing rights and limitations under the License. + +The Initial Developer of the Original Code is Robert A. van Engelen. +Copyright (C) 2000-2008, Robert van Engelen, Genivia Inc., All Rights Reserved. +-------------------------------------------------------------------------------- +GPL license. + +This program is free software; you can redistribute it and/or modify it under +the terms of the GNU General Public License as published by the Free Software +Foundation; either version 2 of the License, or (at your option) any later +version. + +This program is distributed in the hope that it will be useful, but WITHOUT ANY +WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A +PARTICULAR PURPOSE. See the GNU General Public License for more details. + +You should have received a copy of the GNU General Public License along with +this program; if not, write to the Free Software Foundation, Inc., 59 Temple +Place, Suite 330, Boston, MA 02111-1307 USA + +Author contact information: +engelen@genivia.com / engelen@acm.org + +This program is released under the GPL with the additional exemption that +compiling, linking, and/or using OpenSSL is allowed. +-------------------------------------------------------------------------------- +A commercial use license is available from Genivia, Inc., contact@genivia.com +-------------------------------------------------------------------------------- +*/ + +#ifdef WITH_SOAPDEFS_H +# include "soapdefs.h" /* include user-defined stuff */ +#endif + +#ifndef _THREAD_SAFE +# define _THREAD_SAFE +#endif + +#ifndef OPENSERVER +# ifndef _REENTRANT +# define _REENTRANT +# endif +#endif + +#ifndef SOAP_FMAC1 /* stdsoap2.h declaration macro */ +# define SOAP_FMAC1 +#endif + +#ifndef SOAP_FMAC2 /* stdsoap2.h declaration macro */ +# define SOAP_FMAC2 +#endif + +#ifndef SOAP_FMAC3 /* (de)serializer declaration macro */ +# define SOAP_FMAC3 +#endif + +#ifndef SOAP_FMAC3S /* string converter for (de)serializer declaration macro */ +# define SOAP_FMAC3S SOAP_FMAC3 +#endif + +#ifndef SOAP_FMAC4 /* (de)serializer declaration macro */ +# define SOAP_FMAC4 +#endif + +#ifndef SOAP_FMAC4S /* string converter for (de)serializer declaration macro */ +# define SOAP_FMAC4S SOAP_FMAC4 +#endif + +#ifndef SOAP_FMAC5 /* stub/skeleton declaration macro */ +# define SOAP_FMAC5 +#endif + +#ifndef SOAP_FMAC6 /* stub/skeleton declaration macro */ +# define SOAP_FMAC6 +#endif + +#ifndef SOAP_CMAC /* class declaration macro */ +# define SOAP_CMAC +#endif + +#ifndef SOAP_NMAC /* namespace table declaration macro */ +# define SOAP_NMAC +#endif + +#ifndef SOAP_SOURCE_STAMP +# define SOAP_SOURCE_STAMP(str) +#endif + +/* gSOAP 2.7.4 and higher: fast look-aside buffering is stable */ +#ifndef WITH_FAST +# define WITH_FAST +#endif + +#ifdef WITH_LEANER +# ifndef WITH_LEAN +# define WITH_LEAN +# endif +#endif + +#ifdef WITH_LEAN +# ifdef WITH_COOKIES +# error "Cannot build WITH_LEAN code WITH_COOKIES enabled" +# endif +#endif + +#ifndef STDSOAP_H +#define STDSOAP_H + +#if defined(__vxworks) || defined(__VXWORKS__) +# define VXWORKS +#endif + +#ifdef _WIN32 +# ifndef WIN32 +# define WIN32 +# endif +#endif + +#ifdef _WIN32_WCE +# ifndef UNDER_CE +# define UNDER_CE _WIN32_WCE +# endif +#endif + +#ifdef UNDER_CE +# ifndef WIN32 +# define WIN32 +# endif +#endif + +#ifdef __BORLANDC__ +# ifdef __WIN32__ +# ifndef WIN32 +# define WIN32 +# endif +# endif +#endif + +#ifdef __CYGWIN__ +# ifndef CYGWIN +# define CYGWIN +# endif +#endif + +#ifdef __SYMBIAN32__ +# define SYMBIAN +# undef WIN32 +#endif + +#if defined(__palmos__) || defined(PALM_GCC) || defined(__PALMOS_TRAPS__) +# ifndef PALM +# define PALM +# endif +#endif + +#if defined(__hpux) +# ifndef HP_UX +# define HP_UX +# endif +#endif + +#if defined(__digital__) && defined(__unix__) +# ifndef TRU64 +# define TRU64 +# endif +#endif + +#ifdef __MVS__ +# ifndef OS390 +# define OS390 +# endif +#endif + +#ifdef HAVE_CONFIG_H +# include "config.h" +# if defined(WITH_OPENSSL) +# ifndef HAVE_OPENSSL_SSL_H +# undef WITH_OPENSSL +# endif +# endif +# if defined(WITH_ZLIB) || defined(WITH_GZIP) +# ifndef HAVE_ZLIB_H +# undef WITH_ZLIB +# undef WITH_GZIP +# endif +# endif +#else +# if defined(UNDER_CE) +# define WITH_NOEMPTYSTRUCT +# define WITH_LEAN +# define HAVE_SSCANF +# elif defined(WIN32) +# define WITH_NOEMPTYSTRUCT +# define HAVE_STRRCHR +# define HAVE_STRTOD +# define HAVE_SSCANF +# define HAVE_STRTOL +# define HAVE_STRTOUL +# define HAVE_SYS_TIMEB_H +# define HAVE_FTIME +# define HAVE_WCTOMB +# define HAVE_MBTOWC +# define SOAP_LONG_FORMAT "%I64d" +# define SOAP_ULONG_FORMAT "%I64u" +# elif defined(CYGWIN) +# define HAVE_STRRCHR +# define HAVE_STRTOD +# define HAVE_SSCANF +# define HAVE_STRTOL +# define HAVE_STRTOUL +# define HAVE_SYS_TIMEB_H +# define HAVE_FTIME +# define HAVE_RAND_R +# define HAVE_GMTIME_R +# define HAVE_LOCALTIME_R +# define HAVE_WCTOMB +# define HAVE_MBTOWC +# elif defined(__APPLE__) +# define HAVE_STRRCHR +# define HAVE_STRTOD +# define HAVE_SSCANF +# define HAVE_STRTOD_L +# define HAVE_SSCANF_L +# define HAVE_SPRINTF_L +# define HAVE_STRTOL +# define HAVE_STRTOUL +# define HAVE_RAND_R +# define HAVE_GMTIME_R +# define HAVE_LOCALTIME_R +# define HAVE_TIMEGM +# define HAVE_WCTOMB +# define HAVE_MBTOWC +# elif defined(_AIX43) +# define HAVE_STRRCHR +# define HAVE_STRTOD +# define HAVE_SSCANF +# define HAVE_STRTOL +# define HAVE_STRTOUL +# define HAVE_SYS_TIMEB_H +# define HAVE_FTIME +# define HAVE_RAND_R +# define HAVE_GMTIME_R +# define HAVE_LOCALTIME_R +# define HAVE_WCTOMB +# define HAVE_MBTOWC +# elif defined(_AIX41) +# define HAVE_STRRCHR +# define HAVE_STRTOD +# define HAVE_SSCANF +# define HAVE_STRTOL +# define HAVE_STRTOUL +# define HAVE_SYS_TIMEB_H +# define HAVE_WCTOMB +# define HAVE_MBTOWC +# elif defined(HP_UX) +# define HAVE_STRRCHR +# define HAVE_STRTOD +# define HAVE_SSCANF +# define HAVE_STRTOL +# define HAVE_STRTOUL +# define HAVE_SYS_TIMEB_H +# define HAVE_FTIME +# define HAVE_RAND_R +# define HAVE_GMTIME_R +# define HAVE_LOCALTIME_R +# define HAVE_WCTOMB +# define HAVE_MBTOWC +# elif defined(FREEBSD) || defined(__FreeBSD__) +# define HAVE_STRRCHR +# define HAVE_STRTOD +# define HAVE_SSCANF +# define HAVE_STRTOD_L +# define HAVE_SSCANF_L +# define HAVE_SPRINTF_L +# define HAVE_STRTOL +# define HAVE_STRTOUL +# define HAVE_STRTOLL +# define HAVE_STRTOULL +# define HAVE_GETTIMEOFDAY +# define HAVE_RAND_R +# define HAVE_GMTIME_R +# define HAVE_LOCALTIME_R +# define HAVE_WCTOMB +# define HAVE_MBTOWC +# define SOAP_LONG_FORMAT "%qd" +# define SOAP_ULONG_FORMAT "%qu" +# elif defined(__VMS) +# define HAVE_STRRCHR +# define HAVE_STRTOD +# define HAVE_SSCANF +# define HAVE_STRTOL +# define HAVE_STRTOUL +# define HAVE_SYS_TIMEB_H +# define HAVE_FTIME +# define HAVE_RAND_R +# define HAVE_GMTIME_R +# define HAVE_LOCALTIME_R +# define HAVE_WCTOMB +# define HAVE_MBTOWC +# elif defined(__GLIBC__) || defined(__GNU__) +# define HAVE_STRRCHR +# define HAVE_STRTOD +# define HAVE_SSCANF +# define HAVE_STRTOD_L +# define HAVE_SSCANF_L +# define HAVE_SPRINTF_L +# define HAVE_STRTOL +# define HAVE_STRTOUL +# define HAVE_STRTOLL +# define HAVE_STRTOULL +# define HAVE_SYS_TIMEB_H +# define HAVE_FTIME +# define HAVE_RAND_R +# define HAVE_GMTIME_R +# define HAVE_LOCALTIME_R +# define HAVE_TIMEGM +# define HAVE_WCTOMB +# define HAVE_MBTOWC +# define HAVE_ISNAN +# elif defined(TRU64) +# define HAVE_STRRCHR +# define HAVE_STRTOD +# define HAVE_SSCANF +# define HAVE_STRTOL +# define HAVE_STRTOUL +# define HAVE_GETTIMEOFDAY +# define HAVE_SYS_TIMEB_H +# define HAVE_RAND_R +# define HAVE_GMTIME_R +# define HAVE_LOCALTIME_R +# define __USE_STD_IOSTREAM +# define HAVE_WCTOMB +# define HAVE_MBTOWC +# define SOAP_LONG_FORMAT "%ld" +# define SOAP_ULONG_FORMAT "%lu" +# elif defined(MAC_CARBON) +# define WITH_NOIO +# define HAVE_STRRCHR +# define HAVE_STRTOD +# define HAVE_SSCANF +# define HAVE_STRTOD_L +# define HAVE_SSCANF_L +# define HAVE_SPRINTF_L +# define HAVE_STRTOL +# define HAVE_STRTOUL +# define HAVE_FTIME +# define HAVE_RAND_R +# define HAVE_GETHOSTBYNAME_R +# define HAVE_GMTIME_R +# define HAVE_LOCALTIME_R +# define HAVE_WCTOMB +# define HAVE_MBTOWC +# elif defined(PALM) +# define WITH_LEAN +# define HAVE_STRTOD /* strtod() is defined in palmFunctions.h */ +# include /* Needs to be included before unix headers */ +# include +# define IGNORE_STDIO_STUBS +# include +# define O_NONBLOCK FNONBIO +# include +# include "palmFunctions.h" +# elif defined(SYMBIAN) +# define WITH_LEAN +# define WITH_NONAMESPACES +# define HAVE_STRTOD /* use STRTOD since sscanf doesn't seem to work */ +# include +# include +# elif defined(VXWORKS) +# ifdef _WRS_KERNEL +# define _POSIX_THREADS 1 +# endif +# define HAVE_STRRCHR +# define HAVE_STRTOD +# define HAVE_SSCANF +# define HAVE_STRTOL +# define HAVE_STRTOUL +# define HAVE_GMTIME +# define HAVE_LOCALTIME +# define HAVE_MKTIME +# elif defined(OS390) +# define HAVE_STRRCHR +# define HAVE_STRTOD +# define HAVE_SSCANF +# define HAVE_STRTOL +# define HAVE_STRTOUL +# define HAVE_SYS_TIMEB_H +# define HAVE_FTIME +# define HAVE_RAND_R +# define HAVE_GMTIME_R +# define HAVE_LOCALTIME_R +# define HAVE_WCTOMB +# define HAVE_MBTOWC +# elif defined(AS400) +# define HAVE_STRRCHR +# define HAVE_STRTOD +# define HAVE_SSCANF +# define HAVE_STRTOL +# define HAVE_STRTOUL +# define HAVE_SYS_TIMEB_H +# define HAVE_FTIME +# define HAVE_RAND_R +# define HAVE_GMTIME_R +# define HAVE_LOCALTIME_R +# define HAVE_WCTOMB +# define HAVE_MBTOWC +# elif defined(__QNX__) || defined(QNX) +/* QNX does not have a working version of strtof */ +# undef HAVE_STRTOF +# define HAVE_STRRCHR +# define HAVE_STRTOD +# define HAVE_SSCANF +# define HAVE_STRTOL +# define HAVE_STRTOUL +# define HAVE_SYS_TIMEB_H +# define HAVE_FTIME +# define HAVE_RAND_R +# define HAVE_GETHOSTBYNAME_R +# define HAVE_GMTIME_R +# define HAVE_LOCALTIME_R +# define HAVE_WCTOMB +# define HAVE_MBTOWC +# define LONG64 long +# define ULONG64 unsigned LONG64 +# define SOAP_LONG_FORMAT "%ld" +# define SOAP_ULONG_FORMAT "%lu" +# else +/* Default asumptions on supported functions */ +# define HAVE_STRRCHR +# define HAVE_STRTOD +# define HAVE_SSCANF +# define HAVE_STRTOL +# define HAVE_STRTOUL +# define HAVE_SYS_TIMEB_H +# define HAVE_FTIME +# define HAVE_RAND_R +# define HAVE_GETHOSTBYNAME_R +# define HAVE_GMTIME_R +# define HAVE_LOCALTIME_R +# define HAVE_WCTOMB +# define HAVE_MBTOWC +# endif +#endif + +#ifdef WITH_C_LOCALE +# include +#else +# undef HAVE_STRTOF_L +# undef HAVE_STRTOD_L +# undef HAVE_SSCANF_L +# undef HAVE_SPRINTF_L +#endif + +#ifndef WITH_NOSTDLIB +# include +# ifndef PALM +# include +# include +# endif +# include +# include +#endif + +#if defined(__cplusplus) && !defined(WITH_LEAN) +# include +# include +#endif + +#ifdef WITH_NOHTTP +# ifndef WITH_NOIO +# define WITH_NOIO +# undef WITH_COOKIES +# endif +#endif + +/* Suggestion when SOAP_FD_EXCEEDED error occurs: + Some systems allow increasing FD_SETSIZE before including sys/types.h: +#define FD_SETSIZE (2048) +*/ + +#ifndef UNDER_CE +# ifndef PALM +# ifndef WITH_NOIO +# include +# include +# endif +# ifndef WITH_LEAN +# ifdef HAVE_SYS_TIMEB_H +# include /* for ftime() */ +# endif +# include +# endif +# endif +#endif + +#ifdef OPENSERVER +# include +# include +# include + extern int h_errno; +#endif + +#ifndef WITH_NOIO +# ifndef WIN32 +# ifndef PALM +# include +# ifdef VXWORKS +# include +# include +# ifndef _WRS_KERNEL +# include +# endif +# else +# ifndef SYMBIAN +# include +# endif +# endif +# ifdef SUN_OS +# include /* SUN */ +# include /* SUN < 2.8 (?) */ +# endif +# ifdef VXWORKS +# ifdef _WRS_KERNEL +# include +# endif +# else +# include +# endif +# include +# ifdef OS390 +# include +# else +# include /* TCP_NODELAY */ +# endif +# include +# endif +# endif +#endif + +#ifdef WIN32 +# define SOAP_WINSOCKINT int +#else +# define SOAP_WINSOCKINT size_t +#endif + +#ifdef WIN32 +# ifndef UNDER_CE +# include +# include +# endif +# ifdef WITH_IPV6 +# include /* Visual Studio 2005 users: you must install the Platform SDK (R2) */ +# include +# include +# define SOAP_GAI_STRERROR gai_strerrorA +# else +# include /* Visual Studio 2005 users: you must install the Platform SDK (R2) */ +/* # include */ /* Alternative: use winsock2 (not available with eVC) */ +# endif +#else +# ifdef VXWORKS +# include +# include +# include +# endif +# ifndef WITH_NOIO +# ifndef PALM +# include +# include +# include +# include +# ifdef _AIX41 +# include +# endif +# endif +# endif +#endif + +#ifdef WITH_FASTCGI +# include +#endif + +#ifdef WITH_OPENSSL +# define OPENSSL_NO_KRB5 +# include +# include +# include +# include +# include +# ifndef ALLOW_OLD_VERSIONS +# if (OPENSSL_VERSION_NUMBER < 0x00905100L) +# error "Must use OpenSSL 0.9.6 or later" +# endif +# endif +#endif + +#ifdef WITH_GZIP +# ifndef WITH_ZLIB +# define WITH_ZLIB +# endif +#endif + +#ifdef WITH_CASEINSENSITIVETAGS +# define SOAP_STRCMP soap_tag_cmp /* case insensitve XML element/attribute names */ +#else +# define SOAP_STRCMP strcmp /* case sensitive XML element/attribute names */ +#endif + +#ifdef WITH_ZLIB +# include +#endif + +#ifndef WITH_NOSTDLIB +# ifndef PALM +# include /* for isnan() */ +# endif +#endif + +/* #define DEBUG */ /* Uncomment to debug sending (in file SENT.log) receiving (in file RECV.log) and messages (in file TEST.log) */ + +#ifdef __cplusplus +extern "C" { +#endif + +/* Portability: define SOAP_SOCKLEN_T */ +#if defined(_AIX) +# if defined(_AIX43) +# define SOAP_SOCKLEN_T socklen_t +# else +# define SOAP_SOCKLEN_T int +# endif +#elif defined(SOCKLEN_T) +# define SOAP_SOCKLEN_T SOCKLEN_T +#elif defined(__socklen_t_defined) || defined(_SOCKLEN_T) || defined(CYGWIN) || defined(FREEBSD) || defined(__FreeBSD__) || defined(__QNX__) || defined(QNX) +# define SOAP_SOCKLEN_T socklen_t +#elif defined(IRIX) || defined(WIN32) || defined(__APPLE__) || defined(HP_UX) || defined(SUN_OS) || defined(OPENSERVER) || defined(TRU64) || defined(VXWORKS) +# define SOAP_SOCKLEN_T int +#else +# define SOAP_SOCKLEN_T size_t +#endif + +#ifndef SOAP_SOCKET +# ifdef WIN32 +# define SOAP_SOCKET SOCKET +# define soap_closesocket(n) closesocket(n) +# else +# define SOAP_SOCKET int +# define soap_closesocket(n) close(n) +# endif +#endif + +#define SOAP_INVALID_SOCKET ((SOAP_SOCKET)-1) +#define soap_valid_socket(n) ((n) != SOAP_INVALID_SOCKET) + +#ifndef SOAP_GAI_STRERROR +# define SOAP_GAI_STRERROR gai_strerror +#endif + +#ifndef FD_SETSIZE +# define FD_SETSIZE (1024) +#endif + +#if defined(SYMBIAN) +# define LONG64 long +# define ULONG64 unsigned LONG64 +#elif !defined(WIN32) || defined(CYGWIN) || defined(__GLIBC__) || defined(__GNU__) +# ifndef LONG64 +# if defined(HAVE_STDINT_H) +# include +# define LONG64 int64_t +# define ULONG64 uint64_t +# elif defined(__GLIBC__) +# include +# if (__WORDSIZE == 64) +# define LONG64 int64_t +# define ULONG64 uint64_t +# ifndef SOAP_LONG_FORMAT +# define SOAP_LONG_FORMAT "%ld" +# endif +# ifndef SOAP_ULONG_FORMAT +# define SOAP_ULONG_FORMAT "%lu" +# endif +# else +# define LONG64 long long +# define ULONG64 unsigned LONG64 +# endif +# else +# define LONG64 long long +# define ULONG64 unsigned LONG64 +# endif +# endif +#elif defined(UNDER_CE) +# define LONG64 __int64 +# define ULONG64 unsigned LONG64 +#elif defined(__BORLANDC__) +# define LONG64 __int64 +# define ULONG64 unsigned LONG64 +#endif + +#ifndef SOAP_LONG_FORMAT +# define SOAP_LONG_FORMAT "%lld" /* printf format for 64 bit ints */ +#endif + +#ifndef SOAP_ULONG_FORMAT +# define SOAP_ULONG_FORMAT "%llu" /* printf format for unsigned 64 bit ints */ +#endif + +#if defined(WIN32) && !defined(CYGWIN) +# define soap_int32 __int32 +#elif defined(SYMBIAN) +# define soap_int32 long +#elif defined(PALM) +# define soap_int32 Int32 +#elif defined(_AIX) +# if defined(_AIX43) +# define soap_int32 int32_t +# else +# define soap_int32 signed int +# endif +#else +# define soap_int32 int32_t +#endif + +#ifdef WIN32 +# define SOAP_ERANGE ERANGE +# define SOAP_EINTR WSAEINTR +# define SOAP_EAGAIN WSAEWOULDBLOCK +# define SOAP_EWOULDBLOCK WSAEWOULDBLOCK +# define SOAP_EINPROGRESS WSAEINPROGRESS +# define SOAP_EADDRINUSE WSAEADDRINUSE +#else +# define SOAP_ERANGE ERANGE +# define SOAP_EINTR EINTR +# define SOAP_EAGAIN EAGAIN +# define SOAP_EADDRINUSE EADDRINUSE +# ifdef SYMBIAN +# define SOAP_EWOULDBLOCK 9898 +# define SOAP_EINPROGRESS 9899 +# else +# define SOAP_EWOULDBLOCK EWOULDBLOCK +# define SOAP_EINPROGRESS EINPROGRESS +# endif +#endif + +#ifdef WIN32 +# ifdef UNDER_CE +# define soap_errno GetLastError() +# define soap_socket_errno(s) GetLastError() +# define soap_reset_errno SetLastError(0) +# else +# define soap_errno GetLastError() +# define soap_socket_errno(s) WSAGetLastError() +# define soap_reset_errno SetLastError(0) +# endif +#else +# ifndef WITH_NOIO +# define soap_errno errno +# define soap_socket_errno(s) errno +# define soap_reset_errno (errno = 0) +# else +# define soap_errno 0 +# define soap_socket_errno(s) 0 +# define soap_reset_errno +# endif +#endif + +#ifndef SOAP_BUFLEN +# ifndef WITH_LEAN +# define SOAP_BUFLEN (65536) /* buffer length for socket packets, also used by gethostbyname_r and UDP messages, so don't make this too small */ +# else +# define SOAP_BUFLEN (2048) +# endif +#endif +#ifndef SOAP_LABLEN +# define SOAP_LABLEN (256) /* initial look-aside buffer length */ +#endif +#ifndef SOAP_PTRBLK +# define SOAP_PTRBLK (32) /* block allocation for pointer hash table chains */ +#endif +#ifndef SOAP_PTRHASH +# ifndef WITH_LEAN +# define SOAP_PTRHASH (1024) /* size of pointer analysis hash table (must be power of 2) */ +# else +# define SOAP_PTRHASH (32) +# endif +#endif +#ifndef SOAP_IDHASH +# ifndef WITH_LEAN +# define SOAP_IDHASH (1999) /* prime size of hash table for parsed id/ref */ +# else +# define SOAP_IDHASH (19) /* 19, 199 */ +# endif +#endif +#ifndef SOAP_BLKLEN +# ifndef WITH_LEAN +# define SOAP_BLKLEN (256) /* size of blocks to collect long strings and XML attributes */ +# else +# define SOAP_BLKLEN (32) +# endif +#endif +#ifndef SOAP_TAGLEN +# ifndef WITH_LEAN +# define SOAP_TAGLEN (1024) /* maximum length of XML element tag/attribute name or host/path name + 1 */ +# else +# define SOAP_TAGLEN (64) +# endif +#endif +#ifndef SOAP_HDRLEN +# ifndef WITH_LEAN +# define SOAP_HDRLEN (8192) /* maximum length of HTTP header line (must be >4096 to read cookies) */ +# else +# define SOAP_HDRLEN (1024) +# endif +#endif +#ifndef SOAP_MAXDIMS +# ifndef WITH_LEAN +# define SOAP_MAXDIMS (16) /* maximum array dimensions (array nestings) must be less than 64 to protect soap->tmpbuf */ +# else +# define SOAP_MAXDIMS (4) +# endif +#endif + +#ifndef SOAP_MAXLOGS +# define SOAP_MAXLOGS (3) /* max number of debug logs per struct soap environment */ +# define SOAP_INDEX_RECV (0) +# define SOAP_INDEX_SENT (1) +# define SOAP_INDEX_TEST (2) +#endif + +#ifndef SOAP_MAXKEEPALIVE +# define SOAP_MAXKEEPALIVE (100) /* max iterations to keep server connection alive */ +#endif + +#ifndef SOAP_MAXARRAYSIZE +# define SOAP_MAXARRAYSIZE (1000000) /* "trusted" max size of inbound SOAP array for compound array allocation */ +#endif + +#ifdef VXWORKS +# ifdef __INCmathh +# include +# ifndef HAVE_ISNAN +# define HAVE_ISNAN +# endif +# define soap_isnan(num) isNan(num) +# endif +#endif + +#ifdef WIN32 +# include +# ifndef HAVE_ISNAN +# define HAVE_ISNAN +# endif +# define soap_isnan(num) _isnan(num) +#endif + +#ifdef SUN_OS +# define HAVE_ISNAN +#endif + +#ifdef __APPLE__ +# ifdef __cplusplus +# ifndef isnan +extern "C" int isnan(double); +# endif +# endif +# define HAVE_ISNAN +#endif + +#if !defined(HAVE_ISNAN) && (defined(_MATH_H) || defined(_MATH_INCLUDED)) +# define HAVE_ISNAN +#endif + +extern const struct soap_double_nan { unsigned int n1, n2; } soap_double_nan; + +#ifdef VXWORKS +# ifndef FLT_MAX +# define FLT_MAX _ARCH_FLT_MAX +# endif +# ifndef DBL_MAX +# define DBL_MAX _ARCH_DBL_MAX +# endif +#endif + +#ifndef FLT_NAN +# define FLT_NAN (*(float*)(void*)&soap_double_nan) +#endif + +#ifndef FLT_PINFTY +# if defined(FLT_MAX) +# define FLT_PINFTY FLT_MAX +# elif defined(HUGE_VALF) +# define FLT_PINFTY (float)HUGE_VALF +# elif defined(HUGE_VAL) +# define FLT_PINFTY (float)HUGE_VAL +# elif defined(FLOAT_MAX) +# define FLT_PINFTY FLOAT_MAX +# else +# define FLT_PINFTY (3.40282347e+38F) +# endif +#endif + +#ifndef FLT_NINFTY +# define FLT_NINFTY (-FLT_PINFTY) +#endif + +#ifndef DBL_NAN +# define DBL_NAN (*(double*)(void*)&soap_double_nan) +#endif + +#ifndef DBL_PINFTY +# if defined(DBL_MAX) +# define DBL_PINFTY DBL_MAX +# elif defined(HUGE_VALF) +# define DBL_PINFTY (double)HUGE_VALF +# elif defined(HUGE_VAL) +# define DBL_PINFTY (double)HUGE_VAL +# elif defined(DOUBLE_MAX) +# define DBL_PINFTY DOUBLE_MAX +# else +# define DBL_PINFTY (1.7976931348623157e+308) +# endif +#endif + +#ifndef DBL_NINFTY +# define DBL_NINFTY (-DBL_PINFTY) +#endif + +#ifndef soap_isnan +# ifdef HAVE_ISNAN +# define soap_isnan(n) isnan(n) +# else +# define soap_isnan(n) (0) +# endif +#endif + +#define soap_ispinfd(n) ((n) >= DBL_PINFTY) +#define soap_ispinff(n) ((n) >= FLT_PINFTY) +#define soap_isninfd(n) ((n) <= DBL_NINFTY) +#define soap_isninff(n) ((n) <= FLT_NINFTY) + +/* gSOAP error codes */ + +#define SOAP_EOF EOF +#define SOAP_ERR EOF +#define SOAP_OK 0 +#define SOAP_CLI_FAULT 1 +#define SOAP_SVR_FAULT 2 +#define SOAP_TAG_MISMATCH 3 +#define SOAP_TYPE 4 +#define SOAP_SYNTAX_ERROR 5 +#define SOAP_NO_TAG 6 +#define SOAP_IOB 7 +#define SOAP_MUSTUNDERSTAND 8 +#define SOAP_NAMESPACE 9 +#define SOAP_USER_ERROR 10 +#define SOAP_FATAL_ERROR 11 +#define SOAP_FAULT 12 +#define SOAP_NO_METHOD 13 +#define SOAP_NO_DATA 14 +#define SOAP_GET_METHOD 15 +#define SOAP_PUT_METHOD 16 +#define SOAP_DEL_METHOD 17 +#define SOAP_HEAD_METHOD 18 +#define SOAP_HTTP_METHOD 19 +#define SOAP_EOM 20 +#define SOAP_MOE 21 +#define SOAP_HDR 22 +#define SOAP_NULL 23 +#define SOAP_DUPLICATE_ID 24 +#define SOAP_MISSING_ID 25 +#define SOAP_HREF 26 +#define SOAP_UDP_ERROR 27 +#define SOAP_TCP_ERROR 28 +#define SOAP_HTTP_ERROR 29 +#define SOAP_SSL_ERROR 30 +#define SOAP_ZLIB_ERROR 31 +#define SOAP_DIME_ERROR 32 +#define SOAP_DIME_HREF 33 +#define SOAP_DIME_MISMATCH 34 +#define SOAP_DIME_END 35 +#define SOAP_MIME_ERROR 36 +#define SOAP_MIME_HREF 37 +#define SOAP_MIME_END 38 +#define SOAP_VERSIONMISMATCH 39 +#define SOAP_PLUGIN_ERROR 40 +#define SOAP_DATAENCODINGUNKNOWN 41 +#define SOAP_REQUIRED 42 +#define SOAP_PROHIBITED 43 +#define SOAP_OCCURS 44 +#define SOAP_LENGTH 45 +#define SOAP_FD_EXCEEDED 46 + +#define soap_xml_error_check(e) ((e) == SOAP_TAG_MISMATCH || (e) == SOAP_NO_TAG || (e) == SOAP_SYNTAX_ERROR || (e) == SOAP_NAMESPACE || (e) == SOAP_DUPLICATE_ID || (e) == SOAP_MISSING_ID || (e) == SOAP_REQUIRED || (e) == SOAP_PROHIBITED || (e) == SOAP_OCCURS || (e) == SOAP_LENGTH || (e) == SOAP_NULL || (e) == SOAP_HREF) +#define soap_soap_error_check(e) ((e) == SOAP_CLI_FAULT || (e) == SOAP_SVR_FAULT || (e) == SOAP_VERSIONMISMATCH || (e) == SOAP_MUSTUNDERSTAND || (e) == SOAP_FAULT || (e) == SOAP_NO_METHOD) +#define soap_tcp_error_check(e) ((e) == SOAP_EOF || (e) == SOAP_TCP_ERROR) +#define soap_ssl_error_check(e) ((e) == SOAP_SSL_ERROR) +#define soap_zlib_error_check(e) ((e) == SOAP_ZLIB_ERROR) +#define soap_http_error_check(e) ((e) == SOAP_HTTP_ERROR || ((e) >= SOAP_GET_METHOD && (e) <= SOAP_HTTP_METHOD)|| (e) == SOAP_NO_DATA || ((e) >= 100 && (e) < 600)) + +/* gSOAP HTTP response status codes 100 to 599 are reserved */ + +/* Codes 600 to 999 are user definable */ + +/* Exceptional gSOAP HTTP response status codes >= 1000 */ + +#define SOAP_STOP 1000 /* No HTTP response */ +#define SOAP_FORM 1001 /* Form request/response */ +#define SOAP_HTML 1002 /* Custom HTML response */ +#define SOAP_FILE 1003 /* Custom file-based response */ + +/* gSOAP HTTP method codes */ + +#define SOAP_POST 2000 +#define SOAP_GET 2001 + +/* gSOAP DIME */ + +#define SOAP_DIME_CF 0x01 +#define SOAP_DIME_ME 0x02 +#define SOAP_DIME_MB 0x04 +#define SOAP_DIME_VERSION 0x08 /* DIME version 1 */ +#define SOAP_DIME_MEDIA 0x10 +#define SOAP_DIME_ABSURI 0x20 + +/* gSOAP ZLIB */ + +#define SOAP_ZLIB_NONE 0x00 +#define SOAP_ZLIB_DEFLATE 0x01 +#define SOAP_ZLIB_INFLATE 0x02 +#define SOAP_ZLIB_GZIP 0x02 + +/* gSOAP transport, connection, and content encoding modes */ + +typedef soap_int32 soap_mode; + +#define SOAP_IO 0x00000003 /* IO mask */ +#define SOAP_IO_FLUSH 0x00000000 /* flush output immediately, no buffering */ +#define SOAP_IO_BUFFER 0x00000001 /* buffer output in packets of size SOAP_BUFLEN */ +#define SOAP_IO_STORE 0x00000002 /* store entire output to determine length for transport */ +#define SOAP_IO_CHUNK 0x00000003 /* use HTTP chunked transfer AND buffer packets */ + +#define SOAP_IO_UDP 0x00000004 /* TCP or UDP */ + +#define SOAP_IO_LENGTH 0x00000008 /* calc message length (internal) */ +#define SOAP_IO_KEEPALIVE 0x00000010 /* keep connection alive */ + +#define SOAP_ENC_LATIN 0x00000020 /* accept iso-8859-1 encoding */ +#define SOAP_ENC_XML 0x00000040 /* plain XML encoding, no HTTP header */ +#define SOAP_ENC_DIME 0x00000080 +#define SOAP_ENC_MIME 0x00000100 +#define SOAP_ENC_MTOM 0x00000200 +#define SOAP_ENC_ZLIB 0x00000400 +#define SOAP_ENC_SSL 0x00000800 + +#define SOAP_ENC 0x00000FFF /* IO and ENC mask */ + +#define SOAP_XML_STRICT 0x00001000 /* apply strict validation */ +#define SOAP_XML_INDENT 0x00002000 /* emit indented XML */ +#define SOAP_XML_CANONICAL 0x00004000 /* EXC C14N canonical XML */ +#define SOAP_XML_TREE 0x00008000 /* emit XML tree (no id/ref) */ +#define SOAP_XML_GRAPH 0x00010000 +#define SOAP_XML_NIL 0x00020000 +#define SOAP_XML_DOM 0x00040000 +#define SOAP_XML_SEC 0x00080000 /* reserved for WS security */ + +#define SOAP_C_NOIOB 0x00100000 /* don't fault on array index out of bounds (just ignore) */ +#define SOAP_C_UTFSTRING 0x00200000 /* (de)serialize strings with UTF8 content */ +#define SOAP_C_MBSTRING 0x00400000 /* (de)serialize strings with multi-byte content */ +#define SOAP_C_NILSTRING 0x00800000 /* serialize empty strings as nil (omitted) */ + +#define SOAP_DOM_TREE 0x01000000 +#define SOAP_DOM_NODE 0x02000000 +#define SOAP_DOM_ASIS 0x04000000 + +#define SOAP_MIME_POSTCHECK 0x10000000 /* MIME flag (internal) */ + +#define SOAP_IO_DEFAULT SOAP_IO_FLUSH + +/* SSL client/server authentication settings */ + +#define SOAP_SSL_NO_AUTHENTICATION 0x00 /* for testing purposes */ +#define SOAP_SSL_REQUIRE_SERVER_AUTHENTICATION 0x01 /* client requires server to authenticate */ +#define SOAP_SSL_REQUIRE_CLIENT_AUTHENTICATION 0x02 /* server requires client to authenticate */ +#define SOAP_SSL_SKIP_HOST_CHECK 0x04 /* client does not check the common name of the host in certificate */ +#define SOAP_SSL_ALLOW_EXPIRED_CERTIFICATE 0x08 /* client does not check the expiration date of the host certificate */ +#define SOAP_SSL_RSA 0x10 /* use RSA */ +#define SOAP_SSLv3 0x20 /* SSL v3 only */ +#define SOAP_TLSv1 0x40 /* TLS v1 only */ +#define SOAP_SSLv3_TLSv1 0x00 /* SSL v3 and TLS v1 support by default */ + +#define SOAP_SSL_DEFAULT (SOAP_SSL_REQUIRE_SERVER_AUTHENTICATION | SOAP_SSLv3_TLSv1) + +/* state */ + +#define SOAP_NONE 0 +#define SOAP_INIT 1 +#define SOAP_COPY 2 + +#define soap_check_state(soap) (!(soap) || ((soap)->state != SOAP_INIT && (soap)->state != SOAP_COPY)) + +/* part */ + +#define SOAP_BEGIN 0 +#define SOAP_IN_ENVELOPE 2 +#define SOAP_IN_HEADER 3 +#define SOAP_END_HEADER 4 +#define SOAP_NO_BODY 5 +#define SOAP_IN_BODY 6 +#define SOAP_END_BODY 7 +#define SOAP_END_ENVELOPE 8 +#define SOAP_END 9 +#define SOAP_BEGIN_SECURITY 10 +#define SOAP_IN_SECURITY 11 +#define SOAP_END_SECURITY 12 + +/* DEBUG macros */ + +#ifndef WITH_LEAN +# ifdef DEBUG +# ifndef SOAP_DEBUG +# define SOAP_DEBUG +# endif +# ifndef SOAP_MEM_DEBUG +# define SOAP_MEM_DEBUG +# endif +# endif +#endif + +#ifdef SOAP_MEM_DEBUG +# ifndef SOAP_MALLOC +# define SOAP_MALLOC(soap, size) soap_track_malloc(soap, __FILE__, __LINE__, size) +# endif +# ifndef SOAP_FREE +# define SOAP_FREE(soap, ptr) soap_track_free(soap, __FILE__, __LINE__, ptr) +# endif +#endif + +#ifndef SOAP_MALLOC /* use libc malloc */ +# define SOAP_MALLOC(soap, size) malloc(size) +#endif + +#ifndef SOAP_FREE /* use libc free */ +# define SOAP_FREE(soap, ptr) free(ptr) +#endif + +#ifdef SOAP_DEBUG +# ifndef SOAP_MESSAGE +# define SOAP_MESSAGE fprintf +# endif +# ifndef DBGLOG +# define DBGLOG(DBGFILE, CMD) \ +{ if (soap)\ + { if (!soap->fdebug[SOAP_INDEX_##DBGFILE])\ + soap_open_logfile((struct soap*)soap, SOAP_INDEX_##DBGFILE);\ + if (soap->fdebug[SOAP_INDEX_##DBGFILE])\ + { FILE *fdebug = soap->fdebug[SOAP_INDEX_##DBGFILE];\ + CMD;\ + fflush(fdebug);\ + }\ + }\ +} +# endif +# ifndef DBGMSG +# define DBGMSG(DBGFILE, MSG, LEN) \ +{ if (soap)\ + { if (!soap->fdebug[SOAP_INDEX_##DBGFILE])\ + soap_open_logfile((struct soap*)soap, SOAP_INDEX_##DBGFILE);\ + if (soap->fdebug[SOAP_INDEX_##DBGFILE])\ + { fwrite((MSG), 1, (LEN), soap->fdebug[SOAP_INDEX_##DBGFILE]);\ + fflush(soap->fdebug[SOAP_INDEX_##DBGFILE]);\ + }\ + }\ +} +# endif +# ifndef DBGFUN +# define DBGFUN(FNAME) DBGLOG(TEST, SOAP_MESSAGE(fdebug, "%s(%d): %s()\n", __FILE__, __LINE__, FNAME)) +# define DBGFUN1(FNAME, FMT, ARG) DBGLOG(TEST, SOAP_MESSAGE(fdebug, "%s(%d): %s("FMT")\n", __FILE__, __LINE__, FNAME, (ARG))) +# define DBGFUN2(FNAME, FMT1, ARG1, FMT2, ARG2) DBGLOG(TEST, SOAP_MESSAGE(fdebug, "%s(%d): %s("FMT1", "FMT2")\n", __FILE__, __LINE__, FNAME, (ARG1), (ARG2))) +# define DBGFUN3(FNAME, FMT1, ARG1, FMT2, ARG2, FMT3, ARG3) DBGLOG(TEST, SOAP_MESSAGE(fdebug, "%s(%d): %s("FMT1", "FMT2", "FMT3")\n", __FILE__, __LINE__, FNAME, (ARG1), (ARG2), (ARG3))) +# endif +# ifndef DBGHEX +# define DBGHEX(DBGFILE, MSG, LEN) \ +{ if (soap)\ + { if (!soap->fdebug[SOAP_INDEX_##DBGFILE])\ + soap_open_logfile(soap, SOAP_INDEX_##DBGFILE);\ + if (soap->fdebug[SOAP_INDEX_##DBGFILE])\ + { int i; char *s;\ + for (s = (char*)(MSG), i = (LEN); i; i--)\ + fprintf(soap->fdebug[SOAP_INDEX_##DBGFILE], "%2.2X ", (int)*s++&0xFF);\ + fflush(soap->fdebug[SOAP_INDEX_##DBGFILE]);\ + }\ + }\ +} +# endif +#else +# define DBGLOG(DBGFILE, CMD) +# define DBGMSG(DBGFILE, MSG, LEN) +# define DBGFUN(FNAME) +# define DBGFUN1(FNAME, FMT, ARG) +# define DBGFUN2(FNAME, FMT1, ARG1, FMT2, ARG2) +# define DBGFUN3(FNAME, FMT1, ARG1, FMT2, ARG2, FMT3, ARG3) +# define DBGHEX(DBGFILE, MSG, LEN) +#endif + +/* UCS-4 requires 32 bits (0-7FFFFFFF, the sign bit is used by gSOAP to distinguish XML entities) */ +typedef soap_int32 soap_wchar; + +/* namespace table row */ +struct Namespace +{ const char *id; + const char *ns; + const char *in; + char *out; +}; + +/* namespace stack */ +struct soap_nlist +{ struct soap_nlist *next; + unsigned int level; /* nesting depth level */ + short index; /* corresponding entry in ns mapping table */ + char *ns; /* only set when parsed ns URI is not in the ns mapping table */ + char id[1]; /* the actual string value flows into the allocated region below this struct */ +}; + +/* block stack for nested block allocations */ +struct soap_blist +{ struct soap_blist *next; + char *ptr; + size_t size; +}; + +/* array layout */ +struct soap_array +{ void *__ptr; + int __size; +}; + +/* pointer serialization management */ +struct soap_plist +{ struct soap_plist *next; + const void *ptr; + const struct soap_array *array; + int type; + int id; + char mark1; + char mark2; +}; + +/* block allocation for pointer serialization management */ +struct soap_pblk +{ struct soap_pblk *next; + struct soap_plist plist[SOAP_PTRBLK]; +}; + +#ifdef SOAP_MEM_DEBUG +/* malloc/free tracking for debugging */ +struct soap_mlist +{ struct soap_mlist *next; + const void *ptr; + const char *file; + int line; + short live; +}; +#endif + +/* class allocation list */ +struct soap_clist +{ struct soap_clist *next; + void *ptr; + int type; + int size; + int (*fdelete)(struct soap_clist*); +}; + +/* attributes */ +struct soap_attribute +{ struct soap_attribute *next; + char *value; + size_t size; + char *ns; + short visible; + char name[1]; /* the actual name string flows into the allocated region below this struct */ +}; + +#ifndef WITH_LEAN +struct soap_cookie +{ struct soap_cookie *next; + char *name; + char *value; + char *domain; + char *path; + time_t expire; /* client-side: local time to expire */ + long maxage; /* server-side: seconds to expire */ + unsigned int version; + short secure; + short session; /* server-side */ + short env; /* server-side: got cookie from client and should not be (re)send */ + short modified; /* server-side: client cookie was modified and should be send */ +}; +#endif + +#ifdef __cplusplus +SOAP_FMAC1 struct soap_multipart* SOAP_FMAC2 soap_next_multipart(struct soap_multipart*); + +class soap_multipart_iterator +{ public: + struct soap_multipart *content; + bool operator==(const soap_multipart_iterator& iter) const + { return content == iter.content; } + bool operator!=(const soap_multipart_iterator& iter) const + { return content != iter.content; } + struct soap_multipart &operator*() const + { return *content; } + soap_multipart_iterator &operator++() + { content = soap_next_multipart(content); return *this; } + soap_multipart_iterator() : content(NULL) + { } + soap_multipart_iterator(struct soap_multipart *p) : content(p) + { } +}; +#endif + +#ifndef WITH_LEANER +struct soap_dime +{ size_t count; + size_t size; + size_t chunksize; + size_t buflen; + char flags; + char *ptr; + const char *id; + const char *type; + const char *options; + struct soap_multipart *list; /* list of DIME attachments received */ + struct soap_multipart *first, *last; /* temporary in/out queue */ +#ifdef __cplusplus + soap_multipart_iterator begin() + { soap_multipart_iterator iter(list); return iter; }; + soap_multipart_iterator end() + { soap_multipart_iterator iter(NULL); return iter; }; +#endif +}; +#endif + +#ifndef WITH_LEANER +struct soap_mime +{ char *boundary; /* MIME boundary */ + const char *start; /* MIME start ID */ + struct soap_multipart *list; /* list of MIME attachments received */ + struct soap_multipart *first, *last; /* temporary in/out queue */ +#ifdef __cplusplus + soap_multipart_iterator begin() + { soap_multipart_iterator iter(list); return iter; }; + soap_multipart_iterator end() + { soap_multipart_iterator iter(NULL); return iter; }; +#endif +}; +#endif + +#ifndef WITH_LEANER +/* RFC2045 MIME content transfer encodings */ +enum soap_mime_encoding +{ SOAP_MIME_NONE, + SOAP_MIME_7BIT, + SOAP_MIME_8BIT, + SOAP_MIME_BINARY, + SOAP_MIME_QUOTED_PRINTABLE, + SOAP_MIME_BASE64, + SOAP_MIME_IETF_TOKEN, + SOAP_MIME_X_TOKEN +}; +#endif + +#ifndef WITH_LEANER +/* DIME/MIME multipart list */ +struct soap_multipart +{ struct soap_multipart *next; + char *ptr; /* points to raw data content */ + size_t size; /* size of data content */ + const char *id; /* DIME/MIME content ID or form data name */ + const char *type; /* DIME/MIME type (MIME type format) */ + const char *options; /* DIME options */ + enum soap_mime_encoding encoding; /* MIME Content-Transfer-Encoding */ + const char *location; /* MIME Content-Location (optional) */ + const char *description; /* MIME Content-Description (optional) */ +#ifdef __cplusplus + typedef soap_multipart_iterator iterator; +#endif +}; +#endif + +#ifndef WITH_LEANER +/* attachment DIME and MTOM XOP forwarding */ +struct soap_xlist +{ struct soap_xlist *next; + unsigned char **ptr; + int *size; + char *id; + char **type; + char **options; +}; +#endif + +/******************************************************************************/ + +#ifndef WITH_LEANER +#ifdef __cplusplus +class soap_dom_attribute_iterator +{ public: + struct soap_dom_attribute *att; + const char *nstr; + const char *name; + bool operator==(const soap_dom_attribute_iterator&) const; + bool operator!=(const soap_dom_attribute_iterator&) const; + struct soap_dom_attribute &operator*() const; + soap_dom_attribute_iterator &operator++(); + soap_dom_attribute_iterator(); + soap_dom_attribute_iterator(struct soap_dom_attribute*); + ~soap_dom_attribute_iterator(); +}; +#endif +#endif + +#ifndef WITH_LEANER +struct soap_dom_attribute +{ struct soap_dom_attribute *next; + const char *nstr; + char *name; + char *data; + wchar_t *wide; + struct soap *soap; +#ifdef __cplusplus + typedef soap_dom_attribute_iterator iterator; + struct soap_dom_attribute &set(const char *nstr, const char *name); /* set namespace and name */ + struct soap_dom_attribute &set(const char *data); /* set data */ + soap_dom_attribute_iterator begin(); + soap_dom_attribute_iterator end(); + soap_dom_attribute_iterator find(const char *nstr, const char *name); + void unlink(); + soap_dom_attribute(); + soap_dom_attribute(struct soap *soap); + soap_dom_attribute(struct soap *soap, const char *nstr, const char *name, const char *data); + ~soap_dom_attribute(); +#endif +}; +#endif + +#ifndef WITH_LEANER +#ifdef __cplusplus +class soap_dom_element_iterator +{ public: + struct soap_dom_element *elt; + const char *nstr; + const char *name; + int type; + bool operator==(const soap_dom_element_iterator&) const; + bool operator!=(const soap_dom_element_iterator&) const; + struct soap_dom_element &operator*() const; + soap_dom_element_iterator &operator++(); + soap_dom_element_iterator(); + soap_dom_element_iterator(struct soap_dom_element*); + ~soap_dom_element_iterator(); +}; +#endif +#endif + +#ifndef WITH_LEANER +struct soap_dom_element +{ struct soap_dom_element *next; /* next sibling */ + struct soap_dom_element *prnt; /* parent */ + struct soap_dom_element *elts; /* list of child elements */ + struct soap_dom_attribute *atts; /* list of attributes */ + const char *nstr; /* namespace string */ + char *name; /* element tag name */ + char *data; /* element content data (with SOAP_C_UTFSTRING flag set) */ + wchar_t *wide; /* element content data */ + int type; /* optional: serialized C/C++ data type */ + void *node; /* optional: pointer to serialized C/C++ data */ + char *head; /* leading whitespace to start tag */ + char *tail; /* leading whitespace to end tag */ + struct soap *soap; /* soap context that manages this node */ +#ifdef __cplusplus + typedef soap_dom_element_iterator iterator; + struct soap_dom_element &set(const char *nstr, const char *name); + struct soap_dom_element &set(const char *data); + struct soap_dom_element &set(void *node, int type); + struct soap_dom_element &add(struct soap_dom_element*); + struct soap_dom_element &add(struct soap_dom_element&); + struct soap_dom_element &add(struct soap_dom_attribute*); + struct soap_dom_element &add(struct soap_dom_attribute&); + soap_dom_element_iterator begin(); + soap_dom_element_iterator end(); + soap_dom_element_iterator find(const char *nstr, const char *name); + soap_dom_element_iterator find(int type); + void unlink(); + soap_dom_element(); + soap_dom_element(struct soap *soap); + soap_dom_element(struct soap *soap, const char *nstr, const char *name); + soap_dom_element(struct soap *soap, const char *nstr, const char *name, const char *data); + soap_dom_element(struct soap *soap, const char *nstr, const char *name, void *node, int type); + ~soap_dom_element(); +#endif +}; +SOAP_FMAC1 struct soap_dom_element * SOAP_FMAC2 soap_dom_next_element(struct soap_dom_element *elt); +SOAP_FMAC1 struct soap_dom_attribute * SOAP_FMAC2 soap_dom_next_attribute(struct soap_dom_attribute *att); +#endif + +#if defined(__cplusplus) && !defined(WITH_LEAN) +} +extern std::ostream &operator<<(std::ostream&, const struct soap_dom_element&); +extern std::istream &operator>>(std::istream&, struct soap_dom_element&); +extern "C" { +#endif + +/******************************************************************************/ + +#ifdef WIN32 +# ifdef SOAP_STD_EXPORTS +# define SOAP_STD_API __declspec(dllexport) +# else +# define SOAP_STD_API +# endif +#else +# define SOAP_STD_API +#endif + +struct SOAP_STD_API soap +{ short state; /* 0 = uninitialized, 1 = initialized, 2 = copy of another soap struct */ + short version; /* 1 = SOAP1.1 and 2 = SOAP1.2 (set automatically from namespace URI in nsmap table) */ + soap_mode mode; + soap_mode imode; + soap_mode omode; + const char *float_format; /* user-definable format string for floats (<1024 chars) */ + const char *double_format; /* user-definable format string for doubles (<1024 chars) */ + const char *dime_id_format; /* user-definable format string for integer DIME id ( 0, gives socket recv timeout in seconds, < 0 in usec */ + int send_timeout; /* when > 0, gives socket send timeout in seconds, < 0 in usec */ + int connect_timeout; /* when > 0, gives socket connect() timeout in seconds, < 0 in usec */ + int accept_timeout; /* when > 0, gives socket accept() timeout in seconds, < 0 in usec */ + int socket_flags; /* socket recv() and send() flags, e.g. set to MSG_NOSIGNAL to disable sigpipe */ + int connect_flags; /* connect() SOL_SOCKET sockopt flags, e.g. set to SO_DEBUG to debug socket */ + int bind_flags; /* bind() SOL_SOCKET sockopt flags, e.g. set to SO_REUSEADDR to enable reuse */ + int accept_flags; /* accept() SOL_SOCKET sockopt flags */ + unsigned short linger_time; /* linger time for SO_LINGER option */ + const struct Namespace *namespaces; /* Pointer to global namespace mapping table */ + struct Namespace *local_namespaces; /* Local namespace mapping table */ + struct soap_nlist *nlist; /* namespace stack */ + struct soap_blist *blist; /* block allocation stack */ + struct soap_clist *clist; /* class instance allocation list */ + void *alist; /* memory allocation (malloc) list */ + struct soap_ilist *iht[SOAP_IDHASH]; + struct soap_plist *pht[SOAP_PTRHASH]; + struct soap_pblk *pblk; /* plist block allocation */ + short pidx; /* plist block allocation */ + struct SOAP_ENV__Header *header; + struct SOAP_ENV__Fault *fault; + int idnum; + void *user; /* to pass user-defined data */ + struct soap_plugin *plugins; /* linked list of plug-in data */ + char *userid; /* HTTP Basic authorization userid */ + char *passwd; /* HTTP Basic authorization passwd */ + int (*fpost)(struct soap*, const char*, const char*, int, const char*, const char*, size_t); + int (*fget)(struct soap*); + int (*fput)(struct soap*); + int (*fdel)(struct soap*); + int (*fhead)(struct soap*); + int (*fform)(struct soap*); + int (*fposthdr)(struct soap*, const char*, const char*); + int (*fresponse)(struct soap*, int, size_t); + int (*fparse)(struct soap*); + int (*fparsehdr)(struct soap*, const char*, const char*); + int (*fheader)(struct soap*); + int (*fresolve)(struct soap*, const char*, struct in_addr* inaddr); + int (*fconnect)(struct soap*, const char*, const char*, int); + int (*fdisconnect)(struct soap*); + int (*fclosesocket)(struct soap*, SOAP_SOCKET); + int (*fshutdownsocket)(struct soap*, SOAP_SOCKET, int); + SOAP_SOCKET (*fopen)(struct soap*, const char*, const char*, int); + SOAP_SOCKET (*faccept)(struct soap*, SOAP_SOCKET, struct sockaddr*, int *n); + int (*fclose)(struct soap*); + int (*fsend)(struct soap*, const char*, size_t); + size_t (*frecv)(struct soap*, char*, size_t); + int (*fpoll)(struct soap*); + void (*fseterror)(struct soap*, const char **c, const char **s); + int (*fignore)(struct soap*, const char*); + int (*fserveloop)(struct soap*); + void *(*fplugin)(struct soap*, const char*); + void *(*fmalloc)(struct soap*, size_t); +#ifndef WITH_LEANER + int (*fprepareinit)(struct soap*); + int (*fpreparesend)(struct soap*, const char*, size_t); + int (*fpreparerecv)(struct soap*, const char*, size_t); + int (*fpreparefinal)(struct soap*); + void *(*fdimereadopen)(struct soap*, void*, const char*, const char*, const char*); + void *(*fdimewriteopen)(struct soap*, const char*, const char*, const char*); + void (*fdimereadclose)(struct soap*, void*); + void (*fdimewriteclose)(struct soap*, void*); + size_t (*fdimeread)(struct soap*, void*, char*, size_t); + int (*fdimewrite)(struct soap*, void*, const char*, size_t); + void *(*fmimereadopen)(struct soap*, void*, const char*, const char*, const char*); + void *(*fmimewriteopen)(struct soap*, void*, const char*, const char*, const char*, enum soap_mime_encoding); + void (*fmimereadclose)(struct soap*, void*); + void (*fmimewriteclose)(struct soap*, void*); + size_t (*fmimeread)(struct soap*, void*, char*, size_t); + int (*fmimewrite)(struct soap*, void*, const char*, size_t); +#endif + SOAP_SOCKET master; + SOAP_SOCKET socket; +#if defined(__cplusplus) && !defined(WITH_LEAN) + std::ostream *os; + std::istream *is; +#else + void *os; /* preserve struct size */ + void *is; /* preserve struct size */ +#endif +#ifndef UNDER_CE + int sendfd; + int recvfd; +#else + FILE *sendfd; + FILE *recvfd; +#endif + size_t bufidx; /* index in soap.buf[] */ + size_t buflen; /* length of soap.buf[] content */ + soap_wchar ahead; /* parser lookahead */ + short cdata; /* CDATA parser state */ + short body; /* parsed XML element has a body or not */ + unsigned int level; /* XML nesting level */ + size_t count; /* message length counter */ + size_t length; /* message length as set by HTTP header */ + char *labbuf; /* look-aside buffer */ + size_t lablen; /* look-aside buffer allocated length */ + size_t labidx; /* look-aside buffer index to available part */ + char buf[SOAP_BUFLEN];/* send and receive buffer */ + char msgbuf[1024]; /* in/out buffer for HTTP/MIME headers >=1024 bytes */ + char tmpbuf[1024]; /* in/out buffer for HTTP/MIME headers, simpleType values, element and attribute tag names, and DIME must be >=1024 bytes */ + char tag[SOAP_TAGLEN]; + char id[SOAP_TAGLEN]; + char href[SOAP_TAGLEN]; + char type[SOAP_TAGLEN]; + char arrayType[SOAP_TAGLEN]; + char arraySize[SOAP_TAGLEN]; + char arrayOffset[SOAP_TAGLEN]; + short other; + short position; + int positions[SOAP_MAXDIMS]; + short root; + struct soap_attribute *attributes; /* attribute list */ + short encoding; /* when set, output encodingStyle */ + short mustUnderstand; /* a mustUnderstand element was parsed or is output */ + short null; /* parsed XML is xsi:nil */ + short ns; /* when not set, output full xmlns bindings */ + short part; /* parsing state */ + short alloced; + short peeked; + size_t chunksize; + size_t chunkbuflen; + char endpoint[SOAP_TAGLEN]; + char path[SOAP_TAGLEN]; + char host[SOAP_TAGLEN]; + char *action; + char *authrealm; /* HTTP authentication realm */ + char *prolog; /* XML declaration prolog */ + unsigned long ip; /* IP number */ + int port; /* port number */ + short keep_alive; /* connection should be kept open */ + short tcp_keep_alive; /* enable SO_KEEPALIVE */ + unsigned int tcp_keep_idle; /* set TCP_KEEPIDLE */ + unsigned int tcp_keep_intvl; /* set TCP_KEEPINTVL */ + unsigned int tcp_keep_cnt; /* set TCP_KEEPCNT */ + unsigned int max_keep_alive; /* maximum keep-alive session (default=100) */ + const char *proxy_http_version;/* HTTP version of proxy "1.0" or "1.1" */ + const char *proxy_host; /* Proxy Server host name */ + int proxy_port; /* Proxy Server port (default = 8080) */ + const char *proxy_userid; /* Proxy Authorization user name */ + const char *proxy_passwd; /* Proxy Authorization password */ + const char *proxy_from; /* X-Forwarding-For header returned by proxy */ + int status; /* -1 when request, else error code to be returned by server */ + int error; + int errmode; + int errnum; +#ifndef WITH_LEANER + struct soap_dom_element *dom; + struct soap_dime dime; + struct soap_mime mime; + struct soap_xlist *xlist; +#endif +#if !defined(WITH_LEAN) || defined(SOAP_DEBUG) + const char *logfile[SOAP_MAXLOGS]; + FILE *fdebug[SOAP_MAXLOGS]; + struct soap_mlist *mht[SOAP_PTRHASH]; +#endif +#ifndef WITH_LEAN + const char *c14ninclude; + const char *c14nexclude; + struct soap_cookie *cookies; + const char *cookie_domain; + const char *cookie_path; + int cookie_max; +#endif +#ifndef WITH_NOIO + int ipv6_multicast_if; /* always include this to keep the soap struct size the same in v4 and v6 */ + char* ipv4_multicast_if; /* always include this to keep the soap struct size the same in v4 and v6 */ + int ipv4_multicast_ttl; /* multicast scope */ +#ifdef WITH_IPV6 + struct sockaddr_storage peer; /* IPv6: set by soap_accept and by UDP recv */ +#else + struct sockaddr_in peer; /* IPv4: set by soap_connect/soap_accept and by UDP recv */ +#endif +#endif + size_t peerlen; +#ifdef WITH_OPENSSL + int (*fsslauth)(struct soap*); + int (*fsslverify)(int, X509_STORE_CTX*); + BIO *bio; + SSL *ssl; + SSL_CTX *ctx; + SSL_SESSION *session; +#else + void *fsslauth; /* dummy members, to preserve struct size */ + void *fsslverify; + void *bio; + void *ssl; + void *ctx; + void *session; +#endif + unsigned short ssl_flags; + const char *keyfile; + const char *password; + const char *dhfile; + const char *cafile; + const char *capath; + const char *crlfile; + const char *randfile; + char session_host[SOAP_TAGLEN]; + int session_port; +#ifdef WITH_C_LOCALE + locale_t c_locale; /* set to C locale by default */ +#else + void *c_locale; +#endif +#ifdef WITH_ZLIB + z_stream *d_stream; /* decompression stream */ + uLong z_crc; /* internal gzip crc */ +#else + void *d_stream; /* dummy members, to preserve struct size */ + soap_int32 z_crc; +#endif + short zlib_state; /* SOAP_ZLIB_NONE, SOAP_ZLIB_DEFLATE, or SOAP_ZLIB_INFLATE */ + short zlib_in; /* SOAP_ZLIB_NONE, SOAP_ZLIB_DEFLATE, or SOAP_ZLIB_GZIP */ + short zlib_out; /* SOAP_ZLIB_NONE, SOAP_ZLIB_DEFLATE, or SOAP_ZLIB_GZIP */ + char *z_buf; /* buffer */ + size_t z_buflen; + unsigned short z_level; /* compression level to be used (0=none, 1=fast to 9=best) */ + float z_ratio_in; /* detected compression ratio compressed_length/length of inbound message */ + float z_ratio_out; /* detected compression ratio compressed_length/length of outbound message */ +#ifdef WMW_RPM_IO + void *rpmreqid; +#endif +#ifdef __cplusplus + soap(); + soap(soap_mode); + soap(soap_mode, soap_mode); + soap(struct soap&); + virtual ~soap(); +#else + void (*dummy)(); +#endif +}; + +struct soap_code_map +{ long code; + const char *string; +}; + +/* forwarding list */ +struct soap_flist +{ struct soap_flist *next; + int type; + void *ptr; + unsigned int level; + size_t len; + void (*fcopy)(struct soap*, int, int, void*, size_t, const void*, size_t); +}; + +/* id-ref forwarding list */ +struct soap_ilist +{ struct soap_ilist *next; + int type; + size_t size; + void *link; + void *copy; + struct soap_flist *flist; + void *ptr; + unsigned int level; + char id[1]; /* the actual id string value flows into the allocated region below this struct */ +}; + +struct soap_plugin +{ struct soap_plugin *next; + const char *id; + void *data; + int (*fcopy)(struct soap *soap, struct soap_plugin *dst, struct soap_plugin *src); + void (*fdelete)(struct soap *soap, struct soap_plugin *p); /* should delete fields of plugin only and not free(p) */ +}; + +#ifndef WITH_NONAMESPACES +extern SOAP_NMAC struct Namespace namespaces[]; +#endif + +#ifndef WITH_LEAN +# define soap_get0(soap) (((soap)->bufidx>=(soap)->buflen && soap_recv(soap)) ? EOF : (unsigned char)(soap)->buf[(soap)->bufidx]) +# define soap_get1(soap) (((soap)->bufidx>=(soap)->buflen && soap_recv(soap)) ? EOF : (unsigned char)(soap)->buf[(soap)->bufidx++]) +#else +soap_wchar soap_get0(struct soap*); +soap_wchar soap_get1(struct soap*); +#endif + +#define soap_revget1(soap) ((soap)->bufidx--) +#define soap_unget(soap, c) ((soap)->ahead = c) +#define soap_register_plugin(soap, plugin) soap_register_plugin_arg(soap, plugin, NULL) +#define soap_imode(soap, n) ((soap)->mode = (soap)->imode = (n)) +#define soap_set_imode(soap, n) ((soap)->imode |= (n)) +#define soap_clr_imode(soap, n) ((soap)->imode &= ~(n)) +#define soap_omode(soap, n) ((soap)->mode = (soap)->omode = (n)) +#define soap_set_omode(soap, n) ((soap)->omode |= (n)) +#define soap_clr_omode(soap, n) ((soap)->omode &= ~(n)) +#define soap_set_mode(soap, n) ((soap)->imode |= (n), (soap)->omode |= (n)) +#define soap_clr_mode(soap, n) ((soap)->imode &= ~(n), (soap)->omode &= ~(n)) +#define soap_destroy(soap) soap_delete((soap), NULL) + +#ifdef HAVE_STRRCHR +# define soap_strrchr(s, t) strrchr(s, t) +#else + SOAP_FMAC1 char* SOAP_FMAC2 soap_strrchr(const char *s, int t); +#endif + +#ifdef HAVE_STRTOL +# define soap_strtol(s, t, b) strtol(s, t, b) +#else + SOAP_FMAC1 long SOAP_FMAC2 soap_strtol(const char *s, char **t, int b); +#endif + +#ifdef HAVE_STRTOUL +# define soap_strtoul(s, t, b) strtoul(s, t, b) +#else + SOAP_FMAC1 unsigned long SOAP_FMAC2 soap_strtoul(const char *s, char **t, int b); +#endif + +#if defined(WITH_OPENSSL) +# define soap_random soap_rand() +SOAP_FMAC1 int SOAP_FMAC2 soap_rand(void); +#elif defined(HAVE_RANDOM) +# define soap_random (int)random() +#else +# define soap_random rand() +#endif + +#ifdef WITH_NOIDREF +# define soap_embedded(s, p, t) (0) +# define soap_id_lookup(s, i, p, t, n, k) (p) +# define soap_id_forward(s, h, p, len, st, tt, n, k, fc) (p) +# define soap_reference(s, a, t) (1) +# define soap_array_reference(s, p, a, n, t) (1) +# define soap_embed(s, p, a, n, t, pp) (0) +# define soap_embedded_id(s, i, p, t) (i) +# define soap_is_embedded(s, p) (0) +# define soap_is_single(s, p) (1) +# define soap_lookup_type(s, i) (0) +# define soap_getindependent(s) (0) +# define soap_putindependent(s) (0) +# define soap_getelement(s, n) (n) +# define soap_putelement(s, p, t, i, n) (0) +# define soap_markelement(s, p, n) (0) +#endif + +SOAP_FMAC1 void SOAP_FMAC2 soap_header(struct soap*); +SOAP_FMAC1 void SOAP_FMAC2 soap_fault(struct soap*); +SOAP_FMAC1 const char** SOAP_FMAC2 soap_faultcode(struct soap*); +SOAP_FMAC1 const char** SOAP_FMAC2 soap_faultsubcode(struct soap*); +SOAP_FMAC1 const char** SOAP_FMAC2 soap_faultstring(struct soap*); +SOAP_FMAC1 const char** SOAP_FMAC2 soap_faultdetail(struct soap*); +SOAP_FMAC1 void SOAP_FMAC2 soap_serializeheader(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_putheader(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_getheader(struct soap*); +SOAP_FMAC1 void SOAP_FMAC2 soap_serializefault(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_putfault(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_getfault(struct soap*); + +SOAP_FMAC1 void SOAP_FMAC2 soap_ssl_init(); +SOAP_FMAC1 int SOAP_FMAC2 soap_poll(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_connect_command(struct soap*, int, const char*, const char*); +SOAP_FMAC1 int SOAP_FMAC2 soap_connect(struct soap*, const char*, const char*); +SOAP_FMAC1 SOAP_SOCKET SOAP_FMAC2 soap_bind(struct soap*, const char*, int, int); +SOAP_FMAC1 SOAP_SOCKET SOAP_FMAC2 soap_accept(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_ssl_accept(struct soap*); +SOAP_FMAC1 const char * SOAP_FMAC2 soap_ssl_error(struct soap*, int); + +SOAP_FMAC1 int SOAP_FMAC2 soap_ssl_server_context(struct soap*, unsigned short, const char*, const char*, const char*, const char*, const char*, const char*, const char*); +SOAP_FMAC1 int SOAP_FMAC2 soap_ssl_client_context(struct soap*, unsigned short, const char*, const char*, const char*, const char*, const char*); + +SOAP_FMAC1 int SOAP_FMAC2 soap_puthttphdr(struct soap*, int status, size_t count); + +SOAP_FMAC1 const char* SOAP_FMAC2 soap_get_header_attribute(struct soap*, const char*, const char*); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_decode_key(char*, size_t, const char*); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_decode_val(char*, size_t, const char*); + +SOAP_FMAC1 size_t SOAP_FMAC2 soap_hash(const char*); +SOAP_FMAC1 void SOAP_FMAC2 soap_set_endpoint(struct soap*, const char*); +SOAP_FMAC1 int SOAP_FMAC2 soap_flush_raw(struct soap*, const char*, size_t); +SOAP_FMAC1 int SOAP_FMAC2 soap_flush(struct soap*); +SOAP_FMAC1 soap_wchar SOAP_FMAC2 soap_get(struct soap*); +SOAP_FMAC1 soap_wchar SOAP_FMAC2 soap_getchar(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_tag_cmp(const char*, const char*); +SOAP_FMAC1 void SOAP_FMAC2 soap_set_fault(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_sender_fault(struct soap*, const char*, const char*); +SOAP_FMAC1 int SOAP_FMAC2 soap_sender_fault_subcode(struct soap*, const char*, const char*, const char*); +SOAP_FMAC1 int SOAP_FMAC2 soap_receiver_fault(struct soap*, const char*, const char*); +SOAP_FMAC1 int SOAP_FMAC2 soap_receiver_fault_subcode(struct soap*, const char*, const char*, const char*); +SOAP_FMAC1 int SOAP_FMAC2 soap_set_sender_error(struct soap*, const char*, const char*, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_set_receiver_error(struct soap*, const char*, const char*, int); + +SOAP_FMAC1 int SOAP_FMAC2 soap_send_raw(struct soap*, const char*, size_t); +SOAP_FMAC1 int SOAP_FMAC2 soap_recv_raw(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_recv(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_send(struct soap*, const char*); +SOAP_FMAC1 int SOAP_FMAC2 soap_send2(struct soap*, const char*, const char*); +SOAP_FMAC1 int SOAP_FMAC2 soap_send3(struct soap*, const char*, const char*, const char*); + +SOAP_FMAC1 int SOAP_FMAC2 soap_pututf8(struct soap*, unsigned long); +SOAP_FMAC1 soap_wchar SOAP_FMAC2 soap_getutf8(struct soap*); + +SOAP_FMAC1 int SOAP_FMAC2 soap_putbase64(struct soap*, const unsigned char*, int); +SOAP_FMAC1 unsigned char* SOAP_FMAC2 soap_getbase64(struct soap*, int*, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_puthex(struct soap*, const unsigned char*, int); +SOAP_FMAC1 unsigned char* SOAP_FMAC2 soap_gethex(struct soap*, int*); + +#ifndef WITH_LEANER +SOAP_FMAC1 int SOAP_FMAC2 soap_xop_forward(struct soap*, unsigned char**, int*, char**, char**, char**); +SOAP_FMAC1 int SOAP_FMAC2 soap_dime_forward(struct soap*, unsigned char**, int*, char**, char**, char**); +#endif + +#ifndef WITH_NOIDREF +SOAP_FMAC1 int SOAP_FMAC2 soap_pointer_lookup_id(struct soap*, void *p, int t, struct soap_plist**); +SOAP_FMAC1 int SOAP_FMAC2 soap_pointer_lookup(struct soap*, const void *p, int t, struct soap_plist**); +SOAP_FMAC1 int SOAP_FMAC2 soap_pointer_enter(struct soap*, const void *p, const struct soap_array *a, int n, int t, struct soap_plist**); +SOAP_FMAC1 int SOAP_FMAC2 soap_array_pointer_lookup(struct soap*, const void *p, const struct soap_array *a, int n, int t, struct soap_plist**); +SOAP_FMAC1 int SOAP_FMAC2 soap_embed(struct soap *soap, const void *p, const struct soap_array *a, int n, const char *tag, int type); +SOAP_FMAC1 struct soap_ilist* SOAP_FMAC2 soap_lookup(struct soap*, const char*); +SOAP_FMAC1 struct soap_ilist* SOAP_FMAC2 soap_enter(struct soap*, const char*); +SOAP_FMAC1 int SOAP_FMAC2 soap_resolve(struct soap*); +SOAP_FMAC1 void SOAP_FMAC2 soap_embedded(struct soap*, const void *p, int t); +SOAP_FMAC1 int SOAP_FMAC2 soap_reference(struct soap*, const void *p, int t); +SOAP_FMAC1 int SOAP_FMAC2 soap_array_reference(struct soap*, const void *p, const struct soap_array *a, int n, int t); +SOAP_FMAC1 int SOAP_FMAC2 soap_embedded_id(struct soap*, int id, const void *p, int t); +SOAP_FMAC1 int SOAP_FMAC2 soap_is_embedded(struct soap*, struct soap_plist*); +SOAP_FMAC1 int SOAP_FMAC2 soap_is_single(struct soap*, struct soap_plist*); +SOAP_FMAC1 void SOAP_FMAC2 soap_set_embedded(struct soap*, struct soap_plist*); +#endif + +SOAP_FMAC1 int SOAP_FMAC2 soap_begin_count(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_end_count(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_begin_send(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_end_send(struct soap*); + +SOAP_FMAC1 const struct soap_code_map* SOAP_FMAC2 soap_code(const struct soap_code_map*, const char*); +SOAP_FMAC1 long SOAP_FMAC2 soap_code_int(const struct soap_code_map*, const char*, long); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_code_str(const struct soap_code_map*, long); +SOAP_FMAC1 long SOAP_FMAC2 soap_code_bits(const struct soap_code_map*, const char*); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_code_list(struct soap*, const struct soap_code_map*, long); + +SOAP_FMAC1 int SOAP_FMAC2 soap_getline(struct soap*, char*, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_begin_recv(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_end_recv(struct soap*); + +SOAP_FMAC1 void* SOAP_FMAC2 soap_malloc(struct soap*, size_t); +SOAP_FMAC1 void SOAP_FMAC2 soap_dealloc(struct soap*, void*); +SOAP_FMAC1 struct soap_clist * SOAP_FMAC2 soap_link(struct soap*, void*, int, int, int (*fdelete)(struct soap_clist*)); +SOAP_FMAC1 void SOAP_FMAC2 soap_unlink(struct soap*, const void*); +SOAP_FMAC1 void SOAP_FMAC2 soap_free_temp(struct soap*); +SOAP_FMAC1 void SOAP_FMAC2 soap_del(struct soap*); + +SOAP_FMAC1 void* SOAP_FMAC2 soap_track_malloc(struct soap*, const char*, int, size_t); +SOAP_FMAC1 void SOAP_FMAC2 soap_track_free(struct soap*, const char*, int, void*); + +#ifndef WITH_NOIDREF +SOAP_FMAC1 int SOAP_FMAC2 soap_lookup_type(struct soap*, const char *id); +SOAP_FMAC1 void* SOAP_FMAC2 soap_id_lookup(struct soap*, const char *id, void **p, int t, size_t n, unsigned int k); +SOAP_FMAC1 void* SOAP_FMAC2 soap_id_forward(struct soap*, const char *id, void *p, size_t len, int st, int tt, size_t n, unsigned int k, void(*fcopy)(struct soap*, int, int, void*, size_t, const void*, size_t)); +#endif +SOAP_FMAC1 void* SOAP_FMAC2 soap_id_enter(struct soap*, const char *id, void *p, int t, size_t n, unsigned int k, const char *type, const char *arrayType, void *(*finstantiate)(struct soap*, int, const char*, const char*, size_t*)); +SOAP_FMAC1 void SOAP_FMAC2 soap_fcopy(struct soap *soap, int st, int tt, void *p, size_t, const void *q, size_t n); + +SOAP_FMAC1 int SOAP_FMAC2 soap_size(const int *, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_getoffsets(const char *, const int *, int *, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_getsize(const char *, const char *, int *); +SOAP_FMAC1 int SOAP_FMAC2 soap_getsizes(const char *, int *, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_getposition(const char *, int *); + +SOAP_FMAC1 char* SOAP_FMAC2 soap_putsize(struct soap*, const char *, int); +SOAP_FMAC1 char* SOAP_FMAC2 soap_putsizesoffsets(struct soap*, const char *, const int *, const int *, int); +SOAP_FMAC1 char* SOAP_FMAC2 soap_putsizes(struct soap*, const char *, const int *, int); +SOAP_FMAC1 char* SOAP_FMAC2 soap_putoffset(struct soap*, int); +SOAP_FMAC1 char* SOAP_FMAC2 soap_putoffsets(struct soap*, const int *, int); + +SOAP_FMAC1 int SOAP_FMAC2 soap_closesock(struct soap*); + +SOAP_FMAC1 struct soap *SOAP_FMAC2 soap_new(void); +SOAP_FMAC1 struct soap *SOAP_FMAC2 soap_new1(soap_mode); +SOAP_FMAC1 struct soap *SOAP_FMAC2 soap_new2(soap_mode, soap_mode); +SOAP_FMAC1 void SOAP_FMAC2 soap_free(struct soap*); +SOAP_FMAC1 struct soap *SOAP_FMAC2 soap_copy(const struct soap*); +SOAP_FMAC1 struct soap *SOAP_FMAC2 soap_copy_context(struct soap*, const struct soap*); +SOAP_FMAC1 void SOAP_FMAC2 soap_copy_stream(struct soap*, struct soap*); +SOAP_FMAC1 void SOAP_FMAC2 soap_init(struct soap*); +SOAP_FMAC1 void SOAP_FMAC2 soap_init1(struct soap*, soap_mode); +SOAP_FMAC1 void SOAP_FMAC2 soap_init2(struct soap*, soap_mode, soap_mode); +SOAP_FMAC1 void SOAP_FMAC2 soap_done(struct soap*); +SOAP_FMAC1 void SOAP_FMAC2 soap_cleanup(struct soap*); +SOAP_FMAC1 void SOAP_FMAC2 soap_begin(struct soap*); +SOAP_FMAC1 void SOAP_FMAC2 soap_end(struct soap*); +SOAP_FMAC1 void SOAP_FMAC2 soap_delete(struct soap*, void*); + +#ifdef SOAP_DEBUG +SOAP_FMAC1 void SOAP_FMAC2 soap_set_recv_logfile(struct soap*, const char*); +SOAP_FMAC1 void SOAP_FMAC2 soap_set_sent_logfile(struct soap*, const char*); +SOAP_FMAC1 void SOAP_FMAC2 soap_set_test_logfile(struct soap*, const char*); +SOAP_FMAC1 void SOAP_FMAC2 soap_close_logfiles(struct soap*); +SOAP_FMAC1 void SOAP_FMAC2 soap_open_logfile(struct soap*, int); +#endif + +SOAP_FMAC1 const char* SOAP_FMAC2 soap_value(struct soap*); + +SOAP_FMAC1 int SOAP_FMAC2 soap_match_tag(struct soap*, const char*, const char *); +SOAP_FMAC1 int SOAP_FMAC2 soap_match_array(struct soap*, const char*); + +SOAP_FMAC1 int SOAP_FMAC2 soap_element(struct soap*, const char*, int, const char*); +SOAP_FMAC1 int SOAP_FMAC2 soap_element_begin_out(struct soap*, const char *tag, int id, const char *type); +SOAP_FMAC1 int SOAP_FMAC2 soap_array_begin_out(struct soap*, const char *tag, int id, const char *type, const char *offset); +SOAP_FMAC1 int SOAP_FMAC2 soap_element_ref(struct soap*, const char *tag, int id, int href); +SOAP_FMAC1 int SOAP_FMAC2 soap_element_href(struct soap*, const char *tag, int id, const char *ref, const char *val); +SOAP_FMAC1 int SOAP_FMAC2 soap_element_null(struct soap*, const char *tag, int id, const char *type); +SOAP_FMAC1 int SOAP_FMAC2 soap_element_id(struct soap*, const char *tag, int id, const void *p, const struct soap_array *a, int d, const char *type, int n); +SOAP_FMAC1 int SOAP_FMAC2 soap_element_result(struct soap*, const char *tag); +SOAP_FMAC1 void SOAP_FMAC2 soap_check_result(struct soap*, const char *tag); +SOAP_FMAC1 int SOAP_FMAC2 soap_element_end_out(struct soap*, const char *tag); +SOAP_FMAC1 int SOAP_FMAC2 soap_element_start_end_out(struct soap*, const char *tag); + +SOAP_FMAC1 int SOAP_FMAC2 soap_attribute(struct soap*, const char*, const char*); + +SOAP_FMAC1 int SOAP_FMAC2 soap_element_begin_in(struct soap*, const char *tag, int nillable, const char *type); + +SOAP_FMAC1 int SOAP_FMAC2 soap_element_end_in(struct soap*, const char *tag); + +SOAP_FMAC1 int SOAP_FMAC2 soap_peek_element(struct soap*); + +SOAP_FMAC1 void SOAP_FMAC2 soap_retry(struct soap*); +SOAP_FMAC1 void SOAP_FMAC2 soap_revert(struct soap*); + +SOAP_FMAC1 char* SOAP_FMAC2 soap_strdup(struct soap*, const char*); +SOAP_FMAC1 wchar_t* SOAP_FMAC2 soap_wstrdup(struct soap*, const wchar_t*); +SOAP_FMAC1 const char * SOAP_FMAC2 soap_strsearch(const char *big, const char *little); + +SOAP_FMAC1 int SOAP_FMAC2 soap_string_out(struct soap*, const char *s, int flag); +SOAP_FMAC1 char* SOAP_FMAC2 soap_string_in(struct soap*, int, long, long); + +#ifndef WITH_LEANER +SOAP_FMAC1 int SOAP_FMAC2 soap_wstring_out(struct soap*, const wchar_t *s, int flag); +SOAP_FMAC1 wchar_t* SOAP_FMAC2 soap_wstring_in(struct soap*, int, long, long); +#endif + +SOAP_FMAC1 int SOAP_FMAC2 soap_match_namespace(struct soap*, const char *, const char*, size_t n1, size_t n2); + +SOAP_FMAC1 int SOAP_FMAC2 soap_set_namespaces(struct soap*, const struct Namespace*); +SOAP_FMAC1 void SOAP_FMAC2 soap_set_local_namespaces(struct soap*); + +SOAP_FMAC1 void SOAP_FMAC2 soap_pop_namespace(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_push_namespace(struct soap*, const char *,const char *); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_current_namespace(struct soap *soap, const char *tag); + +SOAP_FMAC1 struct soap_nlist* SOAP_FMAC2 soap_lookup_ns(struct soap *soap, const char *tag, size_t n); + +SOAP_FMAC1 int SOAP_FMAC2 soap_store_lab(struct soap*, const char*, size_t); +SOAP_FMAC1 int SOAP_FMAC2 soap_append_lab(struct soap*, const char*, size_t); + +SOAP_FMAC1 struct soap_blist* SOAP_FMAC2 soap_new_block(struct soap*); +SOAP_FMAC1 void* SOAP_FMAC2 soap_push_block(struct soap*, struct soap_blist*, size_t); +SOAP_FMAC1 void SOAP_FMAC2 soap_pop_block(struct soap*, struct soap_blist*); +SOAP_FMAC1 size_t SOAP_FMAC2 soap_size_block(struct soap*, struct soap_blist*, size_t); +SOAP_FMAC1 char* SOAP_FMAC2 soap_first_block(struct soap*, struct soap_blist*); +SOAP_FMAC1 char* SOAP_FMAC2 soap_next_block(struct soap*, struct soap_blist*); +SOAP_FMAC1 size_t SOAP_FMAC2 soap_block_size(struct soap*, struct soap_blist*); +SOAP_FMAC1 char* SOAP_FMAC2 soap_save_block(struct soap*, struct soap_blist*, char*, int); +SOAP_FMAC1 void SOAP_FMAC2 soap_end_block(struct soap*, struct soap_blist*); + +SOAP_FMAC1 int SOAP_FMAC2 soap_envelope_begin_out(struct soap*); +SOAP_FMAC1 int soap_envelope_end_out(struct soap*); + +SOAP_FMAC1 int SOAP_FMAC2 soap_envelope_begin_in(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_envelope_end_in(struct soap*); + +SOAP_FMAC1 int SOAP_FMAC2 soap_body_begin_out(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_body_end_out(struct soap*); + +SOAP_FMAC1 int SOAP_FMAC2 soap_body_begin_in(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_body_end_in(struct soap*); + +SOAP_FMAC1 int SOAP_FMAC2 soap_recv_header(struct soap*); + +SOAP_FMAC1 int SOAP_FMAC2 soap_response(struct soap*, int); + +SOAP_FMAC1 int SOAP_FMAC2 soap_send_empty_response(struct soap*, int status); +SOAP_FMAC1 int SOAP_FMAC2 soap_recv_empty_response(struct soap*); + +SOAP_FMAC1 int SOAP_FMAC2 soap_send_fault(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_recv_fault(struct soap*); + +#ifndef WITH_NOSTDLIB +SOAP_FMAC1 void SOAP_FMAC2 soap_print_fault(struct soap*, FILE*); +SOAP_FMAC1 void SOAP_FMAC2 soap_print_fault_location(struct soap*, FILE*); +# ifndef WITH_LEAN +# ifdef __cplusplus +SOAP_FMAC1 void SOAP_FMAC2 soap_stream_fault(struct soap*, std::ostream&); +# endif +SOAP_FMAC1 char* SOAP_FMAC2 soap_sprint_fault(struct soap*, char*, size_t); +# endif +#endif + +SOAP_FMAC1 int SOAP_FMAC2 soap_s2byte(struct soap*, const char*, char*); +SOAP_FMAC1 int SOAP_FMAC2 soap_s2short(struct soap*, const char*, short*); +SOAP_FMAC1 int SOAP_FMAC2 soap_s2int(struct soap*, const char*, int*); +SOAP_FMAC1 int SOAP_FMAC2 soap_s2long(struct soap*, const char*, long*); +SOAP_FMAC1 int SOAP_FMAC2 soap_s2LONG64(struct soap*, const char*, LONG64*); +SOAP_FMAC1 int SOAP_FMAC2 soap_s2float(struct soap*, const char*, float*); +SOAP_FMAC1 int SOAP_FMAC2 soap_s2double(struct soap*, const char*, double*); +SOAP_FMAC1 int SOAP_FMAC2 soap_s2unsignedByte(struct soap*, const char*, unsigned char*); +SOAP_FMAC1 int SOAP_FMAC2 soap_s2unsignedShort(struct soap*, const char*, unsigned short*); +SOAP_FMAC1 int SOAP_FMAC2 soap_s2unsignedInt(struct soap*, const char*, unsigned int*); +SOAP_FMAC1 int SOAP_FMAC2 soap_s2unsignedLong(struct soap*, const char*, unsigned long*); +SOAP_FMAC1 int SOAP_FMAC2 soap_s2ULONG64(struct soap*, const char*, ULONG64*); +SOAP_FMAC1 int SOAP_FMAC2 soap_s2string(struct soap*, const char*, char**); +SOAP_FMAC1 int SOAP_FMAC2 soap_s2QName(struct soap*, const char*, char**); + +#ifndef WITH_LEAN +SOAP_FMAC1 int SOAP_FMAC2 soap_s2wchar(struct soap*, const char*, wchar_t**); +SOAP_FMAC1 int SOAP_FMAC2 soap_s2dateTime(struct soap*, const char*, time_t*); +SOAP_FMAC1 char* SOAP_FMAC2 soap_s2base64(struct soap*, const unsigned char*, char*, int); +SOAP_FMAC1 char* SOAP_FMAC2 soap_s2hex(struct soap*, const unsigned char*, char*, int); +#endif + +SOAP_FMAC1 const char* SOAP_FMAC2 soap_byte2s(struct soap*, char); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_short2s(struct soap*, short); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_int2s(struct soap*, int); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_long2s(struct soap*, long); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_LONG642s(struct soap*, LONG64); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_float2s(struct soap*, float); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_double2s(struct soap*, double); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_unsignedByte2s(struct soap*, unsigned char); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_unsignedShort2s(struct soap*, unsigned short); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_unsignedInt2s(struct soap*, unsigned int); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_unsignedLong2s(struct soap*, unsigned long); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_ULONG642s(struct soap*, ULONG64); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_QName2s(struct soap*, const char*); + +#ifndef WITH_LEAN +SOAP_FMAC1 const char* SOAP_FMAC2 soap_wchar2s(struct soap*, const wchar_t*); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_dateTime2s(struct soap*, time_t); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_base642s(struct soap*, const char*, char*, size_t, int*); +SOAP_FMAC1 const char* SOAP_FMAC2 soap_hex2s(struct soap*, const char*, char*, size_t, int*); +#endif + + +SOAP_FMAC1 int* SOAP_FMAC2 soap_inint(struct soap*, const char *tag, int *p, const char *, int); +SOAP_FMAC1 char* SOAP_FMAC2 soap_inbyte(struct soap*, const char *tag, char *p, const char *, int); +SOAP_FMAC1 long* SOAP_FMAC2 soap_inlong(struct soap*, const char *tag, long *p, const char *, int); +SOAP_FMAC1 LONG64* SOAP_FMAC2 soap_inLONG64(struct soap*, const char *tag, LONG64 *p, const char *, int); +SOAP_FMAC1 short* SOAP_FMAC2 soap_inshort(struct soap*, const char *tag, short *p, const char *, int); +SOAP_FMAC1 float* SOAP_FMAC2 soap_infloat(struct soap*, const char *tag, float *p, const char *, int); +SOAP_FMAC1 double* SOAP_FMAC2 soap_indouble(struct soap*, const char *tag, double *p, const char *, int); +SOAP_FMAC1 unsigned char* SOAP_FMAC2 soap_inunsignedByte(struct soap*, const char *tag, unsigned char *p, const char *, int); +SOAP_FMAC1 unsigned short* SOAP_FMAC2 soap_inunsignedShort(struct soap*, const char *tag, unsigned short *p, const char *, int); +SOAP_FMAC1 unsigned int* SOAP_FMAC2 soap_inunsignedInt(struct soap*, const char *tag, unsigned int *p, const char *, int); +SOAP_FMAC1 unsigned long* SOAP_FMAC2 soap_inunsignedLong(struct soap*, const char *tag, unsigned long *p, const char *, int); +SOAP_FMAC1 ULONG64* SOAP_FMAC2 soap_inULONG64(struct soap*, const char *tag, ULONG64 *p, const char *, int); +SOAP_FMAC1 char** SOAP_FMAC2 soap_instring(struct soap*, const char *tag, char **p, const char *, int, int, long, long); +SOAP_FMAC1 char** SOAP_FMAC2 soap_inliteral(struct soap*, const char *tag, char **p); + +#ifndef WITH_LEAN +SOAP_FMAC1 time_t* SOAP_FMAC2 soap_indateTime(struct soap*, const char *tag, time_t *p, const char *, int); +SOAP_FMAC1 time_t SOAP_FMAC2 soap_timegm(struct tm*); +#endif + +#ifndef WITH_LEANER +SOAP_FMAC1 wchar_t** SOAP_FMAC2 soap_inwstring(struct soap*, const char *tag, wchar_t **p, const char *, int, long, long); +SOAP_FMAC1 wchar_t** SOAP_FMAC2 soap_inwliteral(struct soap*, const char *tag, wchar_t **p); +#endif + +SOAP_FMAC1 int SOAP_FMAC2 soap_outbyte(struct soap*, const char *tag, int id, const char *p, const char *, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_outshort(struct soap*, const char *tag, int id, const short *p, const char *, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_outint(struct soap*, const char *tag, int id, const int *p, const char *, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_outlong(struct soap*, const char *tag, int id, const long *p, const char *, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_outLONG64(struct soap*, const char *tag, int id, const LONG64 *p, const char *, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_outfloat(struct soap*, const char *tag, int id, const float *p, const char *, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_outdouble(struct soap*, const char *tag, int id, const double *p, const char *, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_outunsignedByte(struct soap*, const char *tag, int id, const unsigned char *p, const char *, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_outunsignedShort(struct soap*, const char *tag, int id, const unsigned short *p, const char *, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_outunsignedInt(struct soap*, const char *tag, int id, const unsigned int *p, const char *, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_outunsignedLong(struct soap*, const char *tag, int id, const unsigned long *p, const char *, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_outULONG64(struct soap*, const char *tag, int id, const ULONG64 *p, const char *, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_outstring(struct soap*, const char *tag, int id, char *const*p, const char *, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_outliteral(struct soap*, const char *tag, char *const*p, const char *type); + +#ifndef WITH_LEAN +SOAP_FMAC1 int SOAP_FMAC2 soap_outdateTime(struct soap*, const char *tag, int id, const time_t *p, const char *, int); +#endif + +#ifndef WITH_LEANER +SOAP_FMAC1 int SOAP_FMAC2 soap_outwstring(struct soap*, const char *tag, int id, wchar_t *const*p, const char *, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_outwliteral(struct soap*, const char *tag, wchar_t *const*p, const char *type); +#endif + +#ifndef WITH_LEANER +SOAP_FMAC1 int SOAP_FMAC2 soap_attachment(struct soap *, const char*, int, const void*, const struct soap_array*, const char*, const char*, const char*, int, const char*, int); +SOAP_FMAC1 int SOAP_FMAC2 soap_move(struct soap*, long); +SOAP_FMAC1 size_t SOAP_FMAC2 soap_tell(struct soap*); +SOAP_FMAC1 char* SOAP_FMAC2 soap_dime_option(struct soap*, unsigned short, const char*); +SOAP_FMAC1 int SOAP_FMAC2 soap_getdimehdr(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_getdime(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_putdimehdr(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_putdime(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_getmimehdr(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_getmime(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_putmimehdr(struct soap*, struct soap_multipart*); +SOAP_FMAC1 int SOAP_FMAC2 soap_putmime(struct soap*); +SOAP_FMAC1 void SOAP_FMAC2 soap_set_dime(struct soap*); +SOAP_FMAC1 void SOAP_FMAC2 soap_set_mime(struct soap*, const char *boundary, const char *start); +SOAP_FMAC1 void SOAP_FMAC2 soap_clr_dime(struct soap*); +SOAP_FMAC1 void SOAP_FMAC2 soap_clr_mime(struct soap*); +SOAP_FMAC1 int SOAP_FMAC2 soap_set_dime_attachment(struct soap*, char *ptr, size_t size, const char *type, const char *id, unsigned short optype, const char *option); +SOAP_FMAC1 int SOAP_FMAC2 soap_set_mime_attachment(struct soap*, char *ptr, size_t size, enum soap_mime_encoding encoding, const char *type, const char *id, const char *location, const char *description); +SOAP_FMAC1 void SOAP_FMAC2 soap_post_check_mime_attachments(struct soap *soap); +SOAP_FMAC1 int SOAP_FMAC2 soap_check_mime_attachments(struct soap *soap); +SOAP_FMAC1 struct soap_multipart* SOAP_FMAC2 soap_get_mime_attachment(struct soap *soap, void *handle); +SOAP_FMAC1 struct soap_multipart* SOAP_FMAC2 soap_next_multipart(struct soap_multipart*); +SOAP_FMAC1 int SOAP_FMAC2 soap_match_cid(struct soap*, const char*, const char*); +#endif + +SOAP_FMAC1 int SOAP_FMAC2 soap_register_plugin_arg(struct soap*, int (*fcreate)(struct soap*, struct soap_plugin*, void*), void*); +SOAP_FMAC1 void* SOAP_FMAC2 soap_lookup_plugin(struct soap*, const char*); + +SOAP_FMAC1 const char* SOAP_FMAC2 soap_attr_value(struct soap *soap, const char *name, int flag); +SOAP_FMAC1 int SOAP_FMAC2 soap_set_attr(struct soap *soap, const char *name, const char *value); +SOAP_FMAC1 void SOAP_FMAC2 soap_clr_attr(struct soap *soap); + +#ifdef WITH_COOKIES +SOAP_FMAC1 void SOAP_FMAC2 soap_getcookies(struct soap *soap, const char *val); +SOAP_FMAC1 size_t SOAP_FMAC2 soap_encode_cookie(const char*, char*, size_t); +SOAP_FMAC1 extern struct soap_cookie* SOAP_FMAC2 soap_set_cookie(struct soap*, const char*, const char*, const char*, const char*); +SOAP_FMAC1 extern struct soap_cookie* SOAP_FMAC2 soap_cookie(struct soap*, const char*, const char*, const char*); +SOAP_FMAC1 extern char* SOAP_FMAC2 soap_cookie_value(struct soap*, const char*, const char*, const char*); +SOAP_FMAC1 extern char* SOAP_FMAC2 soap_env_cookie_value(struct soap*, const char*, const char*, const char*); +SOAP_FMAC1 extern time_t SOAP_FMAC2 soap_cookie_expire(struct soap*, const char*, const char*, const char*); +SOAP_FMAC1 extern int SOAP_FMAC2 soap_set_cookie_expire(struct soap*, const char*, long, const char*, const char*); +SOAP_FMAC1 extern int SOAP_FMAC2 soap_set_cookie_session(struct soap*, const char*, const char*, const char*); +SOAP_FMAC1 extern int SOAP_FMAC2 soap_clr_cookie_session(struct soap*, const char*, const char*, const char*); +SOAP_FMAC1 extern void SOAP_FMAC2 soap_clr_cookie(struct soap*, const char*, const char*, const char*); +SOAP_FMAC1 extern int SOAP_FMAC2 soap_getenv_cookies(struct soap*); +SOAP_FMAC1 extern struct soap_cookie* SOAP_FMAC2 soap_copy_cookies(struct soap*, const struct soap*); +SOAP_FMAC1 extern void SOAP_FMAC2 soap_free_cookies(struct soap*); +#endif + +#ifdef __cplusplus +} /* extern "C" */ +#endif + +#endif Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/xmalloc.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/xmalloc.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/xmalloc.c (revision 22322) @@ -0,0 +1,74 @@ +/* + * xmalloc.c - malloc that can't fail + * + * Copyright (C) 2003-2005 Joshua Hoblitt, 2003 Robert Lupton + * + * $Id: xmalloc.c,v 1.4 2008-09-15 21:24:30 jhoblitt Exp $ + */ + +#include +#include +#include "xmalloc.h" + +//#define USE_EFF 1 +#ifdef USE_EFF +#include "efence.h" +#endif + +/*****************************************************************************/ +/* + * Wrappers for malloc/free. xmalloc cannot fail. + */ +void * x_xmalloc( + const char *file, + unsigned int lineno, + const char *func, + size_t n) +{ +#ifdef USE_EFF + void *ptr = _eff_malloc(n, file, lineno); +#else + void *ptr = malloc(n); +#endif + + if (ptr == NULL) { + perror("malloc"); + exit(EXIT_FAILURE); + } + + return(ptr); +} + +void * x_xrealloc( + const char *file, + unsigned int lineno, + const char *func, + void *ptr, + size_t size) +{ +#ifdef USE_EFF + void *newptr = _eff_realloc(ptr, size, file, lineno); +#else + void *newptr = realloc(ptr, size); +#endif + + if (!newptr) { + perror("realloc"); + exit(EXIT_FAILURE); + } + + return(newptr); +} + +void x_xfree( + const char *file, + unsigned int lineno, + const char *func, + void *ptr) +{ +#ifdef USE_EFF + _eff_free(ptr, file, lineno); +#else + free(ptr); +#endif +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/xmalloc.h =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/xmalloc.h (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/src/xmalloc.h (revision 22322) @@ -0,0 +1,52 @@ +/* + * xmalloc.h - malloc that can't fail + * + * Copyright (C) 2003-2005 Joshua Hoblitt, 2003 Robert Lupton + * + * $Id: xmalloc.h,v 1.5 2008-09-15 21:24:30 jhoblitt Exp $ + */ + +#ifndef XMALLOC_H +#define XMALLOC_H 1 + +#define xmalloc(size) \ +x_xmalloc(__FILE__, __LINE__, __func__, size) + +void * x_xmalloc( + const char *file, ///< File of caller + unsigned int lineno, ///< Line number of caller + const char *func, ///< Function name of caller + size_t n +#ifdef __GNUC__ +) __attribute__((malloc)); +# else // ifdef __GNUC__ +); +#endif // ifdef __GNUC__ + + +#define xrealloc(ptr, size) \ +x_xrealloc(__FILE__, __LINE__, __func__, ptr, size) + +void * x_xrealloc( + const char *file, ///< File of caller + unsigned int lineno, ///< Line number of caller + const char *func, ///< Function name of caller + void *ptr, + size_t size +#ifdef __GNUC__ +) __attribute__((malloc)); +# else // ifdef __GNUC__ +); +#endif // ifdef __GNUC__ + +#define xfree(ptr) \ +x_xfree(__FILE__, __LINE__, __func__, ptr) + +void x_xfree( + const char *file, ///< File of caller + unsigned int lineno, ///< Line number of caller + const char *func, ///< Function name of caller + void *ptr +); + +#endif // XMALLOC_H Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/.cvsignore (revision 22322) @@ -0,0 +1,3 @@ +.deps +Makefile +Makefile.in Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/Makefile.am (revision 22322) @@ -0,0 +1,13 @@ +SUBDIRS = tap + +TESTS = tests + +AM_CPPFLAGS = \ + -I$(top_srcdir)/tests/tap/src \ + -I$(top_srcdir)/src + +AM_LDFLAGS = \ + $(top_builddir)/tests/tap/src/libtap.la \ + $(top_builddir)/src/libnebclient.la + +check_PROGRAMS = tests Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/.cvsignore (revision 22322) @@ -0,0 +1,13 @@ +.in +Makefile +Makefile.in +aclocal.m4 +autom4te.cache +config.log +config.status +configure +libtool +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/INSTALL =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/INSTALL (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/INSTALL (revision 22322) @@ -0,0 +1,8 @@ +Quick Installation + + ./configure + make + make check + make install + +Run "configure --help" for additional options. Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/LICENSE =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/LICENSE (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/LICENSE (revision 22322) @@ -0,0 +1,23 @@ +Copyright (c) 2004 Nik Clayton +All rights reserved. + +Redistribution and use in source and binary forms, with or without +modification, are permitted provided that the following conditions +are met: +1. Redistributions of source code must retain the above copyright + notice, this list of conditions and the following disclaimer. +2. Redistributions in binary form must reproduce the above copyright + notice, this list of conditions and the following disclaimer in the + documentation and/or other materials provided with the distribution. + +THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND +ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE +ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE +FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL +DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS +OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) +HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT +LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY +OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF +SUCH DAMAGE. Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/Makefile.am (revision 22322) @@ -0,0 +1,5 @@ +SUBDIRS = src +#SUBDIRS += tests + +prove: + prove -v -r Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/README =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/README (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/README (revision 22322) @@ -0,0 +1,11 @@ +NAME + tap -- write tests that implement the Test Anything Protocol + +SYNOPSIS + #include + +DESCRIPTION + The tap library provides functions for writing test scripts that produce + output consistent with the Test Anything Protocol. A test harness that + parses this protocol can run these tests and produce useful reports indi- + cating their success or failure. Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/bootstrap.sh =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/bootstrap.sh (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/bootstrap.sh (revision 22322) @@ -0,0 +1,8 @@ +#!/bin/sh + +set -x +aclocal || exit 1 +autoheader || autoheader || exit 1 +libtoolize -c -f || libtoolize -c -f || glibtoolize -c -f || exit 1 +automake -a -c || automake -a -c || exit 1 +autoconf || autoconf || exit 1 Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/compile =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/compile (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/compile (revision 22322) @@ -0,0 +1,142 @@ +#! /bin/sh +# Wrapper for compilers which do not understand `-c -o'. + +scriptversion=2004-10-12.08 + +# Copyright (C) 1999, 2000, 2003, 2004 Free Software Foundation, Inc. +# Written by Tom Tromey . +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation; either version 2, or (at your option) +# any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write to the Free Software +# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. + +# As a special exception to the GNU General Public License, if you +# distribute this file as part of a program that contains a +# configuration script generated by Autoconf, you may include it under +# the same distribution terms that you use for the rest of that program. + +# This file is maintained in Automake, please report +# bugs to or send patches to +# . + +case $1 in + '') + echo "$0: No command. Try \`$0 --help' for more information." 1>&2 + exit 1; + ;; + -h | --h*) + cat <<\EOF +Usage: compile [--help] [--version] PROGRAM [ARGS] + +Wrapper for compilers which do not understand `-c -o'. +Remove `-o dest.o' from ARGS, run PROGRAM with the remaining +arguments, and rename the output as expected. + +If you are trying to build a whole package this is not the +right script to run: please start by reading the file `INSTALL'. + +Report bugs to . +EOF + exit 0 + ;; + -v | --v*) + echo "compile $scriptversion" + exit 0 + ;; +esac + +ofile= +cfile= +eat= + +for arg +do + if test -n "$eat"; then + eat= + else + case $1 in + -o) + # configure might choose to run compile as `compile cc -o foo foo.c'. + # So we strip `-o arg' only if arg is an object. + eat=1 + case $2 in + *.o | *.obj) + ofile=$2 + ;; + *) + set x "$@" -o "$2" + shift + ;; + esac + ;; + *.c) + cfile=$1 + set x "$@" "$1" + shift + ;; + *) + set x "$@" "$1" + shift + ;; + esac + fi + shift +done + +if test -z "$ofile" || test -z "$cfile"; then + # If no `-o' option was seen then we might have been invoked from a + # pattern rule where we don't need one. That is ok -- this is a + # normal compilation that the losing compiler can handle. If no + # `.c' file was seen then we are probably linking. That is also + # ok. + exec "$@" +fi + +# Name of file we expect compiler to create. +cofile=`echo "$cfile" | sed -e 's|^.*/||' -e 's/\.c$/.o/'` + +# Create the lock directory. +# Note: use `[/.-]' here to ensure that we don't use the same name +# that we are using for the .o file. Also, base the name on the expected +# object file name, since that is what matters with a parallel build. +lockdir=`echo "$cofile" | sed -e 's|[/.-]|_|g'`.d +while true; do + if mkdir "$lockdir" >/dev/null 2>&1; then + break + fi + sleep 1 +done +# FIXME: race condition here if user kills between mkdir and trap. +trap "rmdir '$lockdir'; exit 1" 1 2 15 + +# Run the compile. +"$@" +ret=$? + +if test -f "$cofile"; then + mv "$cofile" "$ofile" +elif test -f "${cofile}bj"; then + mv "${cofile}bj" "$ofile" +fi + +rmdir "$lockdir" +exit $ret + +# Local Variables: +# mode: shell-script +# sh-indentation: 2 +# eval: (add-hook 'write-file-hooks 'time-stamp) +# time-stamp-start: "scriptversion=" +# time-stamp-format: "%:y-%02m-%02d.%02H" +# time-stamp-end: "$" +# End: Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/configure.in =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/configure.in (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/configure.in (revision 22322) @@ -0,0 +1,44 @@ +AC_INIT(tap, 1.01) +AC_CONFIG_SRCDIR(src/tap.c) +AM_INIT_AUTOMAKE([foreign]) +AC_CONFIG_HEADERS([src/config.h]) +AC_GNU_SOURCE +AC_PROG_CC +AC_PROG_LIBTOOL +AC_PROG_INSTALL + +# Checks for libraries +case "$host" in + *-*-*freebsd4*) + LDFLAGS="$LDFLAGS -pthread" + HAVE_LIBPTHREAD=1 + ;; + *) + AC_CHECK_LIB(pthread, main) + ;; +esac + +dnl build tests at the same time as the source code +AC_ARG_ENABLE(tests, + [AS_HELP_STRING(--enable-tests,build tests at same time as source)], + [AC_MSG_RESULT(test building enabled) + tests=true], + [tests=false]) +AM_CONDITIONAL(BUILD_TESTS, test x$tests = xtrue) + +# Checks for header files +AC_HEADER_STDC +AC_CHECK_HEADERS([stdlib.h]) +AC_CHECK_HEADERS([pthread.h]) + +# Checks for typedefs, structures, and compiler characteristics. +AC_C_CONST + +# Checks for library functions. +AC_FUNC_VPRINTF +AC_CHECK_FUNCS([atexit]) + +AC_CONFIG_FILES([Makefile + src/Makefile + ]) +AC_OUTPUT Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/src/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/src/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/src/.cvsignore (revision 22322) @@ -0,0 +1,13 @@ +.deps +.libs +Makefile +Makefile.in +libtap.la +tap.lo +config.h +config.h.in +stamp-h1 +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/src/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/src/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/src/Makefile.am (revision 22322) @@ -0,0 +1,9 @@ +TEST_LTLIBS = libtap.la +libtap_la_SOURCES = tap.c tap.h +noinst_HEADERS = tap.h + +noinst_LTLIBRARIES = $(TEST_LTLIBS) + +#man_MANS = tap.3 +EXTRA_DIST = $(man_MANS) + Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/src/tap.3 =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/src/tap.3 (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/src/tap.3 (revision 22322) @@ -0,0 +1,380 @@ +.Dd December 20, 2004 +.Os +.Dt TAP 3 +.Sh NAME +.Nm tap +.Nd write tests that implement the Test Anything Protocol +.Sh SYNOPSIS +.In tap.h +.Sh DESCRIPTION +The +.Nm +library provides functions for writing test scripts that produce output +consistent with the Test Anything Protocol. A test harness that parses +this protocol can run these tests and produce useful reports indicating +their success or failure. +.Ss PRINTF STRINGS +In the descriptions that follow, for any function that takes as the +last two parameters +.Dq Fa char * , Fa ... +it can be assumed that the +.Fa char * +is a +.Fn printf +-like format string, and the optional arguments are values to be placed +in that string. +.Ss TEST PLANS +.Bl -tag -width indent +.It Xo +.Ft int +.Fn plan_tests "unsigned int" +.Xc +.It Xo +.Ft int +.Fn plan_no_plan "void" +.Xc +.It Xo +.Ft int +.Fn plan_skip_all "char *" "..." +.Xc +.El +.Pp +You must first specify a test plan. This indicates how many tests you +intend to run, and allows the test harness to notice if any tests were +missed, or if the test program exited prematurely. +.Pp +To do this, use +.Fn plan_tests , +which returns the number of planned tests. The function will cause +your program to exit prematurely if you specify 0 tests. +.Pp +In some situations you may not know how many tests you will be running, or +you are developing your test program, and do not want to update the +.Fn plan_tests +parameter every time you make a change. For those situations use +.Fn plan_no_plan . +It returns 1, and indicates to the test harness that an indeterminate number +of tests will be run. +.Pp +Both +.Fn plan_tests +and +.Fn plan_no_plan +will cause your test program to exit prematurely with a diagnostic +message if they are called more than once. +.Pp +If your test program detects at run time that some required functionality +is missing (for example, it relies on a database connection which is not +present, or a particular configuration option that has not been included +in the running kernel) use +.Fn plan_skip_all , +passing as parameters a string to display indicating the reason for skipping +the tests. +.Ss SIMPLE TESTS +.Bl -tag -width indent +.It Xo +.Ft unsigned int +.Fn ok "expression" "char *" "..." +.Xc +.It Xo +.Ft unsigned int +.Fn ok1 "expression" +.Xc +.It Xo +.Ft unsigned int +.Fn pass "char *" "..." +.Xc +.It Xo +.Ft unsigned int +.Fn fail "char *" "..." +.Xc +.El +.Pp +Tests are implemented as expressions checked by calls to the +.Fn ok +and +.Fn ok1 +macros. In both cases +.Fa expression +should evaluate to true if the test succeeded. +.Pp +.Fn ok +allows you to specify a name, or comment, describing the test which will +be included in the output. +.Fn ok1 +is for those times when the expression to be tested is self +explanatory and does not need an associated comment. In those cases +the test expression becomes the comment. +.Pp +These four calls are equivalent: +.Bd -literal -offset indent +int i = 5; + +ok(i == 5, "i equals 5"); /* Overly verbose */ +ok(i == 5, "i equals %d", i); /* Just to demonstrate printf-like + behaviour of the test name */ +ok(i == 5, "i == 5"); /* Needless repetition */ +ok1(i == 5); /* Just right */ +.Ed +.Pp +It is good practice to ensure that the test name describes the meaning +behind the test rather than what you are testing. Viz +.Bd -literal -offset indent +ok(db != NULL, "db is not NULL"); /* Not bad, but */ +ok(db != NULL, "Database conn. succeeded"); /* this is better */ +.Ed +.Pp +.Fn ok +and +.Fn ok1 +return 1 if the expression evaluated to true, and 0 if it evaluated to +false. This lets you chain calls from +.Fn ok +to +.Fn diag +to only produce diagnostic output if the test failed. For example, this +code will include diagnostic information about why the database connection +failed, but only if the test failed. +.Bd -literal -offset indent +ok(db != NULL, "Database conn. succeeded") || + diag("Database error code: %d", dberrno); +.Ed +.Pp +You also have +.Fn pass +and +.Fn fail . +From the Test::More documentation: +.Bd -literal -offset indent +Sometimes you just want to say that the tests have passed. +Usually the case is you've got some complicated condition +that is difficult to wedge into an ok(). In this case, +you can simply use pass() (to declare the test ok) or fail +(for not ok). + +Use these very, very, very sparingly. +.Ed +.Pp +These are synonyms for ok(1, ...) and ok(0, ...). +.Ss SKIPPING TESTS +.Bl -tag -width indent +.It Xo +.Ft int +.Fn skip "unsigned int" "char *" "..." +.Xc +.It Xo +.Fn skip_start "expression" "unsigned int" "char *" "..." +.Xc +.It Xo +.Fn skip_end +.Xc +.El +.Pp +Sets of tests can be skipped. Ordinarily you would do this because +the test can't be run in this particular testing environment. +.Pp +For example, suppose some tests should be run as root. If the test is +not being run as root then the tests should be skipped. In this +implementation, skipped tests are flagged as being ok, with a special +message indicating that they were skipped. It is your responsibility +to ensure that the number of tests skipped (the first parameter to +.Fn skip ) +is correct for the number of tests to skip. +.Pp +One way of implementing this is with a +.Dq do { } while(0); +loop, or an +.Dq if( ) { } else { } +construct, to ensure that there are no additional side effects from the +skipped tests. +.Bd -literal -offset indent +if(getuid() != 0) { + skip(1, "because test only works as root"); +} else { + ok(do_something_as_root() == 0, "Did something as root"); +} +.Ed +.Pp +Two macros are provided to assist with this. The previous example could +be re-written as follows. +.Bd -literal -offset indent +skip_start(getuid() != 0, 1, "because test only works as root"); + +ok(do_something_as_root() == 0, "Did something as root"); + +skip_end(); +.Ed +.Ss MARKING TESTS AS Dq TODO +.Bl -tag -width indent +.It Xo +.Ft void +.Fn todo_start "char *" "..." +.Xc +.It Xo +.Ft void +.Fn todo_end "void" +.Xc +.El +.Pp +Sets of tests can be flagged as being +.Dq TODO . +These are tests that you expect to fail, probably because you haven't +fixed a bug, or finished a new feature yet. These tests will still be +run, but with additional output that indicates that they are expected +to fail. Should a test start to succeed unexpectedly, tools like +.Xr prove 1 +will indicate this, and you can move the test out of the todo +block. This is much more useful than simply commenting out (or +.Dq #ifdef 0 ... #endif ) +the tests. +.Bd -literal -offset indent +todo_start("dwim() not returning true yet"); + +ok(dwim(), "Did what the user wanted"); + +todo_end(); +.Ed +.Pp +Should +.Fn dwim +ever start succeeding you will know about it as soon as you run the +tests. Note that +.Em unlike +the +.Fn skip_* +family, additional code between +.Fn todo_start +and +.Fn todo_end +.Em is +executed. +.Ss SKIP vs. TODO +From the Test::More documentation; +.Bd -literal -offset indent +If it's something the user might not be able to do, use SKIP. +This includes optional modules that aren't installed, running +under an OS that doesn't have some feature (like fork() or +symlinks), or maybe you need an Internet connection and one +isn't available. + +If it's something the programmer hasn't done yet, use TODO. +This is for any code you haven't written yet, or bugs you have +yet to fix, but want to put tests in your testing script +(always a good idea). +.Ed +.Ss DIAGNOSTIC OUTPUT +.Bl -tag -width indent +.It Xo +.Fr unsigned int +.Fn diag "char *" "..." +.Xc +.El +.Pp +If your tests need to produce diagnostic output, use +.Fn diag . +It ensures that the output will not be considered by the TAP test harness. +.Fn diag +adds the necessary trailing +.Dq \en +for you. +.Bd -literal -offset indent +diag("Expected return code 0, got return code %d", rcode); +.Ed +.Pp +.Fn diag +always returns 0. +.Ss EXIT STATUS +.Bl -tag -width indent +.It Xo +.Fr int +.Fn exit_status void +.Xc +.El +.Pp +For maximum compatability your test program should return a particular +exit code. This is calculated by +.Fn exit_status +so it is sufficient to always return from +.Fn main +with either +.Dq return exit_status(); +or +.Dq exit(exit_status()); +as appropriate. +.Sh ENVIRONMENT +The following environment variables affect +.Nm . +.Bl -tag -width indent +.It Ev HARNESS_ACTIVE +Causes an extra +.Dq \en +to be printed before any diagnostic failure output generated by +.Nm . +This variable is normally set if tests are being run under Perl's +Test::Harness. +.El +.Sh EXAMPLES +The +.Pa tests +directory in the source distribution contains numerous tests of +.Nm +functionality, written using +.Nm . +Examine them for examples of how to construct test suites. +.Sh COMPATABILITY +.Nm +strives to be compatible with the Perl Test::More and Test::Harness +modules. The test suite verifies that +.Nm +is bug-for-bug compatible with their behaviour. This is why some +functions which would more naturally return nothing return constant +values. +.Pp +If the +.Lb libpthread +is found at compile time, +.Nm +.Em should +be thread safe. Indications to the contrary (and test cases that expose +incorrect behaviour) are very welcome. +.Sh SEE ALSO +.Xr Test::More 1 , +.Xr Test::Harness 1 , +.Xr prove 1 +.Sh STANDARDS +.Nm +requires a +.St -isoC-99 +compiler. Some of the +.Nm +functionality is implemented as variadic macros, and that functionality +was not formally codified until C99. Patches to use +.Nm +with earlier compilers that have their own implementation of variadic +macros will be gratefully received. +.Sh HISTORY +.Nm +was written to help improve the quality and coverage of the FreeBSD +regression test suite, and released in the hope that others find it +a useful tool to help improve the quality of their code. +.Sh AUTHORS +.An "Nik Clayton" Aq nik@ngo.org.uk , +.Aq nik@FreeBSD.org +.Pp +.Nm +would not exist without the efforts of +.An "Michael G Schwern" Aq schqern@pobox.com , +.An "Andy Lester" Aq andy@petdance.com , +and the countless others who have worked on the Perl QA programme. +.Sh BUGS +Ideally, running the tests would have no side effects on the behaviour +of the application you are testing. However, it is not always possible +to avoid them. The following side effects of using +.Nm +are known. +.Bl -bullet -offset indent +.It +stdout is set to unbuffered mode after calling any of the +.Fn plan_* +functions. +.El Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/src/tap.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/src/tap.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/src/tap.c (revision 22322) @@ -0,0 +1,430 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +#ifdef HAVE_CONFIG_H +#include +#endif + +#include +#include +#include +#include + +#include "tap.h" + +static int no_plan = 0; +static int skip_all = 0; +static int have_plan = 0; +static unsigned int test_count = 0; /* Number of tests that have been run */ +static unsigned int e_tests = 0; /* Expected number of tests to run */ +static unsigned int failures = 0; /* Number of tests that failed */ +static char *todo_msg = NULL; +static char *todo_msg_fixed = "libtap malloc issue"; +static int todo = 0; +static int test_died = 0; + +/* Encapsulate the pthread code in a conditional. In the absence of + libpthread the code does nothing */ +#ifdef HAVE_LIBPTHREAD +#include +static pthread_mutex_t M = PTHREAD_MUTEX_INITIALIZER; +# define LOCK pthread_mutex_lock(&M); +# define UNLOCK pthread_mutex_unlock(&M); +#else +# define LOCK +# define UNLOCK +#endif + +static void _expected_tests(unsigned int); +static void _tap_init(void); +static void _cleanup(void); + +/* + * Generate a test result. + * + * ok -- boolean, indicates whether or not the test passed. + * test_name -- the name of the test, may be NULL + * test_comment -- a comment to print afterwards, may be NULL + */ +unsigned int +_gen_result(int ok, const char *func, char *file, unsigned int line, + char *test_name, ...) +{ + va_list ap; + char *local_test_name = NULL; + char *c; + int name_is_digits; + + LOCK; + + test_count++; + + /* Start by taking the test name and performing any printf() + expansions on it */ + if(test_name != NULL) { + va_start(ap, test_name); + vasprintf(&local_test_name, test_name, ap); + va_end(ap); + + /* Make sure the test name contains more than digits + and spaces. Emit an error message and exit if it + does */ + if(local_test_name) { + name_is_digits = 1; + for(c = local_test_name; *c != '\0'; c++) { + if(!isdigit(*c) && !isspace(*c)) { + name_is_digits = 0; + break; + } + } + + if(name_is_digits) { + diag(" You named your test '%s'. You shouldn't use numbers for your test names.", local_test_name); + diag(" Very confusing."); + } + } + } + + if(!ok) { + printf("not "); + failures++; + } + + printf("ok %d", test_count); + + if(test_name != NULL) { + printf(" - "); + + /* Print the test name, escaping any '#' characters it + might contain */ + if(local_test_name != NULL) { + flockfile(stdout); + for(c = local_test_name; *c != '\0'; c++) { + if(*c == '#') + fputc('\\', stdout); + fputc((int)*c, stdout); + } + funlockfile(stdout); + } else { /* vasprintf() failed, use a fixed message */ + printf("%s", todo_msg_fixed); + } + } + + /* If we're in a todo_start() block then flag the test as being + TODO. todo_msg should contain the message to print at this + point. If it's NULL then asprintf() failed, and we should + use the fixed message. + + This is not counted as a failure, so decrement the counter if + the test failed. */ + if(todo) { + printf(" # TODO %s", todo_msg ? todo_msg : todo_msg_fixed); + if(!ok) + failures--; + } + + printf("\n"); + + if(!ok) { + if(getenv("HARNESS_ACTIVE") != NULL) + fputs("\n", stderr); + + diag(" Failed %stest (%s:%s() at line %d)", + todo ? "(TODO) " : "", file, func, line); + } + free(local_test_name); + + UNLOCK; + + /* We only care (when testing) that ok is positive, but here we + specifically only want to return 1 or 0 */ + return ok ? 1 : 0; +} + +/* + * Initialise the TAP library. Will only do so once, however many times it's + * called. + */ +void +_tap_init(void) +{ + static int run_once = 0; + + if(!run_once) { + atexit(_cleanup); + + /* stdout needs to be unbuffered so that the output appears + in the same place relative to stderr output as it does + with Test::Harness */ + setbuf(stdout, 0); + run_once = 1; + } +} + +/* + * Note that there's no plan. + */ +int +plan_no_plan(void) +{ + + LOCK; + + _tap_init(); + + if(have_plan != 0) { + fprintf(stderr, "You tried to plan twice!\n"); + test_died = 1; + UNLOCK; + exit(255); + } + + have_plan = 1; + no_plan = 1; + + UNLOCK; + + return 1; +} + +/* + * Note that the plan is to skip all tests + */ +int +plan_skip_all(char *reason) +{ + + LOCK; + + _tap_init(); + + skip_all = 1; + + printf("1..0"); + + if(reason != NULL) + printf(" # Skip %s", reason); + + printf("\n"); + + UNLOCK; + + exit(0); +} + +/* + * Note the number of tests that will be run. + */ +int +plan_tests(unsigned int tests) +{ + + LOCK; + + _tap_init(); + + if(have_plan != 0) { + fprintf(stderr, "You tried to plan twice!\n"); + test_died = 1; + UNLOCK; + exit(255); + } + + if(tests == 0) { + fprintf(stderr, "You said to run 0 tests! You've got to run something.\n"); + test_died = 1; + UNLOCK; + exit(255); + } + + have_plan = 1; + + _expected_tests(tests); + + UNLOCK; + + return e_tests; +} + +unsigned int +diag(char *fmt, ...) +{ + va_list ap; + + fputs("# ", stderr); + + va_start(ap, fmt); + vfprintf(stderr, fmt, ap); + va_end(ap); + + fputs("\n", stderr); + + return 0; +} + +void +_expected_tests(unsigned int tests) +{ + + printf("1..%d\n", tests); + e_tests = tests; +} + +int +skip(unsigned int n, char *fmt, ...) +{ + va_list ap; + char *skip_msg; + + LOCK; + + va_start(ap, fmt); + asprintf(&skip_msg, fmt, ap); + va_end(ap); + + while(n-- > 0) { + test_count++; + printf("ok %d # skip %s\n", test_count, + skip_msg != NULL ? + skip_msg : "libtap():malloc() failed"); + } + + free(skip_msg); + + UNLOCK; + + return 1; +} + +void +todo_start(char *fmt, ...) +{ + va_list ap; + + LOCK; + + va_start(ap, fmt); + vasprintf(&todo_msg, fmt, ap); + va_end(ap); + + todo = 1; + + UNLOCK; +} + +void +todo_end(void) +{ + + LOCK; + + todo = 0; + free(todo_msg); + + UNLOCK; +} + +int +exit_status(void) +{ + int r; + + LOCK; + + /* If there's no plan, just return the number of failures */ + if(no_plan || !have_plan) { + UNLOCK; + return failures; + } + + /* Ran too many tests? Return the number of tests that were run + that shouldn't have been */ + if(e_tests < test_count) { + r = test_count - e_tests; + UNLOCK; + return r; + } + + /* Return the number of tests that failed + the number of tests + that weren't run */ + r = failures + e_tests - test_count; + UNLOCK; + + return r; +} + +/* + * Cleanup at the end of the run, produce any final output that might be + * required. + */ +void +_cleanup(void) +{ + + LOCK; + + /* If plan_no_plan() wasn't called, and we don't have a plan, + and we're not skipping everything, then something happened + before we could produce any output */ + if(!no_plan && !have_plan && !skip_all) { + diag("Looks like your test died before it could output anything."); + UNLOCK; + return; + } + + if(test_died) { + diag("Looks like your test died just after %d.", test_count); + UNLOCK; + return; + } + + + /* No plan provided, but now we know how many tests were run, and can + print the header at the end */ + if(!skip_all && (no_plan || !have_plan)) { + printf("1..%d\n", test_count); + } + + if((have_plan && !no_plan) && e_tests < test_count) { + diag("Looks like you planned %d %s but ran %d extra.", + e_tests, e_tests == 1 ? "test" : "tests", test_count - e_tests); + UNLOCK; + return; + } + + if((have_plan || !no_plan) && e_tests > test_count) { + diag("Looks like you planned %d %s but only ran %d.", + e_tests, e_tests == 1 ? "test" : "tests", test_count); + UNLOCK; + return; + } + + if(failures) + diag("Looks like you failed %d %s of %d.", + failures, failures == 1 ? "test" : "tests", test_count); + + UNLOCK; +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/src/tap.h =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/src/tap.h (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/src/tap.h (revision 22322) @@ -0,0 +1,89 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +/* '## __VA_ARGS__' is a gcc'ism. C99 doesn't allow the token pasting + and requires the caller to add the final comma if they've ommitted + the optional arguments */ +#ifdef __GNUC__ +# define ok(e, test, ...) ((e) ? \ + _gen_result(1, __func__, __FILE__, __LINE__, \ + test, ## __VA_ARGS__) : \ + _gen_result(0, __func__, __FILE__, __LINE__, \ + test, ## __VA_ARGS__)) + +# define ok1(e) ((e) ? \ + _gen_result(1, __func__, __FILE__, __LINE__, "%s", #e) : \ + _gen_result(0, __func__, __FILE__, __LINE__, "%s", #e)) + +# define pass(test, ...) ok(1, test, ## __VA_ARGS__); +# define fail(test, ...) ok(0, test, ## __VA_ARGS__); + +# define skip_start(test, n, fmt, ...) \ + do { \ + if((test)) { \ + skip(n, fmt, ## __VA_ARGS__); \ + continue; \ + } +#elif __STDC_VERSION__ >= 199901L /* __GNUC__ */ +# define ok(e, ...) ((e) ? \ + _gen_result(1, __func__, __FILE__, __LINE__, \ + __VA_ARGS__) : \ + _gen_result(0, __func__, __FILE__, __LINE__, \ + __VA_ARGS__)) + +# define ok1(e) ((e) ? \ + _gen_result(1, __func__, __FILE__, __LINE__, "%s", #e) : \ + _gen_result(0, __func__, __FILE__, __LINE__, "%s", #e)) + +# define pass(...) ok(1, __VA_ARGS__); +# define fail(...) ok(0, __VA_ARGS__); + +# define skip_start(test, n, ...) \ + do { \ + if((test)) { \ + skip(n, __VA_ARGS__); \ + continue; \ + } +#else /* __STDC_VERSION__ */ +# error "Needs gcc or C99 compiler for variadic macros." +#endif /* __STDC_VERSION__ */ + +#define skip_end() } while(0); + +unsigned int _gen_result(int, const char *, char *, unsigned int, char *, ...); + +int plan_no_plan(void); +int plan_skip_all(char *); +int plan_tests(unsigned int); + +unsigned int diag(char *, ...); + +int skip(unsigned int, char *, ...); + +void todo_start(char *, ...); +void todo_end(void); + +int exit_status(void); Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/.cvsignore (revision 22322) @@ -0,0 +1,6 @@ +Makefile +Makefile.in +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/Makefile.am (revision 22322) @@ -0,0 +1,7 @@ +SUBDIRS= diag +SUBDIRS+= fail +SUBDIRS+= ok +SUBDIRS+= pass +SUBDIRS+= plan +SUBDIRS+= skip +SUBDIRS+= todo Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/README =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/README (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/README (revision 22322) @@ -0,0 +1,12 @@ +Most of the tests follow the same pattern. + + * test.pl that uses Test::More, and demonstrates whatever functionality + that we're trying to test. This is the reference code. + + * test.c, which tests the libtap reimplementation of the same functionality. + + * test.t, which compiles the .c program, runs both test scripts, and then + diffs their output to make sure it's identical. + + Right now, test.t is identical in every directory. This sucks somewhat. + It should either be a symlink to a common script Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/diag/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/diag/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/diag/.cvsignore (revision 22322) @@ -0,0 +1,11 @@ +.deps +Makefile +Makefile.in +.libs +test +test.c.out +test.pl.out +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/diag/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/diag/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/diag/Makefile.am (revision 22322) @@ -0,0 +1,13 @@ + +TESTS = test.t +TESTS_ENVIRONMENT = $(SHELL) + +EXTRA_DIST = $(TESTS) test.pl + +check_PROGRAMS = test + +test_CFLAGS = -g -I$(top_srcdir)/src +test_LDFLAGS = -L$(top_builddir)/src +test_LDADD = -ltap + +CLEANFILES = test.o test.c.out test.pl.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/diag/test.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/diag/test.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/diag/test.c (revision 22322) @@ -0,0 +1,46 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +#include + +#include "tap.h" + +int +main(int argc, char *argv[]) +{ + unsigned int rc = 0; + + plan_tests(2); + + rc = diag("A diagnostic message"); + diag("Returned: %d", rc); + + /* Make sure the failure is passed through */ + ok(1, "test 1") || diag("ok() failed, and shouldn't"); + ok(0, "test 2") || diag("ok() passed, and shouldn't"); + + return exit_status(); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/diag/test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/diag/test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/diag/test.pl (revision 22322) @@ -0,0 +1,16 @@ +#!/usr/bin/perl + +use warnings; +use strict; + +use Test::More; + +my $rc = 0; + +plan tests => 2; + +$rc = diag("A diagnostic message"); +diag("Returned: $rc"); + +ok(1, 'test 1') or diag "ok() failed, and shouldn't"; +ok(0, 'test 2') or diag "ok() passed, and shouldn't"; Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/diag/test.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/diag/test.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/diag/test.t (revision 22322) @@ -0,0 +1,67 @@ +#!/bin/sh + +echo '1..7' + +perl $srcdir/test.pl 2>/dev/null >test.pl.out +perlstatus=$? + +./test > test.c.out 2>&1 +cstatus=$? + +if grep "^# A diagnostic message$" test.c.out > /dev/null ; then + echo "ok 1 - found a diagnostic message" +else + echo "not ok 1 - found a diagnostic message" + retval=1 +fi + +if grep "^# Returned: 0$" test.c.out > /dev/null ; then + echo "ok 2 - diag() expected return value" +else + echo "not ok 2 - diag() expected return value" + retval=1 +fi + +if grep "^# Failed test (.*test.c:main() at line 43)$" test.c.out > /dev/null ; then + echo "ok 3 - 'failed test at line' diag" +else + echo "not ok 3 - 'failed test at line' diag" + retval=1 +fi + +if grep "^# ok() passed, and shouldn't$" test.c.out > /dev/null ; then + echo "ok 4 - expected diag" +else + echo "ok 4 - expected diag" + retval=1 +fi + +if grep "^# Looks like you failed 1 test of 2.$" test.c.out > /dev/null ; then + echo "ok 5 - failed 1 test" + else + echo "ok 5 - failed 1 test" + retval=1 +fi + +sed -e '/^#/D' test.c.out > tmp +mv tmp test.c.out + +diff -u test.pl.out test.c.out + +if [ $? -eq 0 ]; then + echo 'ok 6 - TAP output is identical' +else + retval=1 + echo 'not ok 6 - TAP output is identical' +fi + +if [ $perlstatus -eq $cstatus ]; then + echo 'ok 7 - status code' +else + retval=1 + echo 'not ok 7 - status code' + echo "# perlstatus = $perlstatus" + echo "# cstatus = $cstatus" +fi + +exit $retval Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/fail/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/fail/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/fail/.cvsignore (revision 22322) @@ -0,0 +1,15 @@ +.deps +Makefile +Makefile.in +.libs +test +test.c.out +test.pl.out +.libs +test +test.c.out +test.pl.out +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/fail/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/fail/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/fail/Makefile.am (revision 22322) @@ -0,0 +1,13 @@ + +TESTS = test.t +TESTS_ENVIRONMENT = $(SHELL) + +EXTRA_DIST = $(TESTS) test.pl + +check_PROGRAMS = test + +test_CFLAGS = -g -I$(top_srcdir)/src +test_LDFLAGS = -L$(top_builddir)/src +test_LDADD = -ltap + +CLEANFILES = test.o test.c.out test.pl.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/fail/test.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/fail/test.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/fail/test.c (revision 22322) @@ -0,0 +1,46 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +#include + +#include "tap.h" + +int +main(int argc, char *argv[]) +{ + unsigned int rc = 0; + + rc = plan_tests(2); + diag("Returned: %d", rc); + + rc = fail("test to fail"); + diag("Returned: %d", rc); + + rc = fail("test to fail %s", "with extra string"); + diag("Returned: %d", rc); + + return exit_status(); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/fail/test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/fail/test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/fail/test.pl (revision 22322) @@ -0,0 +1,17 @@ +#!/usr/bin/perl + +use warnings; +use strict; + +use Test::More; + +my $rc = 0; + +$rc = plan tests => 2; +diag("Returned: " . sprintf('%d', $rc)); + +$rc = fail('test to fail'); +diag("Returned: $rc"); + +$rc = fail('test to fail with extra string'); +diag("Returned: $rc"); Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/fail/test.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/fail/test.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/fail/test.t (revision 22322) @@ -0,0 +1,74 @@ +#!/bin/sh + +echo '1..8' + +perl $srcdir/test.pl 2>/dev/null > test.pl.out +perlstatus=$? + +./test > test.c.out 2>&1 +cstatus=$? + +if grep "^# Returned: 2$" test.c.out >/dev/null ; then + echo "ok 1 - expected return value"; +else + echo "not ok 1 - expected return value"; + retval=1 +fi + +if grep "^# Failed test (.*test.c:main() at line 39)$" test.c.out >/dev/null ; then + echo "ok 2 - failed expected test"; +else + echo "not ok 2 - failed expected test"; + retval=1 +fi + +if grep "^# Returned: 0$" test.c.out >/dev/null ; then + echo "ok 3 - expected return value"; +else + echo "not ok 3 - expected return value"; + retval=1 +fi + +if grep "^# Failed test (.*test.c:main() at line 42)$" test.c.out >/dev/null ; then + echo "ok 4 - failed expected test"; +else + echo "not ok 4 - failed expected test"; + retval=1 +fi + +if grep "^# Returned: 0$" test.c.out >/dev/null ; then + echo "ok 5 - expected return value"; +else + echo "not ok 5 - expected return value"; + retval=1 +fi + +if grep "^# Looks like you failed 2 tests of 2.$" test.c.out >/dev/null ; then + echo "ok 6 - expected return value"; +else + echo "not ok 6 - expected return value"; + retval=1 +fi + +sed -e '/^#/D' test.c.out > tmp +mv tmp test.c.out + +diff -u test.pl.out test.c.out + +if [ $? -eq 0 ]; then + echo 'ok 7 - output is identical' +else + retval=1 + echo 'not ok 7 - output is identical' +fi + +if [ $perlstatus -eq $cstatus ]; then + echo 'ok 8 - status code' +else + retval=1 + echo 'not ok 8 - status code' + echo "# perlstatus = $perlstatus" + echo "# cstatus = $cstatus" +fi + +exit $retval Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/.cvsignore (revision 22322) @@ -0,0 +1,6 @@ +Makefile +Makefile.in +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/Makefile.am (revision 22322) @@ -0,0 +1,3 @@ +SUBDIRS = ok +SUBDIRS += ok-hash +SUBDIRS += ok-numeric Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-hash/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-hash/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-hash/.cvsignore (revision 22322) @@ -0,0 +1,11 @@ +.deps +Makefile +Makefile.in +.libs +test +test.c.out +test.pl.out +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-hash/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-hash/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-hash/Makefile.am (revision 22322) @@ -0,0 +1,13 @@ + +TESTS = test.t +TESTS_ENVIRONMENT = $(SHELL) + +EXTRA_DIST = $(TESTS) test.pl + +check_PROGRAMS = test + +test_CFLAGS = -g -I$(top_srcdir)/src +test_LDFLAGS = -L$(top_builddir)/src +test_LDADD = -ltap + +CLEANFILES = test.o test.c.out test.pl.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-hash/test.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-hash/test.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-hash/test.c (revision 22322) @@ -0,0 +1,52 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +#include + +#include "tap.h" + +int +main(int argc, char *argv[]) +{ + unsigned int rc = 0; + + rc = plan_tests(4); + diag("Returned: %d", rc); + + rc = ok(1, "Test with no hash"); + diag("Returned: %d", rc); + + rc = ok(1, "Test with one # hash"); + diag("Returned: %d", rc); + + rc = ok(1, "Test with # two # hashes"); + diag("Returned: %d", rc); + + rc = ok(1, "Test with ## back to back hashes"); + diag("Returned: %d", rc); + + return exit_status(); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-hash/test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-hash/test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-hash/test.pl (revision 22322) @@ -0,0 +1,24 @@ +#!/usr/bin/perl + +use warnings; +use strict; + +use Test::More; + +my $rc = 0; + +$rc = plan tests => 4; +diag("Returned: " . sprintf("%d", $rc)); + + +$rc = ok(1, 'Test with no hash'); +diag("Returned: $rc"); + +$rc = ok(1, 'Test with one # hash'); +diag("Returned: $rc"); + +$rc = ok(1, 'Test with # two # hashes'); +diag("Returned: $rc"); + +$rc = ok(1, 'Test with ## back to back hashes'); +diag("Returned: $rc"); Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-hash/test.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-hash/test.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-hash/test.t (revision 22322) @@ -0,0 +1,29 @@ +#!/bin/sh + +echo '1..2' + +perl $srcdir/test.pl 2> /dev/null > test.pl.out +perlstatus=$? + +./test 2> /dev/null > test.c.out +cstatus=$? + +diff -u test.pl.out test.c.out + +if [ $? -eq 0 ]; then + echo 'ok 1 - output is identical' +else + retval=1 + echo 'not ok 1 - output is identical' +fi + +if [ $perlstatus -eq $cstatus ]; then + echo 'ok 2 - status code' +else + retval=1 + echo 'not ok 2 - status code' + echo "# perlstatus = $perlstatus" + echo "# cstatus = $cstatus" +fi + +exit $retval Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-numeric/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-numeric/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-numeric/.cvsignore (revision 22322) @@ -0,0 +1,11 @@ +.deps +Makefile +Makefile.in +.libs +test +test.c.out +test.pl.out +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-numeric/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-numeric/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-numeric/Makefile.am (revision 22322) @@ -0,0 +1,13 @@ + +TESTS = test.t +TESTS_ENVIRONMENT = $(SHELL) + +EXTRA_DIST = $(TESTS) test.pl + +check_PROGRAMS = test + +test_CFLAGS = -g -I$(top_srcdir)/src +test_LDFLAGS = -L$(top_builddir)/src +test_LDADD = -ltap + +CLEANFILES = test.o test.c.out test.pl.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-numeric/test.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-numeric/test.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-numeric/test.c (revision 22322) @@ -0,0 +1,49 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +#include + +#include "tap.h" + +int +main(int argc, char *argv[]) +{ + unsigned int rc = 0; + + rc = plan_tests(3); + diag("Returned: %d", rc); + + rc = ok(1, "First test"); + diag("Returned: %d", rc); + + rc = ok(1, "1"); + diag("Returned: %d", rc); + + rc = ok(1, "Third test"); + diag("Returned: %d", rc); + + return exit_status(); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-numeric/test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-numeric/test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-numeric/test.pl (revision 22322) @@ -0,0 +1,21 @@ +#!/usr/bin/perl + +use warnings; +use strict; + +use Test::More; + +my $rc = 0; + +$rc = plan tests => 3; +diag("Returned: " . sprintf("%d", $rc)); + + +$rc = ok(1, 'First test'); +diag("Returned: $rc"); + +$rc = ok(1, '1'); +diag("Returned: $rc"); + +$rc = ok(1, 'Third test'); +diag("Returned: $rc"); Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-numeric/test.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-numeric/test.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok-numeric/test.t (revision 22322) @@ -0,0 +1,29 @@ +#!/bin/sh + +echo '1..2' + +perl $srcdir/test.pl 2> /dev/null > test.pl.out +perlstatus=$? + +./test 2> /dev/null > test.c.out +cstatus=$? + +diff -u test.pl.out test.c.out + +if [ $? -eq 0 ]; then + echo 'ok 1 - output is identical' +else + retval=1 + echo 'not ok 1 - output is identical' +fi + +if [ $perlstatus -eq $cstatus ]; then + echo 'ok 2 - status code' +else + retval=1 + echo 'not ok 2 - status code' + echo "# perlstatus = $perlstatus" + echo "# cstatus = $cstatus" +fi + +exit $retval Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok/.cvsignore (revision 22322) @@ -0,0 +1,11 @@ +.deps +Makefile +Makefile.in +.libs +test +test.c.out +test.pl.out +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok/Makefile.am (revision 22322) @@ -0,0 +1,13 @@ + +TESTS = test.t +TESTS_ENVIRONMENT = $(SHELL) + +EXTRA_DIST = $(TESTS) test.pl + +check_PROGRAMS = test + +test_CFLAGS = -g -I$(top_srcdir)/src +test_LDFLAGS = -L$(top_builddir)/src +test_LDADD = -ltap + +CLEANFILES = test.o test.c.out test.pl.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok/test.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok/test.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok/test.c (revision 22322) @@ -0,0 +1,55 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +#include + +#include "tap.h" + +int +main(int argc, char *argv[]) +{ + unsigned int rc = 0; + + rc = plan_tests(5); + diag("Returned: %d", rc); + + rc = ok(1 == 1, "1 equals 1"); + diag("Returned: %d", rc); + + rc = ok(1 == 1, "1 equals %d", 1); + diag("Returned: %d", rc); + + rc = ok1(1 == 1); + diag("Returned: %d", rc); + + rc = ok(1 == 2, "1 equals 2"); + diag("Returned: %d", rc); + + rc = ok1(1 == 2); + diag("Returned: %d", rc); + + return exit_status(); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok/test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok/test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok/test.pl (revision 22322) @@ -0,0 +1,27 @@ +#!/usr/bin/perl + +use warnings; +use strict; + +use Test::More; + +my $rc = 0; + +$rc = plan tests => 5; +diag("Returned: " . sprintf("%d", $rc)); + + +$rc = ok(1 == 1, '1 equals 1'); # Test ok() passes when it should +diag("Returned: $rc"); + +$rc = ok(1 == 1, '1 equals 1'); # Used for %d testing in test.c +diag("Returned: $rc"); + +$rc = ok(1 == 1, '1 == 1'); # Test ok1() passes when it should +diag("Returned: $rc"); + +$rc = ok(1 == 2, '1 equals 2'); # Test ok() fails when it should +diag("Returned: $rc"); + +$rc = ok(1 == 2, '1 == 2'); # Test ok1() fails when it should +diag("Returned: $rc"); Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok/test.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok/test.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/ok/ok/test.t (revision 22322) @@ -0,0 +1,29 @@ +#!/bin/sh + +echo '1..2' + +perl $srcdir/test.pl 2> /dev/null > test.pl.out +perlstatus=$? + +./test 2> /dev/null > test.c.out +cstatus=$? + +diff -u test.pl.out test.c.out + +if [ $? -eq 0 ]; then + echo 'ok 1 - output is identical' +else + retval=1 + echo 'not ok 1 - output is identical' +fi + +if [ $perlstatus -eq $cstatus ]; then + echo 'ok 2 - status code' +else + retval=1 + echo 'not ok 2 - status code' + echo "# perlstatus = $perlstatus" + echo "# cstatus = $cstatus" +fi + +exit $retval Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/pass/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/pass/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/pass/.cvsignore (revision 22322) @@ -0,0 +1,11 @@ +.deps +Makefile +Makefile.in +.libs +test +test.c.out +test.pl.out +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/pass/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/pass/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/pass/Makefile.am (revision 22322) @@ -0,0 +1,13 @@ + +TESTS = test.t +TESTS_ENVIRONMENT = $(SHELL) + +EXTRA_DIST = $(TESTS) test.pl + +check_PROGRAMS = test + +test_CFLAGS = -g -I$(top_srcdir)/src +test_LDFLAGS = -L$(top_builddir)/src +test_LDADD = -ltap + +CLEANFILES = test.o test.c.out test.pl.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/pass/test.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/pass/test.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/pass/test.c (revision 22322) @@ -0,0 +1,46 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +#include + +#include "tap.h" + +int +main(int argc, char *argv[]) +{ + unsigned int rc = 0; + + rc = plan_tests(2); + diag("Returned: %d", rc); + + rc = pass("test to pass"); + diag("Returned: %d", rc); + + rc = pass("test to pass %s", "with extra string"); + diag("Returned: %d", rc); + + return exit_status(); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/pass/test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/pass/test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/pass/test.pl (revision 22322) @@ -0,0 +1,17 @@ +#!/usr/bin/perl + +use warnings; +use strict; + +use Test::More; + +my $rc = 0; + +$rc = plan tests => 2; +diag("Returned: " . sprintf('%d', $rc)); + +$rc = pass('test to pass'); +diag("Returned: $rc"); + +$rc = pass('test to pass with extra string'); +diag("Returned: $rc"); Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/pass/test.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/pass/test.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/pass/test.t (revision 22322) @@ -0,0 +1,29 @@ +#!/bin/sh + +echo '1..2' + +perl $srcdir/test.pl 2> /dev/null > test.pl.out +perlstatus=$? + +./test 2> /dev/null > test.c.out +cstatus=$? + +diff -u test.pl.out test.c.out + +if [ $? -eq 0 ]; then + echo 'ok 1 - output is identical' +else + retval=1 + echo 'not ok 1 - output is identical' +fi + +if [ $perlstatus -eq $cstatus ]; then + echo 'ok 2 - status code' +else + retval=1 + echo 'not ok 2 - status code' + echo "# perlstatus = $perlstatus" + echo "# cstatus = $cstatus" +fi + +exit $retval Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/.cvsignore (revision 22322) @@ -0,0 +1,6 @@ +Makefile +Makefile.in +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/Makefile.am (revision 22322) @@ -0,0 +1,7 @@ +SUBDIRS = no-tests +SUBDIRS += no_plan +SUBDIRS += not-enough-tests +SUBDIRS += too-many-plans +SUBDIRS += too-many-tests +SUBDIRS += sane +SUBDIRS += skip_all Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no-tests/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no-tests/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no-tests/.cvsignore (revision 22322) @@ -0,0 +1,11 @@ +.deps +Makefile +Makefile.in +.libs +test +test.c.out +test.pl.out +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no-tests/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no-tests/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no-tests/Makefile.am (revision 22322) @@ -0,0 +1,13 @@ + +TESTS = test.t +TESTS_ENVIRONMENT = $(SHELL) + +EXTRA_DIST = $(TESTS) test.pl + +check_PROGRAMS = test + +test_CFLAGS = -g -I$(top_srcdir)/src +test_LDFLAGS = -L$(top_builddir)/src +test_LDADD = -ltap + +CLEANFILES = test.o test.c.out test.pl.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no-tests/test.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no-tests/test.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no-tests/test.c (revision 22322) @@ -0,0 +1,43 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +#include + +#include "tap.h" + +int +main(int argc, char *argv[]) +{ + unsigned int rc = 0; + + rc = plan_tests(0); + diag("Returned: %d", rc); + + rc = ok(1, NULL); + diag("Returned: %d", rc); + + return exit_status(); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no-tests/test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no-tests/test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no-tests/test.pl (revision 22322) @@ -0,0 +1,14 @@ +#!/usr/bin/perl + +use warnings; +use strict; + +use Test::More; + +my $rc = 0; + +$rc = plan tests => 0; +diag("Returned: " . sprintf("%d", $rc)); + +$rc = ok(1); +diag("Returned: $rc"); Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no-tests/test.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no-tests/test.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no-tests/test.t (revision 22322) @@ -0,0 +1,29 @@ +#!/bin/sh + +echo '1..2' + +perl $srcdir/test.pl 2> /dev/null > test.pl.out +perlstatus=$? + +./test 2> /dev/null > test.c.out +cstatus=$? + +diff -u test.pl.out test.c.out + +if [ $? -eq 0 ]; then + echo 'ok 1 - output is identical' +else + retval=1 + echo 'not ok 1 - output is identical' +fi + +if [ $perlstatus -eq $cstatus ]; then + echo 'ok 2 - status code' +else + retval=1 + echo 'not ok 2 - status code' + echo "# perlstatus = $perlstatus" + echo "# cstatus = $cstatus" +fi + +exit $retval Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no_plan/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no_plan/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no_plan/.cvsignore (revision 22322) @@ -0,0 +1,11 @@ +.deps +Makefile +Makefile.in +.libs +test +test.c.out +test.pl.out +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no_plan/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no_plan/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no_plan/Makefile.am (revision 22322) @@ -0,0 +1,13 @@ + +TESTS = test.t +TESTS_ENVIRONMENT = $(SHELL) + +EXTRA_DIST = $(TESTS) test.pl + +check_PROGRAMS = test + +test_CFLAGS = -g -I$(top_srcdir)/src +test_LDFLAGS = -L$(top_builddir)/src +test_LDADD = -ltap + +CLEANFILES = test.o test.c.out test.pl.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no_plan/test.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no_plan/test.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no_plan/test.c (revision 22322) @@ -0,0 +1,43 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +#include + +#include "tap.h" + +int +main(int argc, char *argv[]) +{ + unsigned int rc = 0; + + rc = plan_no_plan(); + diag("Returned: %d", rc); + + rc = ok(1, NULL); + diag("Returned: %d", rc); + + return exit_status(); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no_plan/test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no_plan/test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no_plan/test.pl (revision 22322) @@ -0,0 +1,14 @@ +#!/usr/bin/perl + +use warnings; +use strict; + +my $rc = 0; + +use Test::More; + +$rc = plan qw(no_plan); +diag("Returned: " . sprintf("%d", $rc)); + +$rc = ok(1); +diag("Returned: $rc"); Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no_plan/test.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no_plan/test.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/no_plan/test.t (revision 22322) @@ -0,0 +1,29 @@ +#!/bin/sh + +echo '1..2' + +perl $srcdir/test.pl 2> /dev/null > test.pl.out +perlstatus=$? + +./test 2> /dev/null > test.c.out +cstatus=$? + +diff -u test.pl.out test.c.out + +if [ $? -eq 0 ]; then + echo 'ok 1 - output is identical' +else + retval=1 + echo 'not ok 1 - output is identical' +fi + +if [ $perlstatus -eq $cstatus ]; then + echo 'ok 2 - status code' +else + retval=1 + echo 'not ok 2 - status code' + echo "# perlstatus = $perlstatus" + echo "# cstatus = $cstatus" +fi + +exit $retval Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/not-enough-tests/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/not-enough-tests/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/not-enough-tests/.cvsignore (revision 22322) @@ -0,0 +1,11 @@ +.deps +Makefile +Makefile.in +.libs +test +test.c.out +test.pl.out +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/not-enough-tests/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/not-enough-tests/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/not-enough-tests/Makefile.am (revision 22322) @@ -0,0 +1,13 @@ + +TESTS = test.t +TESTS_ENVIRONMENT = $(SHELL) + +EXTRA_DIST = $(TESTS) test.pl + +check_PROGRAMS = test + +test_CFLAGS = -g -I$(top_srcdir)/src +test_LDFLAGS = -L$(top_builddir)/src +test_LDADD = -ltap + +CLEANFILES = test.o test.c.out test.pl.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/not-enough-tests/test.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/not-enough-tests/test.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/not-enough-tests/test.c (revision 22322) @@ -0,0 +1,49 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +#include + +#include "tap.h" + +int +main(int argc, char *argv[]) +{ + unsigned int rc = 0; + + rc = plan_tests(1); + diag("Returned: %d", rc); + + rc = ok(1, NULL); + diag("Returned: %d", rc); + + rc = ok(1, NULL); + diag("Returned: %d", rc); + + rc = ok(1, NULL); + diag("Returned: %d", rc); + + return exit_status(); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/not-enough-tests/test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/not-enough-tests/test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/not-enough-tests/test.pl (revision 22322) @@ -0,0 +1,20 @@ +#!/usr/bin/perl + +use warnings; +use strict; + +use Test::More; + +my $rc = 0; + +$rc = plan tests => 1; +diag("Returned: " . sprintf("%d", $rc)); + +$rc = ok(1); +diag("Returned: $rc"); + +$rc = ok(1); +diag("Returned: $rc"); + +$rc = ok(1); +diag("Returned: $rc"); Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/not-enough-tests/test.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/not-enough-tests/test.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/not-enough-tests/test.t (revision 22322) @@ -0,0 +1,30 @@ +#!/bin/sh + +echo '1..2' + +perl $srcdir/test.pl 2> /dev/null > test.pl.out +perlstatus=$? + +./test 2> /dev/null > test.c.out +cstatus=$? + +diff -u test.pl.out test.c.out + +if [ $? -eq 0 ]; then + echo 'ok 1 - output is identical' +else + retval=1 + echo 'not ok 1 - output is identical' +fi + +if [ $perlstatus -eq $cstatus ]; then + echo 'ok 2 - status code' +else + # comment this out until we're exit-code compatible with Test::More + #retval=1 + echo 'not ok 2 - status code' + echo "# perlstatus = $perlstatus" + echo "# cstatus = $cstatus" +fi + +exit $retval Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/sane/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/sane/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/sane/.cvsignore (revision 22322) @@ -0,0 +1,11 @@ +.deps +Makefile +Makefile.in +.libs +test +test.c.out +test.pl.out +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/sane/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/sane/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/sane/Makefile.am (revision 22322) @@ -0,0 +1,13 @@ + +TESTS = test.t +TESTS_ENVIRONMENT = $(SHELL) + +EXTRA_DIST = $(TESTS) test.pl + +check_PROGRAMS = test + +test_CFLAGS = -g -I$(top_srcdir)/src +test_LDFLAGS = -L$(top_builddir)/src +test_LDADD = -ltap + +CLEANFILES = test.o test.c.out test.pl.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/sane/test.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/sane/test.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/sane/test.c (revision 22322) @@ -0,0 +1,43 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +#include + +#include "tap.h" + +int +main(int argc, char *argv[]) +{ + unsigned int rc = 0; + + rc = plan_tests(1); + diag("Returned: %d", rc); + + rc = ok(1, NULL); + diag("Returned: %d", rc); + + return exit_status(); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/sane/test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/sane/test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/sane/test.pl (revision 22322) @@ -0,0 +1,14 @@ +#!/usr/bin/perl + +use warnings; +use strict; + +use Test::More; + +my $rc = 0; + +$rc = plan tests => 1; +diag("Returned: " . sprintf("%d", $rc)); + +$rc = ok(1); +diag("Returned: $rc"); Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/sane/test.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/sane/test.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/sane/test.t (revision 22322) @@ -0,0 +1,29 @@ +#!/bin/sh + +echo '1..2' + +perl $srcdir/test.pl 2> /dev/null > test.pl.out +perlstatus=$? + +./test 2> /dev/null > test.c.out +cstatus=$? + +diff -u test.pl.out test.c.out + +if [ $? -eq 0 ]; then + echo 'ok 1 - output is identical' +else + retval=1 + echo 'not ok 1 - output is identical' +fi + +if [ $perlstatus -eq $cstatus ]; then + echo 'ok 2 - status code' +else + retval=1 + echo 'not ok 2 - status code' + echo "# perlstatus = $perlstatus" + echo "# cstatus = $cstatus" +fi + +exit $retval Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/.cvsignore (revision 22322) @@ -0,0 +1,11 @@ +.deps +Makefile +Makefile.in +.libs +test +test.c.out +test.pl.out +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/Makefile.am (revision 22322) @@ -0,0 +1,13 @@ + +TESTS = test.t +TESTS_ENVIRONMENT = $(SHELL) + +EXTRA_DIST = $(TESTS) test.pl + +check_PROGRAMS = test + +test_CFLAGS = -g -I$(top_srcdir)/src +test_LDFLAGS = -L$(top_builddir)/src +test_LDADD = -ltap + +CLEANFILES = test.o test.c.out test.pl.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/plan.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/plan.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/plan.c (revision 22322) @@ -0,0 +1,39 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +#include +#include + +#include "tap.h" + +/* Run pre-defined tests on the test library to make sure that the basic + functionality works, and it can be used to test itself afterwards */ + +int +main(int argc, char *argv[]) +{ + plan_skip_all("No good reason"); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/test.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/test.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/test.c (revision 22322) @@ -0,0 +1,38 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +#include "tap.h" + +int +main(int argc, char *argv[]) +{ + unsigned int rc = 0; + + rc = plan_skip_all("No good reason"); + diag("Returned: %d", rc); + + return exit_status(); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/test.pl (revision 22322) @@ -0,0 +1,11 @@ +#!/usr/bin/perl + +use warnings; +use strict; + +use Test::More; + +my $rc = 0; + +$rc = plan skip_all => "No good reason"; +diag("Returned: " . sprintf("%d", $rc)); Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/test.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/test.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/skip_all/test.t (revision 22322) @@ -0,0 +1,29 @@ +#!/bin/sh + +echo '1..2' + +perl $srcdir/test.pl 2> /dev/null > test.pl.out +perlstatus=$? + +./test 2> /dev/null > test.c.out +cstatus=$? + +diff -u test.pl.out test.c.out + +if [ $? -eq 0 ]; then + echo 'ok 1 - output is identical' +else + retval=1 + echo 'not ok 1 - output is identical' +fi + +if [ $perlstatus -eq $cstatus ]; then + echo 'ok 2 - status code' +else + retval=1 + echo 'not ok 2 - status code' + echo "# perlstatus = $perlstatus" + echo "# cstatus = $cstatus" +fi + +exit $retval Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-plans/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-plans/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-plans/.cvsignore (revision 22322) @@ -0,0 +1,11 @@ +.deps +Makefile +Makefile.in +.libs +test +test.c.out +test.pl.out +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-plans/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-plans/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-plans/Makefile.am (revision 22322) @@ -0,0 +1,13 @@ + +TESTS = test.t +TESTS_ENVIRONMENT = $(SHELL) + +EXTRA_DIST = $(TESTS) test.pl + +check_PROGRAMS = test + +test_CFLAGS = -g -I$(top_srcdir)/src +test_LDFLAGS = -L$(top_builddir)/src +test_LDADD = -ltap + +CLEANFILES = test.o test.c.out test.pl.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-plans/test.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-plans/test.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-plans/test.c (revision 22322) @@ -0,0 +1,49 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +#include + +#include "tap.h" + +int +main(int argc, char *argv[]) +{ + unsigned int rc = 0; + + rc = plan_tests(1); + diag("Returned: %d", rc); + + rc = ok(1, NULL); + diag("Returned: %d", rc); + + rc = plan_tests(1); + diag("Returned: %d", rc); + + rc = ok(0, NULL); + diag("Returned: %d", rc); + + return exit_status(); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-plans/test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-plans/test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-plans/test.pl (revision 22322) @@ -0,0 +1,20 @@ +#!/usr/bin/perl + +use warnings; +use strict; + +use Test::More; + +my $rc = 0; + +$rc = plan tests => 1; +diag("Returned: " . sprintf("%d", $rc)); + +$rc = ok(1); +diag("Returned: $rc"); + +$rc = plan tests => 1; +diag("Returned: $rc"); + +$rc = ok(0); +diag("Returned: $rc"); Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-plans/test.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-plans/test.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-plans/test.t (revision 22322) @@ -0,0 +1,29 @@ +#!/bin/sh + +echo '1..2' + +perl $srcdir/test.pl 2> /dev/null > test.pl.out +perlstatus=$? + +./test 2> /dev/null > test.c.out +cstatus=$? + +diff -u test.pl.out test.c.out + +if [ $? -eq 0 ]; then + echo 'ok 1 - output is identical' +else + retval=1 + echo 'not ok 1 - output is identical' +fi + +if [ $perlstatus -eq $cstatus ]; then + echo 'ok 2 - status code' +else + retval=1 + echo 'not ok 2 - status code' + echo "# perlstatus = $perlstatus" + echo "# cstatus = $cstatus" +fi + +exit $retval Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-tests/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-tests/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-tests/.cvsignore (revision 22322) @@ -0,0 +1,11 @@ +.deps +Makefile +Makefile.in +.libs +test +test.c.out +test.pl.out +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-tests/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-tests/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-tests/Makefile.am (revision 22322) @@ -0,0 +1,13 @@ + +TESTS = test.t +TESTS_ENVIRONMENT = $(SHELL) + +EXTRA_DIST = $(TESTS) test.pl + +check_PROGRAMS = test + +test_CFLAGS = -g -I$(top_srcdir)/src +test_LDFLAGS = -L$(top_builddir)/src +test_LDADD = -ltap + +CLEANFILES = test.o test.c.out test.pl.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-tests/test.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-tests/test.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-tests/test.c (revision 22322) @@ -0,0 +1,46 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +#include + +#include "tap.h" + +int +main(int argc, char *argv[]) +{ + unsigned int rc = 0; + + rc = plan_tests(5); + diag("Returned: %d", rc); + + rc = ok(1, NULL); + diag("Returned: %d", rc); + + rc = ok(0, NULL); + diag("Returned: %d", rc); + + return exit_status(); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-tests/test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-tests/test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-tests/test.pl (revision 22322) @@ -0,0 +1,17 @@ +#!/usr/bin/perl + +use warnings; +use strict; + +use Test::More; + +my $rc = 0; + +$rc = plan tests => 5; +diag("Returned: " . sprintf("%d", $rc)); + +$rc = ok(1); +diag("Returned: $rc"); + +$rc = ok(0); +diag("Returned: $rc"); Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-tests/test.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-tests/test.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/plan/too-many-tests/test.t (revision 22322) @@ -0,0 +1,30 @@ +#!/bin/sh + +echo '1..2' + +perl $srcdir/test.pl 2> /dev/null > test.pl.out +perlstatus=$? + +./test 2> /dev/null > test.c.out +cstatus=$? + +diff -u test.pl.out test.c.out + +if [ $? -eq 0 ]; then + echo 'ok 1 - output is identical' +else + retval=1 + echo 'not ok 1 - output is identical' +fi + +if [ $perlstatus -eq $cstatus ]; then + echo 'ok 2 - status code' +else + # we're not exit-status compatible with Test::More yet + #retval=1 + echo 'not ok 2 - status code' + echo "# perlstatus = $perlstatus" + echo "# cstatus = $cstatus" +fi + +exit $retval Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/skip/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/skip/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/skip/.cvsignore (revision 22322) @@ -0,0 +1,11 @@ +.deps +Makefile +Makefile.in +.libs +test +test.c.out +test.pl.out +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/skip/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/skip/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/skip/Makefile.am (revision 22322) @@ -0,0 +1,13 @@ + +TESTS = test.t +TESTS_ENVIRONMENT = $(SHELL) + +EXTRA_DIST = $(TESTS) test.pl + +check_PROGRAMS = test + +test_CFLAGS = -g -I$(top_srcdir)/src +test_LDFLAGS = -L$(top_builddir)/src +test_LDADD = -ltap + +CLEANFILES = test.o test.c.out test.pl.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/skip/test.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/skip/test.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/skip/test.c (revision 22322) @@ -0,0 +1,69 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +#include + +#include "tap.h" + +int +main(int argc, char *argv[]) +{ + unsigned int rc = 0; + unsigned int side_effect = 0; + + rc = plan_tests(4); + diag("Returned: %d", rc); + + rc = ok(1 == 1, "1 equals 1"); /* Should always work */ + diag("Returned: %d", rc); + + do { + if(1) { + rc = skip(1, "Testing skipping"); + continue; + } + + side_effect++; + + ok(side_effect == 1, "side_effect checked out"); + + } while(0); + + diag("Returned: %d", rc); + + skip_start(1 == 1, 1, "Testing skipping #2"); + + side_effect++; + rc = ok(side_effect == 1, "side_effect checked out"); + diag("Returned: %d", rc); + + skip_end(); + + rc = ok(side_effect == 0, "side_effect is %d", side_effect); + diag("Returned: %d", rc); + + return exit_status(); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/skip/test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/skip/test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/skip/test.pl (revision 22322) @@ -0,0 +1,40 @@ +#!/usr/bin/perl + +use warnings; +use strict; + +use Test::More; + +my $rc = 0; + +$rc = plan tests => 4; +diag("Returned: " . sprintf("%d", $rc)); + +my $side_effect = 0; # Check whether skipping has side effects + +$rc = ok(1 == 1, '1 equals 1'); # Test ok() passes when it should +diag("Returned: $rc"); + +# Start skipping +SKIP: { + $rc = skip "Testing skipping", 1; + + $side_effect++; + + $rc = ok($side_effect == 1, '$side_effect checked out'); +} + +diag("Returned: $rc"); + +SKIP: { + $rc = skip "Testing skipping #2", 1; + diag("Returned: $rc"); + + $side_effect++; + + $rc = ok($side_effect == 1, '$side_effect checked out'); + diag("Returned: $rc"); +} + +$rc = ok($side_effect == 0, "side_effect is $side_effect"); +diag("Returned: $rc"); Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/skip/test.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/skip/test.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/skip/test.t (revision 22322) @@ -0,0 +1,29 @@ +#!/bin/sh + +echo '1..2' + +perl $srcdir/test.pl 2> /dev/null > test.pl.out +perlstatus=$? + +./test 2> /dev/null > test.c.out +cstatus=$? + +diff -u test.pl.out test.c.out + +if [ $? -eq 0 ]; then + echo 'ok 1 - output is identical' +else + retval=1 + echo 'not ok 1 - output is identical' +fi + +if [ $perlstatus -eq $cstatus ]; then + echo 'ok 2 - status code' +else + retval=1 + echo 'not ok 2 - status code' + echo "# perlstatus = $perlstatus" + echo "# cstatus = $cstatus" +fi + +exit $retval Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/todo/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/todo/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/todo/.cvsignore (revision 22322) @@ -0,0 +1,11 @@ +.deps +Makefile +Makefile.in +.libs +test +test.c.out +test.pl.out +*.bb +*.bbg +*.da +gmon.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/todo/Makefile.am =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/todo/Makefile.am (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/todo/Makefile.am (revision 22322) @@ -0,0 +1,13 @@ + +TESTS = test.t +TESTS_ENVIRONMENT = $(SHELL) + +EXTRA_DIST = $(TESTS) test.pl + +check_PROGRAMS = test + +test_CFLAGS = -g -I$(top_srcdir)/src +test_LDFLAGS = -L$(top_builddir)/src +test_LDADD = -ltap + +CLEANFILES = test.o test.c.out test.pl.out Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/todo/test.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/todo/test.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/todo/test.c (revision 22322) @@ -0,0 +1,68 @@ +/*- + * Copyright (c) 2004 Nik Clayton + * All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions + * are met: + * 1. Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * 2. Redistributions in binary form must reproduce the above copyright + * notice, this list of conditions and the following disclaimer in the + * documentation and/or other materials provided with the distribution. + * + * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND + * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE + * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE + * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE + * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL + * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS + * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) + * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT + * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY + * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF + * SUCH DAMAGE. + */ + +#include + +#include "tap.h" + +int +main(int argc, char *argv[]) +{ + unsigned int rc = 0; + unsigned int side_effect = 0; + + rc = plan_tests(5); + diag("Returned: %d", rc); + + rc = ok(1 == 1, "1 equals 1"); /* Should always work */ + diag("Returned: %d", rc); + + todo_start("For testing purposes"); + + side_effect++; + + /* This test should fail */ + rc = ok(side_effect == 0, "side_effect checked out"); + diag("Returned: %d", rc); + + /* This test should unexpectedly succeed */ + rc = ok(side_effect == 1, "side_effect checked out"); + diag("Returned: %d", rc); + + todo_end(); + + todo_start("Testing printf() %s in todo_start()", "expansion"); + + rc = ok(0, "dummy test"); + diag("Returned: %d", rc); + + todo_end(); + + rc = ok(side_effect == 1, "side_effect is %d", side_effect); + diag("Returned: %d", rc); + + return exit_status(); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/todo/test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/todo/test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/todo/test.pl (revision 22322) @@ -0,0 +1,41 @@ +#!/usr/bin/perl + +use warnings; +use strict; + +use Test::More; + +my $rc = 0; + +$rc = plan tests => 5; +diag("Returned: " . sprintf("%d", $rc)); + +my $side_effect = 0; # Check whether TODO has side effects + +$rc = ok(1 == 1, '1 equals 1'); # Test ok() passes when it should +diag("Returned: $rc"); + +# Start TODO tests +TODO: { + local $TODO = 'For testing purposes'; + + $side_effect++; + + # This test should fail + $rc = ok($side_effect == 0, 'side_effect checked out'); + diag("Returned: $rc"); + + # This test should unexpectedly succeed + $rc = ok($side_effect == 1, 'side_effect checked out'); + diag("Returned: $rc"); +} + +TODO: { + local $TODO = 'Testing printf() expansion in todo_start()'; + + $rc = ok(0, 'dummy test'); + diag("Returned: $rc"); +} + +$rc = ok($side_effect == 1, "side_effect is $side_effect"); +diag("Returned: $rc"); Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/todo/test.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/todo/test.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tap/tests/todo/test.t (revision 22322) @@ -0,0 +1,34 @@ +#!/bin/sh + +echo '1..2' + +perl $srcdir/test.pl 2> /dev/null > test.pl.out +perlstatus=$? + +# Test:;More prints diagnostic from TODO tests on stdout +# http://rt.cpan.org/Ticket/Display.html?id=14982 +sed '/^#/D' test.pl.out > tmp +mv tmp test.pl.out + +./test 2> /dev/null > test.c.out +cstatus=$? + +diff -u test.pl.out test.c.out + +if [ $? -eq 0 ]; then + echo 'ok 1 - output is identical' +else + retval=1 + echo 'not ok 1 - output is identical' +fi + +if [ $perlstatus -eq $cstatus ]; then + echo 'ok 2 - status code' +else + retval=1 + echo 'not ok 2 - status code' + echo "# perlstatus = $perlstatus" + echo "# cstatus = $cstatus" +fi + +exit $retval Index: /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tests.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tests.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/nebclient/tests/tests.c (revision 22322) @@ -0,0 +1,131 @@ +#include +#include +#include +#include + +#include "nebclient.h" +#include "tap.h" + +#define neb_ok(server, ...) \ + if (!ok(__VA_ARGS__)) { \ + diag("nebErr: %s", nebErr(server)); \ + } + +#define tst_nebFree(foo) \ + if (foo) nebFree(foo) + +int main (int argc, char **argv) { + nebServer *server = NULL; + char *key = "foobarbaz"; + + plan_tests(22); + + if (getenv("NEB_SERVER")) { + server = nebServerAlloc(getenv("NEB_SERVER")); + } else { + server = nebServerAlloc(NULL); + } + ok(server, "server not NULL"); + + printf("# server set to %s\n", server->endpoint); + + { + char *URI = NULL; + char *filename; + + filename = nebCreate(server, key, NULL, &URI); + diag("filename is %s", filename); + neb_ok(server, filename, "create object"); + ok(URI, "URI not NULL"); + neb_ok(server, nebDelete(server, key), "delete object"); + + tst_nebFree(URI); + tst_nebFree(filename); + } + + { + char *URI = NULL; + int fh; + + fh = nebOpenCreate(server, key, NULL, &URI); + + neb_ok(server, fh > -1, "create new object filehandle"); + ok(URI, "URI not NULL"); + + tst_nebFree(URI); + close(fh); + } + + { + int fh; + + fh = nebOpen(server, key, NEB_READ); + diag("fh is %d", fh); + + neb_ok(server, fh > 0, "open object for reading"); + + close(fh); + } + + { + int fh; + + fh = nebOpen(server, key, NEB_WRITE); + diag("fh is %d", fh); + + neb_ok(server, fh > 0, "open object for writing"); + + close(fh); + } + + + neb_ok(server, nebReplicate(server, key, NULL, NULL), "replicate object"); + + neb_ok(server, nebOpen(server, key, NEB_WRITE) < 0, "write to object with multiple instances"); + + neb_ok(server, nebCull(server, key), "cull object"); + + neb_ok(server, nebStat(server, key), "stat object"); + + neb_ok(server, nebLock(server, key, NEB_WRITE), "lock object write"); + neb_ok(server, nebUnlock(server, key, NEB_WRITE), "unlock object write"); + + neb_ok(server, nebLock(server, key, NEB_READ), "lock object read"); + neb_ok(server, nebUnlock(server, key, NEB_READ), "unlock object read"); + + { + nebObjectInstances *locations = NULL; + + locations = nebFindInstances(server, key, NULL); + + neb_ok(server, locations, "locations not NULL"); + ok(locations && locations->n == 1, "find instances"); + + nebObjectInstancesFree(locations); + } + + { + char *filename = NULL; + + filename = nebFind(server, key); + + neb_ok(server, filename, "find file name"); + + tst_nebFree(filename); + } + + + neb_ok(server, nebCopy(server, key, "copyiedfile"), "copy object"); + + neb_ok(server, nebDelete(server, key), "delete object"); + + neb_ok(server, nebMove(server, "copyiedfile", "movedfile"), "move object"); + + if (!nebDelete(server, "movedfile")) { + diag( "cleanup failed %s\n", nebErr(server)); + } + + nebServerFree(server); + + return exit_status(); +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/scripts/bench_test.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/scripts/bench_test.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/scripts/bench_test.pl (revision 22322) @@ -0,0 +1,41 @@ +#!/usr/bin/env perl + +use strict; +use warnings FATAL => qw( all ); + +use lib "./lib"; + +use Benchmark qw( timethese ); +use Nebulous::Client; + +my $neb = Nebulous::Client->new( + proxy => 'http://localhost:80/nebulous' +); + +my $key = shift || 'foobar'; + +eval { $neb->delete( $key ); }; + +my $fh = $neb->create( $key ); +close $fh; + + +timethese( -3, + { + 'stat' => sub { + $neb->stat( $key ); + }, + } +); + +$neb->delete( $key ); + +timethese( -3, + { + 'create/delete' => sub { + my $fh = $neb->create( $key ); + close $fh; + $neb->delete( $key ); + }, + } +); Index: /tags/sj_tags/sj_root_20080929/Nebulous/scripts/nebulous.cgi =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/scripts/nebulous.cgi (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/scripts/nebulous.cgi (revision 22322) @@ -0,0 +1,15 @@ +#!/usr/bin/perl + +# Copyright (C) 2004 Joshua Hoblitt +# +# $Id + +use strict; +use warnings FATAL => qw( all ); + +use SOAP::Transport::HTTP; +use Nebulous::Server; + +SOAP::Transport::HTTP::CGI + -> dispatch_to( 'Nebulous::Server' ) + -> handle; Index: /tags/sj_tags/sj_root_20080929/Nebulous/scripts/ptest.pl =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/scripts/ptest.pl (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/scripts/ptest.pl (revision 22322) @@ -0,0 +1,49 @@ +#!/usr/bin/env perl + +use strict; +use warnings FATAL => qw( all ); + +use lib "./lib"; + +use Nebulous::Client; + +my $neb = Nebulous::Client->new( + proxy => 'http://localhost:80/nebulous' +); + +my $key = shift || 'foobar'; +my $kids = shift || 1; + +foreach my $id ( 1..$kids ) { + my $pid = fork; + + unless ( $pid ) { + my $fname = "${key}_$id"; + my $fh = $neb->open_create( $fname ); + die "can't create file $fname" unless $fh; + + print $fh "fooby\n"; + + close $fh; + + $fh = $neb->open( $fname, 'read' ) or die "can't open file"; + close $fh; + + $neb->lock( $fname, 'read' ); + $neb->unlock( $fname, 'read' ); + $neb->replicate( $fname ); + $neb->cull( $fname ); + $neb->find( $fname ); + $neb->copy( $fname, $fname . "_copy" ); + $neb->move( $fname, $fname . "_move" ); + $neb->delete( $fname . "_copy" ); + $neb->delete( $fname . "_move" ); + + exit 0; + } +} + +while ( $kids ) { + wait(); + $kids --; +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/.cvsignore (revision 22322) @@ -0,0 +1,3 @@ +TEST +htdocs +logs Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/00_distribution.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/00_distribution.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/00_distribution.t (revision 22322) @@ -0,0 +1,25 @@ +#!/usr/bin/env perl + +# Copyright (C) 2005 Joshua Hoblitt +# +# $Id: 00_distribution.t,v 1.2 2007-05-02 01:07:56 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use lib qw( ./lib ./t ); + +use Test::More; + +# example taken from Test::Distribution Pod + +BEGIN { + eval { + require Test::Distribution; + }; + if($@) { + plan skip_all => 'Test::Distribution not installed'; + } else { + import Test::Distribution not => [qw( versions use podcover )]; + } +} Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/01_load.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/01_load.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/01_load.t (revision 22322) @@ -0,0 +1,17 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 01_load.t,v 1.8 2008-03-20 23:21:58 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use lib qw( ./t ./lib ); + +use Test::More tests => 4; + +BEGIN { use_ok( 'Nebulous::Client' ); } +BEGIN { use_ok( 'Nebulous::Client::Log' ); } +BEGIN { use_ok( 'Nebulous::Client::HTTP' ); } +BEGIN { use_ok( 'Nebulous::Util' ); } Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/50_client_new.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/50_client_new.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/50_client_new.t (revision 22322) @@ -0,0 +1,60 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 50_client_new.t,v 1.1 2005-12-03 02:52:31 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +plan tests => 4; + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Nebulous::Util qw( :standard ); +use Test::Nebulous; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + isa_ok( $neb, "Nebulous::Client" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + uri => "http://example.com/PS/IPP/Nebulous/Client", + ); + + isa_ok( $neb, "Nebulous::Client" ); +} + +Test::Nebulous->setup; + +eval { + Nebulous::Client->new; +}; +like( $@, qr/Mandatory parameter/, "no proxy" ); + +Test::Nebulous->setup; + +eval { + Nebulous::Client->new( + proxy => "foo", + dog => "do" + ); +}; +like( $@, qr/not listed in the validation options/, "bad param" ); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/51_client_create.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/51_client_create.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/51_client_create.t (revision 22322) @@ -0,0 +1,100 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 51_client_create.t,v 1.6 2008-05-15 03:24:58 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +plan tests => 9; + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Test::Nebulous; +use Test::URI; +use URI::Split qw( uri_split ); + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +{ + # key + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + my $uri = $neb->create("foo"); + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "good filename"); + uri_scheme_ok($uri, 'file'); +} + +Test::Nebulous->setup; + +{ + # key, volume + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + my $uri = $neb->create("foo", "node01"); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "good filename"); + uri_scheme_ok($uri, 'file'); +} + +Test::Nebulous->setup; + +{ + # key, volume == undef + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + my $uri = $neb->create("foo", undef); + + my ($scheme, $auth, $path, $query, $frag) = uri_split($uri); + ok(-e $path, "good filename"); + uri_scheme_ok($uri, 'file'); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->create("foo"); + is($neb->create("foo"), undef, "object already exists"); +} + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->create(); +}; +like($@, qr/1 - 2 were expected/, "no params"); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->create(1, 2, 3); +}; +like($@, qr/1 - 2 were expected/, "too many params"); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/51_client_open_create.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/51_client_open_create.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/51_client_open_create.t (revision 22322) @@ -0,0 +1,80 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 51_client_open_create.t,v 1.4 2008-05-15 02:40:23 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +plan tests => 5; + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Test::Nebulous; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +{ + # key + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + my $fh = $neb->open_create("foo"); + + is(ref $fh, 'GLOB', "good filehandle"); +} + +Test::Nebulous->setup; + +{ + # key, volume + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + my $fh = $neb->open_create("foo", "node01"); + + is(ref $fh, 'GLOB', "good filehandle"); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->open_create("foo"); + is($neb->open_create("foo"), undef, "object already exists"); +} + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->open_create(); +}; +like($@, qr/1 - 2 were expected/, "no params"); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->open_create(1, 2, 3); +}; +like($@, qr/1 - 2 were expected/, "too many params"); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/52_client_replicate.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/52_client_replicate.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/52_client_replicate.t (revision 22322) @@ -0,0 +1,116 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 52_client_replicate.t,v 1.2 2008-09-24 00:36:56 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +plan tests => 13; + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Nebulous::Util qw( :standard ); +use Test::Nebulous; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +{ + # key + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + my $uri = $neb->replicate( "foo" ); + + ok( $uri, "good replication" ); + ok( -e _get_file_path( $uri ), "file exists" ); +} + +Test::Nebulous->setup; + +{ + # key, $volume + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + my $uri = $neb->replicate( "foo", "node01" ); + + ok( $uri, "good replication" ); + ok( -e _get_file_path( $uri ), "file exists" ); +} + +Test::Nebulous->setup; + +{ + # key, $volume = undef (same as saying no volume) + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "neb://node01/foo" ); + + my $uri = $neb->replicate( "neb://node01/foo", undef ); + + ok( $uri, "good replication" ); + ok( -e _get_file_path( $uri ), "file exists" ); +} + +Test::Nebulous->setup; + +{ + # key, $volume + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + my $uri1 = $neb->replicate( "foo", "node01" ); + my $uri2 = $neb->replicate( "foo", "node02" ); + + ok( $uri1, "good replication" ); + ok( $uri2, "good replication" ); + ok( -e _get_file_path( $uri1 ), "file exists" ); + ok( -e _get_file_path( $uri2 ), "file exists" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + my $uri = $neb->replicate( "foo" ); + + is( $uri, undef, "storage object does not exist" ); +} + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->replicate(); +}; +like( $@, qr/1 - 2 were expected/, "no params" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->replicate( 1, 2, 3 ); +}; +like( $@, qr/1 - 2 were expected/, "too many params" ); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/53_client_cull.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/53_client_cull.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/53_client_cull.t (revision 22322) @@ -0,0 +1,128 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 53_client_cull.t,v 1.5 2007-05-03 03:21:28 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +plan tests => 15; + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Nebulous::Util qw( :standard ); +use Test::Nebulous; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +{ + # key + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create("foo"); + $neb->replicate("foo"); + + my $uri = $neb->cull("foo"); + + ok($uri, "good cull"); + ok(! -e _get_file_path($uri), "file doesn't exist"); +} + +Test::Nebulous->setup; + +{ + # key, $volume + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create("foo"); + $neb->replicate("foo", "node01"); + + my $uri = $neb->cull("foo", "node01"); + + ok($uri, "good cull"); + ok(! -e _get_file_path($uri), "file exists"); +} + +Test::Nebulous->setup; + +{ + # key + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create("foo"); + + $neb->replicate("foo", "node01"); + $neb->replicate("foo", "node02"); + + my $uri1 = $neb->cull("foo"); + my $uri2 = $neb->cull("foo"); + + ok($uri1, "good cull"); + ok($uri2, "good cull"); + ok(! -e _get_file_path($uri1), "file exists"); + ok(! -e _get_file_path($uri2), "file exists"); +} + +Test::Nebulous->setup; + +{ + + # key, $volume + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + $neb->replicate( "foo", "node01" ); + $neb->replicate( "foo", "node02" ); + + my $uri1 = $neb->cull( "foo", "node01" ); + my $uri2 = $neb->cull( "foo", "node02" ); + + ok( $uri1, "good cull" ); + ok( $uri2, "good cull" ); + ok( ! -e _get_file_path( $uri1 ), "file exists" ); + ok( ! -e _get_file_path( $uri2 ), "file exists" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + my $uri = $neb->cull( "foo" ); + + is( $uri, undef, "storage object does not exist" ); +} + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->cull(); +}; +like( $@, qr/1 - 2 were expected/, "no params" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->cull( 1, 2, 3 ); +}; +like( $@, qr/1 - 2 were expected/, "too many params" ); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/54_client_lock.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/54_client_lock.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/54_client_lock.t (revision 22322) @@ -0,0 +1,273 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 54_client_lock.t,v 1.1 2005-12-03 02:52:31 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +plan tests => 19; + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Nebulous::Util qw( :standard ); +use Test::Nebulous; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +{ + # key, type + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + ok( $neb->lock( "foo", "read" ), "read lock" ); +} + +Test::Nebulous->setup; + +{ + # key, type, timeout + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + ok( $neb->lock( "foo", "read", 10 ), "read lock" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + ok( $neb->lock( "foo", "read" ), "read lock" ); + ok( $neb->lock( "foo", "read" ), "read lock" ); +} + +Test::Nebulous->setup; + +{ + # key, type + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + ok( $neb->lock( "foo", "write" ), "write lock" ); +} + +Test::Nebulous->setup; + +{ + # key, type, timeout + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + ok( $neb->lock( "foo", "write", 10 ), "write lock" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + is( $neb->lock( "foo", "read" ), undef, "storage object does not exist" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + is( $neb->lock( "foo", "write" ), undef, "storage object does not exist" ); +} + +Test::Nebulous->setup; + +diag "testing a spinlock, this will be a litle slow..."; + +eval { + local $SIG{ALRM} = sub { alarm 0; die "timeout"; }; + alarm 8; + + # key, type, timeout + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + $neb->lock( "foo", "read" ); + $neb->lock( "foo", "write" ); + + alarm 0; +}; +like( $@, qr/timeout/, "default spinlock" ); + +Test::Nebulous->setup; + +diag "testing a spinlock, this will be a litle slow..."; + +eval { + local $SIG{ALRM} = sub { alarm 0; die "timeout"; }; + alarm 12; + + # key, type, timeout + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + $neb->lock( "foo", "read" ); + unless ( $neb->lock( "foo", "write" ) ) { + alarm 0; + die "gaveup"; + } + + alarm 0; +}; +like( $@, qr/gaveup/, "default spinlock" ); + +Test::Nebulous->setup; + +diag "testing a spinlock, this will be a litle slow..."; + +eval { + local $SIG{ALRM} = sub { alarm 0; die "timeout"; }; + alarm 3; + + # key, type, timeout + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + $neb->lock( "foo", "read" ); + $neb->lock( "foo", "write", 5 ); + + alarm 0; +}; +like( $@, qr/timeout/, "specified spinlock" ); + +Test::Nebulous->setup; + +diag "testing a spinlock, this will be a litle slow..."; + +eval { + local $SIG{ALRM} = sub { alarm 0; die "timeout"; }; + alarm 7; + + # key, type, timeout + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + $neb->lock( "foo", "read" ); + unless ( $neb->lock( "foo", "write", 5 ) ) { + alarm 0; + die "gaveup"; + } + + alarm 0; +}; + +like( $@, qr/gaveup/, "specified spinlock" ); + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + $neb->lock( "foo", "write" ); + is( $neb->lock( "foo", "write", 1 ), undef, "can not write lock twice" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + $neb->lock( "foo", "read" ); + is( $neb->lock( "foo", "write", 1 ), undef, "can not write lock after read lock" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + $neb->lock( "foo", "write" ); + is( $neb->lock( "foo", "read", 1 ), undef, "can not read lock after write lock" ); +} + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->lock(); +}; +like( $@, qr/2 - 3 were expected/, "no params" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->lock( "foo" ); +}; +like( $@, qr/2 - 3 were expected/, "not enough params" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->lock( "foo", "both" ); +}; +like( $@, qr/is read or write/, "not read or write" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->lock( "foo", 'read', 3, "bar" ); +}; +like( $@, qr/2 - 3 were expected/, "too many params" ); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/55_client_unlock.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/55_client_unlock.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/55_client_unlock.t (revision 22322) @@ -0,0 +1,170 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 55_client_unlock.t,v 1.1 2005-12-03 02:52:31 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +plan tests => 14; + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Nebulous::Util qw( :standard ); +use Test::Nebulous; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + $neb->lock( "foo", "read" ); + + ok( $neb->unlock( "foo", "read" ), "read unlock" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + $neb->lock( "foo", "read" ); + $neb->lock( "foo", "read" ); + + ok( $neb->unlock( "foo", "read" ), "read unlock" ); + ok( $neb->unlock( "foo", "read" ), "read unlock" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + $neb->lock( "foo", "write" ); + + ok( $neb->unlock( "foo", "write" ), "write unlock" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + is( $neb->unlock( "foo", "read" ), undef, "storage object does not exist" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + is( $neb->unlock( "foo", "write" ), undef, "storage object does not exist" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + is( $neb->unlock( "foo", "read" ), undef, "no lock set" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + is( $neb->unlock( "foo", "write" ), undef, "no lock set" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + $neb->lock( "foo", "write" ); + + is( $neb->unlock( "foo", "read" ), undef, "read unlock under write lock" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + $neb->lock( "foo", "read" ); + + is( $neb->unlock( "foo", "write" ), undef, "write unlock under read lock" ); +} + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->unlock(); +}; +like( $@, qr/2 were expected/, "no params" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->unlock( "foo" ); +}; +like( $@, qr/2 were expected/, "not enough params" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->unlock( "foo", "both" ); +}; +like( $@, qr/is read or write/, "not read or write" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->unlock( "foo", 'read', 3 ); +}; +like( $@, qr/2 were expected/, "too many params" ); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/56_client_find_instances.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/56_client_find_instances.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/56_client_find_instances.t (revision 22322) @@ -0,0 +1,186 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 56_client_find_instances.t,v 1.5 2008-09-10 23:50:26 bills Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +plan tests => 29; + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Nebulous::Util qw( :standard ); +use Test::Nebulous; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +{ + # key + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + my $locations = $neb->find_instances( "foo" ); + + is( scalar @$locations, 1, "found 1" ); + like( @$locations[0], qr/file:/, "URIs match" ); + ok( -e _get_file_path( @$locations[0] ), "URI matches file" ); +} + +Test::Nebulous->setup; + +{ + # key + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + $neb->replicate( "foo" ); + + my $locations = $neb->find_instances( "foo" ); + + is( scalar @$locations, 2, "found 2" ); + like( @$locations[0], qr/file:/, "URIs match" ); + like( @$locations[1], qr/file:/, "URIs match" ); + ok( -e _get_file_path( @$locations[0] ), "URI matches file" ); + ok( -e _get_file_path( @$locations[1] ), "URI matches file" ); +} + +Test::Nebulous->setup; + +{ + # key, volume + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + my $locations = $neb->find_instances( "foo", "node01" ); + + is( scalar @$locations, 1, "found 1" ); + like( @$locations[0], qr/file:/, "URIs match" ); + ok( -e _get_file_path( @$locations[0] ), "URI matches file" ); +} + +Test::Nebulous->setup; + +{ + # key, volume == undef + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + my $locations = $neb->find_instances( "foo", undef ); + + is( scalar @$locations, 1, "found 1" ); + like( @$locations[0], qr/file:/, "URIs match" ); + ok( -e _get_file_path( @$locations[0] ), "URI matches file" ); +} + +Test::Nebulous->setup; + +{ + # volume/key + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + my $locations = $neb->find_instances( "neb://node01/foo"); + + is( scalar @$locations, 1, "found 1" ); + like( @$locations[0], qr/file:/, "URIs match" ); + ok( -e _get_file_path( @$locations[0] ), "URI matches file" ); +} + +Test::Nebulous->setup; + +{ + # volume/key, volume override + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo", "~node01" ); + + my $locations = $neb->find_instances( "neb://node01/foo", "~node02" ); + + is($locations, undef, "no instances on specified volume" ); +} + +Test::Nebulous->setup; + +{ + # volume/key, volume override + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo", "node01" ); + + my $locations = $neb->find_instances( "neb://node02/foo", "any" ); + + is( scalar @$locations, 1, "found 1" ); + like( @$locations[0], qr/file:/, "URIs match" ); + ok( -e _get_file_path( @$locations[0] ), "URI matches file" ); +} + +Test::Nebulous->setup; + +{ + # key + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo", "node01" ); + $neb->replicate( "foo", "node01" ); + + my $locations = $neb->find_instances( "foo", "node01" ); + + is( scalar @$locations, 2, "found 2" ); + like( @$locations[0], qr/file:/, "URIs match" ); + like( @$locations[1], qr/file:/, "URIs match" ); + ok( -e _get_file_path( @$locations[0] ), "URI matches file" ); + ok( -e _get_file_path( @$locations[1] ), "URI matches file" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + is( $neb->find_instances( "foo" ), undef, "storage object does not exist" ); +} + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->find_instances(); +}; +like( $@, qr/1 - 2 were expected/, "no params" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->find_instances( "foo", 'read', 3 ); +}; +like( $@, qr/1 - 2 were expected/, "too many params" ); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/57_client_find.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/57_client_find.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/57_client_find.t (revision 22322) @@ -0,0 +1,113 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 57_client_find.t,v 1.3 2008-07-10 02:38:24 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +plan tests => 7; + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Nebulous::Util qw( :standard ); +use Test::Nebulous; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +{ + # key + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + my $uri = $neb->create( "foo" ); + + my $path = $neb->find( "foo" ); + + ok( -e $path, "file exists" ); +} + +Test::Nebulous->setup; + +{ + # key, volume + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + my $uri = $neb->create( "foo", "node01" ); + + my $path = $neb->find( "foo", "node01" ); + + ok( -e $path, "file exists" ); +} + +Test::Nebulous->setup; + +{ + # key, volume does not hold key but this works anyways ans find will fall + # back to looking for "any" + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + my $uri = $neb->create( "foo", "node01" ); + + my $path = $neb->find( "foo", "node02" ); + + ok( -e $path, "file exists" ); +} + +Test::Nebulous->setup; + +{ + # key, volume any + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + my $uri = $neb->create( "foo", "node01" ); + + my $path = $neb->find( "foo", "any" ); + + ok( -e $path, "file exists" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + my $path = $neb->find( "foo" ); + + is($path, undef, "file doesn't exist" ); +} + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->find(); +}; +like( $@, qr/1 - 2 were expected/, "no params" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->find( "foo", "bar", "bong" ); +}; +like( $@, qr/1 - 2 were expected/, "too many params" ); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/58_client_open.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/58_client_open.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/58_client_open.t (revision 22322) @@ -0,0 +1,129 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 58_client_open.t,v 1.2 2008-04-18 00:08:23 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +plan tests => 10; + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Nebulous::Util qw( :standard ); +use Test::Nebulous; +use File::stat; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +{ + # key + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + my $fh = $neb->open( "foo", 'read' ); + + is( ref $fh, 'GLOB', "good filehandle" ); +} + +Test::Nebulous->setup; + +{ + # key + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + my $fh = $neb->open( "foo", 'write' ); + + is( ref $fh, 'GLOB', "good filehandle" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + is( ref $neb->open( "foo", 'write' ), 'GLOB', "create new object" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + is( $neb->open( "foo", 'read' ), undef, "can't create new object" ); +} + +Test::Nebulous->setup; + +# truncation test +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + my $fh = $neb->open( "foo", 'write' ); + print $fh "foobar"; + close $fh; + + $fh = $neb->open( "foo", '>' ); + ok($fh, "open in trucate mode" ); + my $sb = stat($fh); + is($sb->size, 0, "file was truncated"); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + $neb->replicate( "foo" ); + + is( $neb->open( "foo", 'write' ), undef, + "write to object with multiple instances" ); +} + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->open( "foo", 'bar' ); +}; +like( $@, qr/is read or write/, "2nd params not read or write" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->open(); +}; +like( $@, qr/2 were expected/, "no params" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->open( 1, 'read', 3 ); +}; +like( $@, qr/2 were expected/, "too many params" ); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/59_client_delete.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/59_client_delete.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/59_client_delete.t (revision 22322) @@ -0,0 +1,98 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 59_client_delete.t,v 1.2 2008-08-01 23:55:26 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +plan tests => 9; + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Nebulous::Util qw( :standard ); +use Test::Nebulous; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + ok( $neb->delete( "foo" ), "delete object" ); + + my $locations = $neb->find_instances( "foo" ); + + is( $locations, undef, "no instances" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + $neb->replicate( "foo" ); + + ok( $neb->delete( "foo" ), "delete object" ); + + my $locations = $neb->find_instances( "foo" ); + + is( $locations, undef, "no instances" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "neb://node01/foo" ); + + ok( $neb->delete( "neb://node02/foo" ), "delete object" ); + + my $locations = $neb->find_instances( "foo" ); + + is( $locations, undef, "no instances" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + is( $neb->delete( "foo" ), undef, "delete non-existant object" ); +} + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->delete(); +}; +like( $@, qr/1 was expected/, "no params" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->delete( "foo", 2 ); +}; +like( $@, qr/1 was expected/, "too many params" ); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/60_client_copy.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/60_client_copy.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/60_client_copy.t (revision 22322) @@ -0,0 +1,100 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 60_client_copy.t,v 1.2 2007-04-27 23:50:57 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +plan tests => 11; + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Nebulous::Util qw( :standard ); +use Test::Nebulous; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + ok( $neb->copy( "foo", "foobar" ), "copied object" ); + + my $locations1 = $neb->find_instances( "foobar" ); + my $locations2 = $neb->find_instances( "foobar" ); + + is( scalar @$locations1, 1, "old object has an instances" ); + is( scalar @$locations2, 1, "new object has an instances" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + ok( $neb->copy( "foo", "foobar", "node01" ), "copied object" ); + + my $locations1 = $neb->find_instances( "foobar" ); + my $locations2 = $neb->find_instances( "foobar" ); + + is( scalar @$locations1, 1, "old object has an instances" ); + is( scalar @$locations2, 1, "new object has an instances" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + ok( ! $neb->copy( "foo", "foobar" ), "copy non-existant object" ); + + my $locations = $neb->find_instances( "foobar" ); + + is( $locations, undef, "new object has no instances" ); +} + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->copy(); +}; +like( $@, qr/2 - 3 were expected/, "no params" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->copy( "foo" ); +}; +like( $@, qr/2 - 3 were expected/, "not enough params" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->copy( "foo", "bar", "baz", "bong" ); +}; +like( $@, qr/2 - 3 were expected/, "too many params" ); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/61_client_move.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/61_client_move.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/61_client_move.t (revision 22322) @@ -0,0 +1,83 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 61_client_move.t,v 1.1 2005-12-03 02:52:31 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +plan tests => 8; + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Nebulous::Util qw( :standard ); +use Test::Nebulous; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + ok( $neb->move( "foo", "foobar" ), "move object" ); + + my $locations1 = $neb->find_instances( "foo" ); + my $locations2 = $neb->find_instances( "foobar" ); + + is( $locations1, undef, "old object has no instances" ); + is( scalar @$locations2, 1, "new object has an instances" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + ok( ! $neb->move( "foo", "foobar" ), "move non-existant object" ); + + my $locations = $neb->find_instances( "foobar" ); + + is( $locations, undef, "new object has no instances" ); +} + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->move(); +}; +like( $@, qr/2 were expected/, "no params" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->move( "foo" ); +}; +like( $@, qr/2 were expected/, "not enough params" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->move( "foo", "bar", "baz" ); +}; +like( $@, qr/2 were expected/, "too many params" ); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/62_client_delete_instance.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/62_client_delete_instance.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/62_client_delete_instance.t (revision 22322) @@ -0,0 +1,92 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 62_client_delete_instance.t,v 1.1 2005-12-03 02:52:31 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +plan tests => 9; + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Nebulous::Util qw( :standard ); +use Test::Nebulous; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + my $locations = $neb->find_instances( "foo" ); + + my $uri = $neb->delete_instance( @$locations[0] ); + + is( $uri, @$locations[0], "delete instance" ); + + ok( ! -e _get_file_path( @$locations[0] ), "deleted file" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + $neb->replicate( "foo" ); + + my $uri1 = $neb->find_instances( "foo" )->[0]; + + ok( $neb->delete_instance( $uri1 ), "delete instance" ); + + my $uri2 = $neb->find_instances( "foo" )->[0]; + + isnt( $uri1, $uri2, "other instance remains" ); + + ok( $neb->delete_instance( $uri2 ), "delete instance" ); + + my $locations = $neb->find_instances( "foo" ); + + is( $locations, undef, "no remaning instances" ); +} + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + my $uri = $neb->delete_instance( "file:/foo" ); + + is( $uri, undef, "uri does not exist" ); +} + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->delete_instance(); +}; +like( $@, qr/1 was expected/, "no params" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->delete_instance( "foo", 2 ); +}; +like( $@, qr/1 was expected/, "too many params" ); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/63_client_stat.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/63_client_stat.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/63_client_stat.t (revision 22322) @@ -0,0 +1,86 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 63_client_stat.t,v 1.3 2007-05-03 22:10:14 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +plan tests => 12; + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Nebulous::Util qw( :standard ); +use Test::Nebulous; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + my $info = $neb->stat( "foo" ); + + is( scalar @$info, 7, "number of columns" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo", "node01" ); + + my $info = $neb->stat( "foo" ); + + is( scalar @$info, 7, "number of columns" ); + is( @$info[0], 1, "so_id" ); + is( @$info[1], "foo", "ext_id" ); + is( @$info[2], 0, "read lock" ); + is( @$info[3], undef, "write lock" ); + like( @$info[4], qr/....-..-.. ..:..:../, "epoch" ); + like( @$info[5], qr/....-..-.. ..:..:../, "mtime" ); + is( @$info[6], 1, "instances" ); +} + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + my $info = $neb->stat( "foo" ); + + is( $info, undef, "object does not exist" ); +} + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->stat(); +}; +like( $@, qr/1 was expected/, "no params" ); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->stat( "foo", 2 ); +}; +like( $@, qr/1 was expected/, "too many params" ); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/64_client_find_objects.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/64_client_find_objects.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/64_client_find_objects.t (revision 22322) @@ -0,0 +1,92 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 64_client_find_objects.t,v 1.3 2008-05-15 03:26:11 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +plan tests => 7; + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Nebulous::Util qw( :standard ); +use Test::Nebulous; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +{ + # key + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + my $keys = $neb->find_objects(); + + # currently returning everything is turned off + is($keys, undef, 'no keys found'); +} + +Test::Nebulous->setup; + +{ + # key + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + + my $keys = $neb->find_objects( "foo" ); + + is(scalar @$keys, 1, 'number of keys found'); + is($keys->[0], "foo", "key name"); +} + +Test::Nebulous->setup; + +{ + # key + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + $neb->create( "foo" ); + $neb->replicate( "foo" ); + + my $keys = $neb->find_objects( "foo" ); + + is(scalar @$keys, 1, 'number of keys found'); + is($keys->[0], "foo", "key name"); +} + +Test::Nebulous->setup; + +{ + # key does not exist + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + my $keys = $neb->find_objects( "bar" ); + + is($keys, undef, 'no keys found'); +} + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->find_objects( "foo", 3 ); +}; +like( $@, qr/1 was expected/, "too many params" ); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/65_client_mounts.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/65_client_mounts.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/65_client_mounts.t (revision 22322) @@ -0,0 +1,72 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 65_client_mounts.t,v 1.3 2008-09-11 22:59:15 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +plan tests => 18; + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Nebulous::Util qw( :standard ); +use Test::Nebulous; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +{ + # key + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + my $mounts = $neb->mounts(); + + is(scalar @$mounts, 7, "number of rows"); + + my %row; + # first row + @row{qw(mountpoint total used vol_id name host path allocate available xattr)} + = @{$mounts->[0]}; + + is($row{total}, 100000000000); + is($row{used}, 100000000); + is($row{vol_id}, 1); + is($row{name}, "node01"); + is($row{host}, "node01"); + is($row{allocate}, 1); + is($row{available}, 1); + is($row{xattr}, 0); + + # 2nd row + @row{qw(mountpoint total used vol_id name host path allocate available xattr)} + = @{$mounts->[1]}; + + is($row{total}, 100000000000); + is($row{used}, 1000000000); + is($row{vol_id}, 2); + is($row{name}, "node02"); + is($row{host}, "node02"); + is($row{allocate}, 1); + is($row{available}, 1); + is($row{xattr}, 0); +} + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->mounts("foo"); +}; +like( $@, qr/0 were expected/, "too many params" ); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/66_client_xattr.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/66_client_xattr.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/66_client_xattr.t (revision 22322) @@ -0,0 +1,233 @@ +#!/usr/bin/perl + +# Copryight (C) 2007-2008 Joshua Hoblitt +# +# $Id: 66_client_xattr.t,v 1.1 2008-05-20 00:54:30 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); +plan tests => 32; + + +use lib qw( ./t ./lib ); + +use Nebulous::Client; +use Nebulous::Util qw( :standard ); +use Test::Nebulous; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +# 1 key / xattr + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + my $uri = $neb->create('foo'); + + ok($neb->setxattr('foo', 'bar', 'baz', 'create'), 'set object xattr'); + { + my $xattrs = $neb->listxattr('foo'); + is(scalar @$xattrs, 1, 'number of xattrs'); + is(@$xattrs[0], 'bar', 'xattr name'); + } + + my $value = $neb->getxattr('foo', 'bar'); + is($value, 'baz', 'xattr value'); + + ok($neb->removexattr('foo', 'bar'), "remove object xattr"); + { + my $xattrs = $neb->listxattr('foo'); + is(scalar @$xattrs, 0, 'number of xattrs'); + } +} + +# multiple xattrs + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + my $uri = $neb->create('foo'); + + ok($neb->setxattr('foo', 'bar', 'baz', 'create'), 'set object xattr'); + ok($neb->setxattr('foo', 'bonk', 'quix', 'create'), 'set object xattr'); + + { + my $xattrs = $neb->listxattr('foo'); + is(scalar @$xattrs, 2, 'number of xattrs'); + is(@$xattrs[0], 'bar', 'xattr name'); + is(@$xattrs[1], 'bonk', 'xattr name'); + } + + my $value = $neb->getxattr('foo', 'bar'); + is($value, 'baz', 'xattr value'); + $value = $neb->getxattr('foo', 'bonk'); + is($value, 'quix', 'xattr value'); + + ok($neb->removexattr('foo', 'bar'), "remove object xattr"); + ok($neb->removexattr('foo', 'bonk'), "remove object xattr"); + { + my $xattrs = $neb->listxattr('foo'); + is(scalar @$xattrs, 0, 'number of xattrs'); + } +} + +# replace xattrs + +Test::Nebulous->setup; + +{ + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + my $uri = $neb->create('foo'); + + ok($neb->setxattr('foo', 'bar', 'baz', 'create'), 'set object xattr'); + ok($neb->setxattr('foo', 'bar', 'quix', 'replace'), 're-set object xattr'); + + { + my $xattrs = $neb->listxattr('foo'); + is(scalar @$xattrs, 1, 'number of xattrs'); + is(@$xattrs[0], 'bar', 'xattr name'); + } + + my $value = $neb->getxattr('foo', 'bar'); + is($value, 'quix', 'xattr value'); + + ok($neb->removexattr('foo', 'bar'), "remove object xattr"); + { + my $xattrs = $neb->listxattr('foo'); + is(scalar @$xattrs, 0, 'number of xattrs'); + } +} + +# setxattr + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->setxattr(); +}; +like($@, qr/4 were expected/, "no params"); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->create('foo'); + + $neb->setxattr('foo', 'bar'); +}; +like($@, qr/4 were expected/, "too few params"); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->create('foo'); + + $neb->setxattr('foo', 'bar', 'baz'); +}; +like($@, qr/4 were expected/, "too few params"); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->create('foo'); + + $neb->setxattr('foo', 'bar', 'baz', 'create', 'quix'); +}; +like($@, qr/4 were expected/, "too many params"); + +# listxattr + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->create('foo'); + + $neb->listxattr(); +}; +like($@, qr/1 was expected/, "no params"); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->create('foo'); + + $neb->listxattr('foo', 'bar'); +}; +like($@, qr/1 was expected/, "too many params"); + +# getxattr + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->getxattr(); +}; +like($@, qr/2 were expected/, "no params"); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->create('foo'); + + $neb->getxattr('foo'); +}; +like($@, qr/2 were expected/, "too few params"); + +Test::Nebulous->setup; + +eval { + my $neb = Nebulous::Client->new( + proxy => "http://$hostport/nebulous", + ); + + $neb->create('foo'); + + $neb->getxattr('foo', 'bar', 'baz'); +}; +like($@, qr/2 were expected/, "too many params"); + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/90_nebclient.t =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/90_nebclient.t (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/90_nebclient.t (revision 22322) @@ -0,0 +1,25 @@ +#!/usr/bin/perl + +# Copryight (C) 2004-2005 Joshua Hoblitt +# +# $Id: 90_nebclient.t,v 1.2 2007-04-26 22:27:13 jhoblitt Exp $ + +use strict; +use warnings FATAL => qw( all ); + +use Apache::Test qw( -withtestmore ); + +use lib qw( ./t ./lib ); + +use Test::Nebulous; + +my $hostport = Apache::Test->config->{ 'hostport' }; + +Test::Nebulous->setup; + +$ENV{'NEB_SERVER'} = "http://" . Apache::Test->config->{ 'hostport' } . "/nebulous"; + +chdir "./nebclient"; +system "make check"; + +Test::Nebulous->cleanup; Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/TEST.PL =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/TEST.PL (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/TEST.PL (revision 22322) @@ -0,0 +1,12 @@ +#file:t/TEST.PL +#-------------- +#!perl + +use strict; +use warnings FATAL => 'all'; + +use lib qw(lib); + +use Apache::TestRunPerl (); + +Apache::TestRunPerl->new->run(@ARGV); Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/conf/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/conf/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/conf/.cvsignore (revision 22322) @@ -0,0 +1,6 @@ +apache_test_config.pm +extra.conf +httpd.conf +modperl_inc.pl +modperl_startup.pl +startup.pl Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/conf/extra.conf.in =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/conf/extra.conf.in (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/conf/extra.conf.in (revision 22322) @@ -0,0 +1,11 @@ +#file:t/conf/extra.conf.in +#------------------------- +# this file will be Include-d by @ServerRoot@/httpd.conf + + + SetHandler perl-script + PerlResponseHandler Apache2::SOAP + PerlSetVar dispatch_to "PerlHandler Nebulous::Server::SOAP" + PerlSetVar options "compress_threshold => 10000" + + Index: /tags/sj_tags/sj_root_20080929/Nebulous/t/conf/startup.pl.in =================================================================== --- /tags/sj_tags/sj_root_20080929/Nebulous/t/conf/startup.pl.in (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Nebulous/t/conf/startup.pl.in (revision 22322) @@ -0,0 +1,22 @@ +use strict; +use warnings FATAL => qw( all ); + +use lib qw( @ServerRoot@/../lib ); +use lib qw( @ServerRoot@ ); + +use Apache::DBI; +use DBI; +use Nebulous::Server::SOAP; +use Nebulous::Server::Apache; +use Nebulous::Server; +use Test::Nebulous; + +Apache::DBI->connect_on_init( $NEB_DB, $NEB_USER, $NEB_PASS ); +Nebulous::Server::SOAP->new_on_init( + dsn => $NEB_DB, + dbuser => $NEB_USER, + dbpasswd => $NEB_PASS, + log_level => 'all', +); + +1; Index: /tags/sj_tags/sj_root_20080929/Ohana/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/.cvsignore (revision 22322) @@ -0,0 +1,9 @@ +help +bin +lib +include +man +CVS +ohana-config +Makefile +Makefile.System Index: /tags/sj_tags/sj_root_20080929/Ohana/Configure.in =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/Configure.in (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/Configure.in (revision 22322) @@ -0,0 +1,28 @@ +# Configure file for Ohana Package +# the values of the form @WORD@ are filled in by configure + +# location of the package and architecture +ROOT = @ROOTDIR@ +ARCH = @ARCHVAL@ + +# destination directories: +DESTBIN = @BINDIR@ +DESTINC = @INCDIR@ +DESTLIB = @LIBDIR@ +DESTMAN = @MANDIR@ +DESTDATA = @DATADIR@ + +# C compiler options +CC = @CC@ +CFLAGS = @CFLAGS@ +CPPFLAGS = @CPPFLAGS@ +LDFLAGS = @LDFLAGS@ +DLLTYPE = @DLLTYPE@ + +# flags for external dependencies +INCDIRS = @INCDIRS@ +LIBDIRS = @LIBDIRS@ +LIBFLAGS = @LIBFLAGS@ + +# select the appropriate version of ranlib +RANLIB = @RANLIB@ Index: /tags/sj_tags/sj_root_20080929/Ohana/Makefile.Common =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/Makefile.Common (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/Makefile.Common (revision 22322) @@ -0,0 +1,113 @@ +# this file must be added to the makefile *after* LIB,BIN, etc are defined + +# (INC) & (LIB) are the program's local include & lib directories +# (DESTINC) & (DESTLIB) are the target installation include & lib directories +# (INCDIRS) & (LIBDIRS) are all of the probed include & lib directories +# (LIBFLAGS) is the list of -lXXX directives from configure for external libs + +BASE_CFLAGS = $(CFLAGS) +BASE_CPPFLAGS = $(CPPFLAGS) -I$(INC) -I$(DESTINC) $(INCDIRS) -D$(ARCH) +BASE_LDFLAGS = $(LDFLAGS) -L$(LIB) -L$(DESTLIB) $(LIBDIRS) $(LIBFLAGS) + +DVO_LIBS = $(DESTLIB)/libdvo.a $(DESTLIB)/libFITS.a $(DESTLIB)/libohana.a +KAPA_LIBS = $(DVO_LIBS) $(DESTLIB)/libkapa.a + +DVO_INCS = $(DESTINC)/dvo.h $(DESTINC)/gfitsio.h $(DESTINC)/ohana.h $(DESTINC)/autocode.h +KAPA_INCS = $(DVO_INCS) $(DESTINC)/kapa.h + +.PRECIOUS: %.$(ARCH).o +.PRECIOUS: $(BIN)/%.$(ARCH) + +# is this line needed? +.SUFFIXES: .$(ARCH).o + +$(DESTINC)/%: $(INC)/% + @if [ ! -d $(DESTINC) ]; then mkdir -p $(DESTINC); fi + rm -f $@ + cp $< $@ + +%.$(ARCH).o : %.c + $(CC) $(FULL_CFLAGS) $(FULL_CPPFLAGS) -c $< -o $@ + +$(BIN)/%.$(ARCH): + @if [ ! -d $(BIN) ]; then mkdir -p $(BIN); fi + $(CC) $(FULL_CFLAGS) -o $@ $^ $(FULL_LDFLAGS) + @echo "compiled $*" + @echo "" + +$(DESTBIN)/%: $(BIN)/%.$(ARCH) + @if [ ! -d $(DESTBIN) ]; then mkdir -p $(DESTBIN); fi + rm -f $(DESTBIN)/$* + cp $(BIN)/$*.$(ARCH) $(DESTBIN)/$* + @echo "installed $*" + @echo "" + +$(LIB): + @if [ ! -d $(LIB) ]; then mkdir -p $(LIB); fi + +$(LIB)/%.$(ARCH).a: + @if [ ! -d $(LIB) ]; then mkdir -p $(LIB); fi + rm -f $@ + ar rcv $@ $^ + $(RANLIB) $@ + @echo "compiled static library $*" + @echo "" + +$(DESTLIB)/%.a: $(LIB)/%.$(ARCH).a + @if [ ! -d $(DESTLIB) ]; then mkdir -p $(DESTLIB); fi + rm -f $@ + cp $< $@ + @echo "installed static library $*" + @echo "" + +$(LIB)/%.$(ARCH).so: + @if [ ! -d $(LIB) ]; then mkdir -p $(LIB); fi + rm -f $@ + gcc -shared -Wl,-soname,$*.so -o $@ $^ -lc + @echo "compiled shared library $*" + @echo "" + +$(LIB)/%.$(ARCH).dylib: + @if [ ! -d $(LIB) ]; then mkdir -p $(LIB); fi + rm -f $@ + gcc -dynamiclib -o $@ $^ -lc $(FULL_LDFLAGS) + @echo "compiled shared library $*" + @echo "" + +# shared objects have a different compilation on solaris: +# gcc -shared -o $@ $^ -lc + +$(DESTLIB)/%.so: $(LIB)/%.$(ARCH).so + @if [ ! -d $(DESTLIB) ]; then mkdir -p $(DESTLIB); fi + rm -f $@ + cp $< $@ + @echo "installed shared library $*" + @echo "" + +$(DESTLIB)/%.dylib: $(LIB)/%.$(ARCH).dylib + @if [ ! -d $(DESTLIB) ]; then mkdir -p $(DESTLIB); fi + rm -f $@ + cp $< $@ + @echo "installed shared library $*" + @echo "" + +$(DESTMAN)/%: $(MAN)/% + @if [ ! -d $(DESTMAN) ]; then mkdir -p $(DESTMAN); fi + rm -f $@ + cp $< $@ + +clean: + rm -f `find . -name "*.o"` + rm -f `find . -name "*.o"` + rm -f `find . -name "*~"` + rm -f `find . -name "#*"` + +dist: clean + rm -rf $(BIN) + rm -rf $(LIB) + +# $@ : target filename +# $* : matched word (%) +# $< : first prereq +# $^ : all prereqs + Index: /tags/sj_tags/sj_root_20080929/Ohana/Makefile.System.in =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/Makefile.System.in (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/Makefile.System.in (revision 22322) @@ -0,0 +1,28 @@ +# Configure file for Ohana Package +# the values of the form @WORD@ are filled in by configure + +# location of the package and architecture +ROOT = @ROOTDIR@ +ARCH = @ARCHVAL@ + +# destination directories: +DESTBIN = @BINDIR@ +DESTINC = @INCDIR@ +DESTLIB = @LIBDIR@ +DESTMAN = @MANDIR@ +DESTDATA = @DATADIR@ + +# C compiler options +CC = @CC@ +CFLAGS = @CFLAGS@ +CPPFLAGS = @CPPFLAGS@ +LDFLAGS = @LDFLAGS@ +DLLTYPE = @DLLTYPE@ + +# flags for external dependencies +INCDIRS = @INCDIRS@ +LIBDIRS = @LIBDIRS@ +LIBFLAGS = @LIBFLAGS@ + +# select the appropriate version of ranlib +RANLIB = @RANLIB@ Index: /tags/sj_tags/sj_root_20080929/Ohana/Makefile.in =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/Makefile.in (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/Makefile.in (revision 22322) @@ -0,0 +1,149 @@ +# --------------------------------------------------------------------------- # +# --------------------------------------------------------------------------- # +# # +# OOO HH HH AAA NN NN AAA # +# OO OO HH HH AA AA NNN NN AA AA # +# OO OO HHHHHHH AAAAAAA NN N NN AAAAAAA # +# OO OO HH HH AA AA NN NNN AA AA # +# OOO HH HH AA AA NN NN AA AA # +# # +# --------------------------------------------------------------------------- # +# --------------------------------------------------------------------------- # + +# This makefile compiles all Ohana package programs in the Elixir +# system, and their libraries. Most of the components in this +# directory were created for Ohana, but there are a few libraries +# which are from external sources: libjpeg, libpng, zlib, and +# readline. Extra care should be taken in compiling those libraries. + +# Edit Configure to reflect the location of your installation +# or use the script 'configure' + +include Makefile.System + +# .SILENT: +default: all + +# The collection of Ohana programs. Other components in the src +# directory may be compiled by going to those directories. +PROGRAM = \ +addstar \ +delstar \ +dvosplit \ +elixir \ +gastro \ +gastro2 \ +getstar \ +gcompare \ +imclean \ +imregister \ +kapa2 \ +misc \ +mosastro \ +nightd \ +opihi \ +perl \ +relphot \ +relastro \ +shell \ +skycalc \ +tools \ +tcl \ +uniphot + +# any of these programs can be built with 'make (name)' +EXTRAS = \ +opihi.v1 \ +fixcat \ +gophot \ +getusno \ +lightcurve \ +markrock \ +photdbc \ +markstar \ +mosastro.v1 \ +mosastro.v2 + +OLD = mana status addusno addrefs addspphot + +LIBS = libtap libohana libfits libdvo libkapa + +# general build targets: +libs: + @if [ "$(ARCH)" = "" ]; then echo ""; echo " *** please define ARCH ***"; echo; exit 1; fi + mkdir -p $(DESTINC) + mkdir -p $(DESTLIB) + mkdir -p $(DESTBIN) + for i in $(LIBS); do make $$i.install || exit; done + chmod +x ohana-config + cp -f ohana-config $(DESTBIN)/ + +bins: + for i in $(PROGRAM); do make $$i; done + +all: + make libs || exit + for i in $(PROGRAM); do make $$i || exit; done + +extras: + for i in $(EXTRAS); do make $$i || exit; done + +pantasks: + make libs || exit + cd src/opihi; make pclient.install && exit + cd src/opihi; make pcontrol.install && exit + cd src/opihi; make pantasks.install && exit + +mana: + make libs + make kapa2.install + cd src/opihi; make mana.install && exit + +dvoshell: + make libs + make kapa2.install + cd src/opihi; make dvo.install && exit + +clean: + @if [ "$(ARCH)" = "" ]; then echo ""; echo " *** please define ARCH ***"; echo; exit 1; fi + for i in $(LIBS); do make $$i.clean || exit; done + for i in $(PROGRAM); do make $$i.clean || exit; done + for i in $(EXTRAS); do make $$i.clean || exit; done + @rm -f `find . -name .mana` + @rm -f `find . -name .dvo` + @echo -n -e "\0033]0; *** Ohana: done $@ *** \0007" \ + +dist: + @if [ "$(ARCH)" = "" ]; then echo ""; echo " *** please define ARCH ***"; echo; exit 1; fi + for i in $(LIBS); do make $$i.dist || exit; done + for i in $(PROGRAM); do make $$i.dist || exit; done + @echo -n -e "\0033]0; *** Ohana: done $@ *** \0007" \ + +install: + @if [ "$(ARCH)" = "" ]; then echo ""; echo " *** please define ARCH ***"; echo; exit 1; fi + for i in $(LIBS); do make $$i.install || exit; done + for i in $(PROGRAM); do make $$i.install || exit; done + @echo -n -e "\0033]0; *** Ohana: done $@ *** \0007" \ + +install.extras: + for i in $(EXTRAS); do make $$i.install || exit; done + @echo -n -e "\0033]0; *** Ohana: done $@ *** \0007" \ + +# standard rules: targets are foo, foo.clean, foo.install, foo.dist +$(PROGRAM) $(LIBS) $(EXTRAS): + @if [ -d "src/$@" ]; then \ + echo -n -e "\0033]0; *** Ohana: $@ *** \0007"; \ + (cd src/$@ && make); \ + fi + @echo -n -e "\0033]0; *** Ohana: done $@ *** \0007" \ + +%.install: + @echo -n -e "\0033]0; *** Ohana: $@ *** \0007" \ + mkdir -p bin/$(ARCH) + if [ -d "src/$*" ]; then (cd src/$* && make install); fi + +%.clean: + if [ -d "src/$*" ]; then (cd src/$* && make clean); fi + +%.dist: + (cd src/$* && make dist) Index: /tags/sj_tags/sj_root_20080929/Ohana/README =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/README (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/README (revision 22322) @@ -0,0 +1,5 @@ + +This is the top-level directory for Ohana. The programs include here +may be used on their own, or in conjunction with the full Pan-STARRS +Image Processing Pipeline (IPP). + Index: /tags/sj_tags/sj_root_20080929/Ohana/autogen.sh =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/autogen.sh (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/autogen.sh (revision 22322) @@ -0,0 +1,13 @@ +#!/bin/sh + +for arg in $*; do + case $arg in + --no-configure) + exit 0 + ;; + *) + ;; + esac +done + +./configure.tcsh $* Index: /tags/sj_tags/sj_root_20080929/Ohana/config.tools =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/config.tools (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/config.tools (revision 22322) @@ -0,0 +1,47 @@ +#!/bin/csh -f + +if ($#argv == 0) then + echo "USAGE: config.tools [fixpath | fixconf]" + exit 2 +endif + +if ("$argv[1]" == "fixpath") goto fixpath +if ("$argv[1]" == "fixconf") goto fixconf + +echo "unknown option $argv[1]" +exit 1 + +####### +fixpath: + +if ($#argv != 2) then + echo "USAGE: config.tools fixpath (path)" + exit 2 +endif + +set indir = $argv[2] + +# convert // to / in pathnames +echo $indir | grep "\/\/" > /dev/null +set success = $status +while ($success == 0) + set indir = `echo $indir | sed 's|\/\/|\/|g'` + echo $indir | grep "\/\/" > /dev/null + set success = $status +end + +set indir = `echo $indir | sed 's|\/$||'` +echo $indir +exit 0 + +####### +fixconf: + +if ($#argv != 3) then + echo "USAGE: config.tools fixconf (NAME) (value)" + exit 2 +endif + +cat Makefile.System | sed "s|$argv[2]|$argv[3]|" > Makefile.System.tmp +mv -f Makefile.System.tmp Makefile.System +exit 0; Index: /tags/sj_tags/sj_root_20080929/Ohana/configure =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/configure (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/configure (revision 22322) @@ -0,0 +1,42 @@ +#!/bin/sh + +# strip out CC, CFLAGS, CPPFLAGS, LDFLAGS and set env vars +while ( test $# -gt 0 ); do + + skip=0 + + # strip out CC, set as env variable + echo $1 | grep "^CC=" > /dev/null + if ( test $? -eq 0 ) ; then + val=`echo $1 | sed "s|^CC=||"` + export CC=$val + skip=1 + fi + # strip out CFLAGS, set as env variable + echo $1 | grep "^CFLAGS=" > /dev/null + if ( test $? -eq 0 ) ; then + val=`echo $1 | sed "s|^CFLAGS=||"` + export CFLAGS=$val + skip=1 + fi + # strip out CPPFLAGS, set as env variable + echo $1 | grep "^CPPFLAGS=" > /dev/null + if ( test $? -eq 0 ) ; then + val=`echo $1 | sed "s|^CPPFLAGS=||"` + export CPPFLAGS=$val + skip=1 + fi + # strip out LDFLAGS, set as env variable + echo $1 | grep "^LDFLAGS=" > /dev/null + if ( test $? -eq 0 ) ; then + val=`echo $1 | sed "s|^LDFLAGS=||"` + export LDFLAGS=$val + skip=1 + fi + if ( test $skip -eq 0 ) ; then + args="$args $1" + fi + shift +done + +./configure.tcsh $args Index: /tags/sj_tags/sj_root_20080929/Ohana/configure.tcsh =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/configure.tcsh (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/configure.tcsh (revision 22322) @@ -0,0 +1,677 @@ +#!/bin/csh -f + +# this is a very low-tech version of configure, not built by autoconf. +# we check for the following libraries: + +# we need to be able to list the required libraries for a given distribution + +# evaluate command-line options +set vararch = 0 +set optimize = 0 +set pedantic = 0 +set memcheck = 0 +set use_tcmalloc = 0 + +set prefix = "" +set bindir = "" +set libdir = "" +set incdir = "" +set mandir = "" +set datadir = "" +set sysconfdir = "" +set exec_prefix = "" +set defines = "" +set profile = 0 + +set root = "" +set args = "" + +while ("$1" != "") + switch ("$1") + # options passed by jhbuild or others which we ignore + case --enable-maintainer-mode + case --no-create + case --no-recursion + case --sbindir* + case --libexecdir* + case --sharedstatedir* + case --localstatedir* + case --oldincludedir* + case --infodir* + # we need to strip the --opt word and --opt=word versions + set word = `echo $1 | tr = ' '` + if ($#word == 1) then + if ($#argv > 1) then + shift + endif + endif + breaksw; + case --disable-shared + case --enable-shared + case --disable-static + case --enable-static + echo "" + echo "WARNING: Ohana can't turn shared/static builds on/off." + echo "" + breaksw; + case --vararch + set vararch = 1 + breaksw; + case --enable-optimize + set optimize = 1 + breaksw; + case --enable-profile + set profile = 1 + breaksw; + case --enable-memcheck + set memcheck = 1 + breaksw; + case --use-tcmalloc + set use_tcmalloc = 1 + breaksw; + case --pedantic + set pedantic = 1 + breaksw; + case --prefix* + if ("$1" == "--prefix") then + shift + set prefix = $1 + else + set prefix = `echo $1 | tr = ' ' | awk '{print $2}'` + endif + breaksw; + case --exec-prefix* + if ("$1" == "--exec-prefix") then + shift + set exec_prefix = $1 + else + set exec_prefix = `echo $1 | tr = ' ' | awk '{print $2}'` + endif + breaksw; + case --bindir* + if ("$1" == "--bindir") then + shift + set bindir = $1 + else + set bindir = `echo $1 | tr = ' ' | awk '{print $2}'` + endif + breaksw; + case --libdir* + if ("$1" == "--libdir") then + shift + set libdir = $1 + else + set libdir = `echo $1 | tr = ' ' | awk '{print $2}'` + endif + breaksw; + case --includedir* + if ("$1" == "--includedir") then + shift + set incdir = $1 + else + set incdir = `echo $1 | tr = ' ' | awk '{print $2}'` + endif + breaksw; + case --sysconfdir* + if ("$1" == "--sysconfdir") then + shift + set sysconfdir = $1 + else + set sysconfdir = `echo $1 | tr = ' ' | awk '{print $2}'` + endif + breaksw; + case --datadir* + if ("$1" == "--datadir") then + shift + set datadir = $1 + else + set datadir = `echo $1 | tr = ' ' | awk '{print $2}'` + endif + breaksw; + case --mandir* + if ("$1" == "--mandir") then + shift + set mandir = $1 + else + set mandir = `echo $1 | tr = ' ' | awk '{print $2}'` + endif + breaksw; + case --help: + goto usage + case -*: + echo "" + echo "Unknown option: $1" + goto usage + default: + set args=($args $1); + breaksw; + endsw + shift +end +if ($#args != 1) goto usage + +if ("$exec_prefix" == "") then + set exec_prefix = $prefix +endif + +# replace $exec_prefix in variables +#echo "setting libdir ($libdir)" +#set libdir = `echo $libdir | sed 's|\$exec_prefix|$exec_prefix|'` + +# set values for CC, CFLAGS, CPPFLAGS, LDFLAGS +if (! $?CC) then + set CC = gcc +endif + +if (! $?CFLAGS) then + set CFLAGS = "-g -O0" +endif +# optimize overrides user-supplied CFLAGS +if ($optimize) set CFLAGS = "-O2" + +# profiler code +if ($profile) set CFLAGS = "$CFLAGS -pg" + +if (! $?CPPFLAGS) then + set CPPFLAGS = "" +endif +if ($pedantic) set CPPFLAGS = "$CPPFLAGS-Wall -Werror " +if ($memcheck) set CPPFLAGS = "$CPPFLAGS-DOHANA_MEMORY " + +if (! $?LDFLAGS) then + set LDFLAGS = +endif +if ($profile) set LDFLAGS = "$LDFLAGS -Wl,--start-group -Wl,-Bstatic -Wl,-Bdynamic" + +set syslibpath = "/lib /usr/lib /usr/X11R6/lib /usr/local/lib" +set needlibs = "" +set needlibs = "$needlibs png" +set needlibs = "$needlibs z" +set needlibs = "$needlibs jpeg" +set needlibs = "$needlibs readline" +set needlibs = "$needlibs X11" +set needlibs = "$needlibs pthread" +set needlibs = "$needlibs m" + +set optlibs = "" +set optlibs = "$optlibs mysqlclient" +if ($use_tcmalloc) set optlibs = "$optlibs tcmalloc" + +set sysincpath = "/usr/include /usr/local/include /usr/X11R6/include" + +set needincs = "" +set needincs = "$needincs X11/Xatom.h" +set needincs = "$needincs X11/Xlib.h" +set needincs = "$needincs X11/Xresource.h" +set needincs = "$needincs X11/Xutil.h" +set needincs = "$needincs X11/cursorfont.h" +set needincs = "$needincs X11/keysym.h" +set needincs = "$needincs X11/keysymdef.h" +set needincs = "$needincs arpa/inet.h" +set needincs = "$needincs ctype.h" +set needincs = "$needincs errno.h" +set needincs = "$needincs fcntl.h" +set needincs = "$needincs glob.h" +set needincs = "$needincs jpeglib.h" +set needincs = "$needincs math.h" +set needincs = "$needincs netdb.h" +set needincs = "$needincs netinet/ip.h" +set needincs = "$needincs png.h" +set needincs = "$needincs pthread.h" +set needincs = "$needincs readline/history.h" +set needincs = "$needincs readline/readline.h" +set needincs = "$needincs signal.h" +set needincs = "$needincs stdio.h" +set needincs = "$needincs stdlib.h" +set needincs = "$needincs string.h" +set needincs = "$needincs sys/ipc.h" +set needincs = "$needincs sys/resource.h" +set needincs = "$needincs sys/sem.h" +set needincs = "$needincs sys/socket.h" +set needincs = "$needincs sys/stat.h" +set needincs = "$needincs sys/time.h" +set needincs = "$needincs sys/types.h" +set needincs = "$needincs sys/uio.h" +set needincs = "$needincs sys/un.h" +set needincs = "$needincs sys/wait.h" +set needincs = "$needincs time.h" +set needincs = "$needincs unistd.h" +set needincs = "$needincs zlib.h" + +set optincs = "" +set optincs = "$optincs mysql.h" + +# XXX need to have options for non-ANSI includes? (ie, varargs.h) +# set needincs = "$needincs cfuncs.h" - from non-ANSI option in ohana.h +# set needincs = "$needincs float.h" - is from missing_proto (CFHT) +# set needincs = "$needincs floatingpoint.h" - is from missing_proto (CFHT) +# set needincs = "$needincs stdarg.h" - from std includes (in gcc path) +# set needincs = "$needincs varargs.h" - from std includes (in gcc path) + +# XXX I was probing for these before, but RHL claims we don't need them. +# I suspect they may be needed on older systems a la CFHT. +# set needincs = "$needincs malloc.h" +# set needincs = "$needincs memory.h" +# set needincs = "$needincs values.h" + +# check the hardware architecture: +set sys=`uname -s` +set ranlib = "ranlib" +set dlltype = "so" +switch ($sys) + case IRIX64: + set arch="irix"; + breaksw; + case SunOS: + set ver=`uname -r | awk '{print substr($1,1,1)}'`; + if ($ver == 5) then + set arch="sol"; + else + set arch="sun4"; + endif + # sun (at least) seems to need the socket library (linux does not) + set syslibpath = "$syslibpath /usr/openwin/lib" + set sysincpath = "$sysincpath /usr/openwin/include" + set needlibs = "$needlibs libsocket libnsl" + set ranlib = "touch" + breaksw; + case Linux: + set arch="linux"; + if (-e /etc/sidious.config) set arch="sid"; + set mach=`uname -m` + if ("$mach" == "x86_64") then + set arch="lin64"; + set syslibpath = "/lib64 /usr/lib64 /usr/X11R6/lib64 $syslibpath" + endif + breaksw; + case Darwin: + set arch="darwin"; + set mach=`uname -m` + if ("$mach" == "i386") then + set arch="darwin_x86"; + endif + set syslibpath = "$syslibpath /sw/lib" + set sysincpath = "$sysincpath /sw/include" + set dlltype = dylib + set CFLAGS = "$CFLAGS -D_DARWIN_C_SOURCE" + set defines = "-D_DARWIN_C_SOURCE" + breaksw; + case HP-UX: + set arch="hpux"; + breaksw; + default: + echo "unknown architecture"; + exit 1; + breaksw; +endsw +echo "setting architecture to: $arch" + +# set up the basic directory names: +set root = `pwd` +if ($prefix == "") set prefix = $root + +# set the install include directory +if ($incdir == "") then + if ($vararch) then + set incdir = $prefix/include/$arch + else + set incdir = $prefix/include + endif +endif + +# set the install lib directory +if ($libdir == "") then + if ($vararch) then + set libdir = $prefix/lib/$arch + else + set libdir = $prefix/lib + endif +endif + +if ($?LIBRARY_PATH) then + set libpath = `echo $LIBRARY_PATH | tr ':' ' '` +else + set libpath = "" +endif + +# check for basic libraries +echo "" +echo "searching for required external libraries..." +set faillibs = "" +set libflags = "" +set libdirs = "" +set nonomatch +foreach f ( $needlibs ) + foreach g ( $libpath $libdir $syslibpath ) + set name = $g/lib$f.a + if (-e $name[1]) goto got_lib; + set name = $g/lib$f.$dlltype + if (-e $name[1]) goto got_lib; + end + echo "missing lib$f" + set faillibs = "$faillibs lib$f" + continue +got_lib: + echo "found lib$f ($name[1])" + set gotlibdir = `dirname $name[1]` + echo "$libdirs" | grep -- "-L$gotlibdir " > /dev/null + if ($status) then + set libdirs = "$libdirs-L$gotlibdir " + endif + echo "$libflags" | grep -- "-l$f " > /dev/null + if ($status) then + set libflags = "$libflags-l$f " + endif +end + +# we need a curses library; can choose one of the following: +# check for termcap, curses, etc +foreach f ( ncurses curses termcap ) + foreach g ( $libpath $libdir $syslibpath ) + # echo "trying $g" + set name = $g/lib$f.a + # echo "trying $name" + if (-e $name[1]) goto got_curses; + set name = $g/lib$f.$dlltype + # echo "trying $name" + if (-e $name[1]) goto got_curses; + end + # try versioned libraries such as .so.N + foreach g ( $libpath $libdir $syslibpath ) + # echo "trying $g" + set name = $g/lib$f.$dlltype.* + # echo "$#name : $name[1]" + if ($#name < 2) continue + # echo "trying $name[1]" + if (-e $name[1]) goto got_curses; + end +end +set faillibs = "$faillibs (ncurses | curses | termcap)" +echo "missing a valid curses library" +echo "missing: $faillibs" +echo "please find one of them and install them in $libpath" +exit 1 + +got_curses: + echo "found $f ($name[$#name])" + echo "$libdirs" | grep -- "-L$g " > /dev/null + if ($status) then + set libdirs = "$libdirs-L$g " + endif + echo "$libflags" | grep -- "-l$f " > /dev/null + if ($status) then + set libflags = "$libflags-l$f " + endif + +if ("$faillibs" != "") then + echo "your installation is missing some important libraries" + echo "missing: $faillibs" + echo "please find them and install them in $lib" + exit 1 +endif + +# check for optional libraries +echo "" +echo "searching for optional external libraries..." +foreach f ( $optlibs ) + foreach g ( $libpath $libdir $syslibpath ) + set name = $g/lib$f.a + if (-e $name[1]) goto got_optlib; + set name = $g/lib$f.$dlltype + if (-e $name[1]) goto got_optlib; + set name = $g/*/lib$f.a + if (-e $name[1]) goto got_optlib; + set name = $g/*/lib$f.$dlltype + if (-e $name[1]) goto got_optlib; + end + echo "missing lib$f; skipping" + continue +got_optlib: + echo "found lib$f ($name[1])" + set gotlibdir = `dirname $name[1]` + echo "$libdirs" | grep -- "-L$gotlibdir " > /dev/null + if ($status) then + set libdirs = "$libdirs-L$gotlibdir " + endif + echo "$libflags" | grep -- "-l$f " > /dev/null + if ($status) then + set libflags = "$libflags-l$f " + endif +end + +# add the CPATH +if ($?CPATH) then + set incpath = `echo $CPATH | tr ':' ' '` +else + set incpath = "" +endif + +# check for required headers (including in subdirectories) +echo "" +echo "searching for required external header files..." +set failincs = "" +set incdirs = "" +foreach f ( $needincs ) + foreach g ( $incdir $incpath $sysincpath ) + set name = "$g/$f" + if (-e $name) goto got_inc; + set nonomatch + set name = $g/*/$f + echo "$name" | grep "*" > /dev/null + if (! $status) continue + unset nonomatch + if (-e $name[1]) goto got_inc; + end + echo "missing $f" + set failincs = "$failincs $f" + continue +got_inc: + set gotinc = $name[1] + echo "found $f ($gotinc)" + set gotincdir = `dirname $name[1]` + if (`dirname $f` != ".") then + set gotincdir = `dirname $gotincdir` + endif + echo "$incdirs" | grep -- "-I$gotincdir " > /dev/null + if ($status) then + set incdirs = "$incdirs-I$gotincdir " + endif +end + +if ("$failincs" != "") then + echo "your installation is missing some important library headers" + echo "please find them and install them in $inc" + exit 1 +endif + +# check for optional headers (including in subdirectories) +echo "" +echo "searching for optional external header files..." +foreach f ( $optincs ) + foreach g ( $incdir $incpath $sysincpath ) + set name = "$g/$f" + if (-e $name) goto got_optinc; + set nonomatch + set name = $g/*/$f + echo "$name" | grep "*" > /dev/null + if (! $status) continue + unset nonomatch + if (-e $name[1]) goto got_optinc; + end + echo "missing $f; skipping" + continue +got_optinc: + set gotinc = $name[1] + echo "found $f ($gotinc)" + set gotincdir = `dirname $name[1]` + if (`dirname $f` != ".") then + set gotincdir = `dirname $gotincdir` + endif + echo "$incdirs" | grep -- "-I$gotincdir " > /dev/null + if ($status) then + set incdirs = "$incdirs-I$gotincdir " + endif + set haveflag = `echo $f | tr '[:lower:]' '[:upper:]' | tr '.' '_'` + set CPPFLAGS = "$CPPFLAGS-DHAVE_$haveflag " +end + +echo +echo "Compiler options:" +echo "CC: $CC" +echo "CFLAGS: $CFLAGS" +echo "CPPFLAGS: $CPPFLAGS" +echo "LDFLAGS: $LDFLAGS" + +echo +echo "Additional compiler flags:" +echo "INCDIRS: $incdirs" +echo "LIBDIRS: $libdirs" +echo "LIBFLAGS: $libflags" + +echo +echo "ARCH: $arch" +echo "ROOT: $root" +echo "PREFIX: $prefix" +echo + +# the config.tools fixconf operations below interpolate values in Makefile.System +if (-e Makefile.System) mv Makefile.System Makefile.System.bak +cp Makefile.System.in Makefile.System + +# we don't currently need to modify the Makefile but since configure +# should create a new Makefile, we need to do this: +cp -f Makefile.in Makefile + +# the ROOTDIR defines the location of the source tree +./config.tools fixconf @ROOTDIR@ "$root" + +# the following entries define the target installation locations + +# BINDIR (DESTBIN) holds the output binary files +if ("$bindir" == "") then + set subdir = bin + set subpath = bin + if ($vararch) then + set subdir = 'bin/$(ARCH)' + set subpath = "bin/$arch" + endif + set bindir = $prefix/$subdir + set binpath = $prefix/$subpath +endif +set bindir = `./config.tools fixpath $bindir` +./config.tools fixconf @BINDIR@ $bindir +echo DESTBIN $bindir + +# INCDIR (DESTINC) holds the output header files +if ("$incdir" == "") then + set subdir = include + if ($vararch) set subdir = 'include/$(ARCH)' + set incdir = $prefix/$subdir +endif +set incdir = `./config.tools fixpath $incdir` +./config.tools fixconf @INCDIR@ $incdir +echo DESTINC $incdir + +# LIBDIR (DESTLIB) holds the output library files +if ("$libdir" == "") then + set subdir = lib + if ($vararch) set subdir = 'lib/$(ARCH)' + set libdir = $prefix/$subdir +endif +set libdir = `./config.tools fixpath $libdir` +./config.tools fixconf @LIBDIR@ $libdir +echo DESTLIB $libdir + +# MANDIR (DESTMAN) holds the output man pages +if ("$mandir" == "") then + set mandir = $prefix/man +endif +set mandir = `./config.tools fixpath $mandir` +./config.tools fixconf @MANDIR@ $mandir +echo DESTMAN $mandir + +# DATADIR (DESTDATA) holds the general non-binary files +if ("$datadir" == "") then + set datadir = $prefix/share +endif +set datadir = `./config.tools fixpath $datadir` +./config.tools fixconf @DATADIR@ $datadir +echo DESTDATA $datadir + +# the vararch option defines an automatic arch-dependent directory +# tree for DESTBIN, DESTLIB, DESTINC +if ($vararch) then + ./config.tools fixconf "^\s*ARCH" "# ARCH" +else + ./config.tools fixconf @ARCHVAL@ $arch +endif + +# INCDIRS, LIBDIRS, LIBFLAGS define include and library flags needed +# by the externally-supplied libraries +./config.tools fixconf @INCDIRS@ "$incdirs" +./config.tools fixconf @LIBDIRS@ "$libdirs" +./config.tools fixconf @LIBFLAGS@ "$libflags" + +# these are the compiler options +./config.tools fixconf @CC@ "$CC" +./config.tools fixconf @CFLAGS@ "$CFLAGS" +./config.tools fixconf @CPPFLAGS@ "$CPPFLAGS" +./config.tools fixconf @LDFLAGS@ "$LDFLAGS" +./config.tools fixconf @DLLTYPE@ "$dlltype" + +# other architecture dependent options +./config.tools fixconf @RANLIB@ "$ranlib" + +cat ohana-config.in | sed "s|@INCDIR@|$incdir|" | sed "s|@LIBDIR@|$libdir|" | sed "s|(ARCH)|ARCH|" | sed "s|@DEFINES@|$defines|" > ohana-config + +echo "" +echo "include $bindir in your path" + +exit 0 + +usage: +cat < gunzip -c ohana.tgz | tar xvf - + + enter the ohana top-level directory: + + > cd ohana + + construct the input Configure file [1]: + + > configure + + this step will note the binary installation path. This should be + added to your PATH + + compile the software + + > make + + install the software + + > make install + +2) Installing Ohana from CVS (Developer's version): + + check out the ohana source tree: + + > setenv CVSROOT poma:/data/elixir2/srcdir/cvs + > cvs co ohana + + enter the ohana top-level directory: + + > cd ohana + + construct the input Configure file [1]: + + > configure + + this step will note the binary installation path. This should be + added to your PATH + + compile the software + + > make + + install the software + + > make install + +***** Notes ***** + +[1] Ohana is configured for multiple architecture development, which +is convenient for end users as well. The libraries, include files, +and programs, are all installed in directories with the architecture +type appended: bin/linux, bin/sol, lib/linux, etc. To take advantage +of this multiple architecture organization when compiling, end users +should arrange for the environment variable ARCH to be set based on +the machine architecture, and for the PATH to depend on ARCH, rather +than setting it to a fixed quantity. Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/README =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/README (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/README (revision 22322) @@ -0,0 +1,46 @@ +Documenation for Ohana: + + Ohana includes: + + 1) fits - FITS I/O library (Eugene Magnier) (V 1.0) + These are clean, C-like FITS interaction routines which are + meant to be easy to program with and easy to read, etc. + + 2) readline - the GNU readline library. (FSF / GNU) (V1.1) + This routines allow for easy emacs / vi-like cursor interactions. + + 3) opihi - a shell template program (Eugene Magnier) (V1.0) + This program provides a tcsh-like interaction with macros + and math capabilities. It is meant to be a template for any + program which may require a shell-like interaction, macros, and math. + + 4) mana - an image manipulation program. (Eugene Magnier) (V1.0) + This program is in someways similar to MIDAS, IRAF, or Vista (the standard + astrophysics analysis packages). However, mana is meant to be more + stripped down (it is not a "do everything in the world" program!). + Mana also has three major advantages over the large programs: + a) it is easy to modify (clean, friendly code!) + b) it has a nice macro language with math at the shell input + c) it has a tcsh-like cursor interaction + + 5) kii - display program for mana. + This is the X window display tool used by mana. It is not meant to be run + by the user, only by mana. + + + +----------------------------------------------------------------------------------------- +Notes + +Compiled successfully for HP730, gcc & cc + +Compiled successfully for Sparc + + + + +----------------------------------------------------------------------------------------- +Problems / Bugs + +mana / kii are rather slow in general - can we do anything about this? + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/README.include =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/README.include (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/README.include (revision 22322) @@ -0,0 +1,23 @@ + +this top level directory contains the header files associated with +ohana library packages or basic ohana code snipets not in libraries: + +fitsio.h - libFITS.h +ohana.h, Xohana.h - libohana +skycalc.h - libskycalc +loneos.h - FITS database interactions + +the architecture-dependent subdirectories allow us to install +libraries for one architecture which are not needed and would conflict +on another architecture. this is mostly a problem for solaris, which +does not have various libraries installed by default. we can install +an older solaris version of these libraries and not cause conflicts +with the more recent linux versions: + +libpng +libjpeg +libreadling +zlib + + + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/README.mana =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/README.mana (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/README.mana (revision 22322) @@ -0,0 +1,133 @@ + + April 26, 2000 + + I am providing the first release of 'mana' and the supporting + packages. Here I will describe the needed steps to get the program + compiled and running. + +Directory organization and Architecture selection: + + Mana is part of a large collection of software called 'ohana'. This + distribution of mana only includes the components of ohana needed for + mana. The ohana collection is contained within a directory tree that + eases the use of the package on a multi-system network. To this end, + there are separate bin and lib directories for different architecture + machines. At the top level of 'ohana' there are the src, bin, lib, + and include directories. bin and lib have subdirectories named + e.g. bin/linux, bin/sol, or bin/hp. The Makefiles throughout 'ohana' + use an environment variable ARCH to decide which of these directories + is the appropriate destination. Therefore: + + BEFORE compiling any of the ohana programs, please set the ARCH + environment variable appropriately for your machine. To do this + automatically, I use the following lines in my .cshrc: + + ### automatically setting the ARCH variable: + set sys=`uname -s` + switch ($sys) + case IRIX64: + setenv ARCH irix; + breaksw; + case SunOS: + set ver=`uname -r | awk '{print substr($1,1,1)}'`; + if ($ver == 5) then + setenv ARCH sol + else + setenv ARCH sun4 + endif + breaksw; + case Linux: + setenv ARCH linux; + breaksw; + case HP-UX: + setenv ARCH hp; + breaksw; + default: + echo "unknown architecture"; + setenv ARCH unknown; + breaksw; + endsw + + This mechanism also lets you set your PATH correctly, no matter what + architecture you are on. just include in your PATH + /h/fred/src/ohana/bin/{$ARCH} (or whatever the path is to the ohana + package!). + + In order to configure the ohana package for your local installation, + edit the file ohana/Configure. Change the entry for ROOT to point + to the correct location of the ohana package. Also in Configure, + you can tell ohana to install things in a different location from + the ohana directory structure. + + +Necessary Libraries: + + I've included in this distribution all of the necessary libraries to + compile mana. Two of these are part of the ohana package: the fits + and ohana libraries. These two should compile trivially when you + run make. There are several other libraries that are typically + included in various UNIX installations, but are sometimes missing. + I've included them in this distribution in case you need them, but + the Makefiles are not well tuned to fit with the ohana layout. In + particular, libjpeg and libpng you will have to compile by hand (ie, + by going into those directories and compiling there, not from the + top level ohana directory). Install the resulting libraries and + include files in the appropriate locations (either in your system, + or just in the appropriate lib and include directores in ohana). + The readline library might compile correctly from the ohana + Makefile, but I am not sure of this. + + It is a good idea to try the mana compilation without dealing with + these libraries. You'll find out soon enough which ones your + systems doesn't have! + + The other oddity is the situation with libnsl and libsocket. These + are required libraries for Suns, but not available (not even needed) + under linux. To keep the same link lines in the Makefiles, I have + made a dummy version of libnsl and libsocket, which should be put in + ohana/lib/linux. see the ohana/src/libdummy/Makefile for details. + +Compiling and installing: + + First of all, move Makefile.mana to Makefile. + + If the libaries are all OK, then you should be able to compile and + install mana and the display programs kapa and kii with the command: + + make install + + +Running Mana: + + Just a couple of notes about running mana. I'm hoping the commands + are generally obvious and the help files helpful... + + When mana starts, it loads a resource file ~/.manarc. This is just + a file with a bunch of mana commands. They can include common macro + definitions, defining variables, or whatever. I've included an + example as mana.rc in ohana/src/mana/doc/ + + Mana uses two external programs to display images and vector plots, + nominally called 'kii' and 'kapa'. By default, it assumes those two + names, but user may change the names if needed. Mana looks at the + variables (mana variables, not env variables) KAPA and KII to decide + the program names. By default these are set to 'kapa' and 'kii'. + Type "echo $KAPA" or "echo $KII" in mana to see the current values. + If you need to place these programs outside your path or give them + different names, just assign these variables (perhaps in the + .manarc) to the correct names and they should work fine. + + In the same way, mana looks for the help files in a preset location, + specifically the directory of the mana executable, subdirectory + mana.hlp. So, if you have mana in /usr/local/bin, mana will look + for the help files in /usr/local/bin/mana.hlp. But again, this can + be reassigned by the user by changing the mana variable HELPDIR. + + Two useful mana commands are ? and ??. The first lists all commands + and gives a little helpline. the second lists are currently defined + mana variables. + + + + Eugene Magnier + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/allocate.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/allocate.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/allocate.txt (revision 22322) @@ -0,0 +1,40 @@ + +# define MIN(X,Y) ((X) < (Y) ? (X) : (Y)) +# define MAX(X,Y) ((X) > (Y) ? (X) : (Y)) + +# ifndef ALLOCATE +# define ALLOCATE(X,T,S) \ + X=(T *)malloc((unsigned) ((S)*sizeof(T)));\ + if(X==NULL) \ + { \ + fprintf(stderr,"failed to malloc\n");\ + exit(0);\ + } +# define REALLOCATE(X,T,S) \ + X=(T *)realloc(X,(unsigned) ((S)*sizeof(T))); \ + if(X==NULL) \ + { \ + fprintf(stderr,"failed to realloc\n"); \ + exit(0); \ + } +# endif /* ALLOCATE */ + +example () { + + float *fred; + int Nfred, NFRED, i; + + NFRED = 100; + ALLOCATE (fred, float, NFRED); + + for (i = 0; fscanf (stdin, "%f", &fred[i]) != EOF; i++) { + if (i == NFRED - 1) { + NFRED += 100; + REALLOCATE (fred, float, NFRED); + } + } + Nfred = i; + REALLOCATE (fred, float, MAX (Nfred, 1)); + +} + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/arguments.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/arguments.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/arguments.txt (revision 22322) @@ -0,0 +1,63 @@ +# include + +int get_argument (int argc, char **argv, char *arg) { + + int i; + + for (i = 0; i < argc; i++) { + if (!strcmp(argv[i], arg)) + return (i); + } + + return ((int) NULL); +} + +int remove_argument (int N, int *argc, char **argv) { + + int i; + + if ((N != (int) NULL) && (N != 0)) { + (*argc)--; + for (i = N; i < *argc; i++) { + argv[i] = argv[i+1]; + } + } + + return (N); + +} + +main (int argc, char **argv) { + + int VERBOSE; + float size; + + /* example of an optional argument */ + VERBOSE = FALSE; + if (N = get_argument (argc, argv, "-v")) { + remove_argument (i, &argc, argv); + VERBOSE = TRUE; + } + + /* one way to do an required argument */ + size = -1; + if (N = get_argument (argc, argv, "-s")) { + remove_argument (i, &argc, argv); + size = atof (argv[N]); + remove_argument (i, &argc, argv); + } + if (size < 0) { + fprintf (stderr, "USAGE: program (file) -s (size) \n"); + exit (1); + } + + /* another way to demand an argument */ + if (argc != 2) { + fprintf (stderr, "USAGE: program (file) -s (size) \n"); + exit (1); + } + +} + + + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/compiling.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/compiling.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/compiling.txt (revision 22322) @@ -0,0 +1,24 @@ + +There are a few steps needed to compile spicam. First, untar the +ohana.tgz file. Edit the file Configure in the top-level directory. +ROOT should be the path of the top-level directory. There are some +destination directories, places where compiled things will go. there +are also two lines for the X library and include directories, though +spicam does not require this information. + +There are a couple of libraries that need to be compiled to make +spicam. first, type "make install.ohana". this will compile a set +of miscellaneous libraries and install the file libohana.a in your +LDIR (defined in Configure). Next, type "make install.fits". this +will compile the FITS library and install libFITS.a in LDIR (note that +this is not the Goddard fitsio package...). Next, you need readline, +so if you don't have it already, type "make install.readline". same +thing. + +finally, you are ready to compile spicam. type "make install.spicam" +and it should compile OK. + +good luck! + +gene + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/development.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/development.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/development.txt (revision 22322) @@ -0,0 +1,95 @@ + +This document discusses the Elixir / Ohana development environment. +The Elixir Ohana components are now maintained under CVS for software +version control. This document discusses the motivations for this +migration and the interaction between the developers and the CVS +system. It also discusses the use of the Elixir Bugzilla for problem +reporting and feature requests. + +Background + +Previously, the Ohana system used RCS as its version control +method. RCS is simple and easy, but has some disadvantages that make +it difficult to use as the Elixir development continues forward in a +wider context. First, RCS is not network friendly: it is difficult to +use when developers are located at different sites working on +different timescales. Second, it while it does a good job of tracking +changes to individual files (revisions), it does a poor job of +connecting those changes together across a larger software +collection. In particular, it does not have the ability to define a +single collection of revisions of a group of files as a single +software release. CVS has been widely used for large software +development projects and solves both of these problems well. + +Ohana Organization & Version Control + +The Ohana software system consists of many different libraries, +programs, and scripts in perl, csh, and tcl. These are all located in +the Ohana source tree, with different components placed in different +directories in the src directory. For example, the Ohana FITS library +package is located in the directory src/libfits, while the imclean +program is in the src/imclean directory. Some additional groups of +programs are packaged together: The raw image / detrend image database +tools and related programs are located together in the src/imregister +directory, while a collection of small programs (consisting of +individual C files) are located together in the src/misc directory. +The scripts are grouped together in the src/shell, src/tcl, src/perl +directories. Until the introduction of CVS, only the imregister and +misc collection of programs and the scripts were rigorously tracked +under RCS. The other packages were only tracked informally. CVS +allows us to use the existing RCS versions of these files, and +continue the numbering sequence from where they left off. In +addition, CVS allows us to tag a snapshot of the revisions for an +entire software collections with labels which can be used as +identifiers within the software. To this end, the software modules +will be tagged when new releases of those packages are made. + +CVS Interactions: Development vs Release + +Elixir and Ohana are at a stage of development that it is necessary to +separate the development and production software. This has been done +in the past by designating a developement directory tree +(/data/elixir2/srcdir) and a binary distribution tree (/apps/elixir). +Development could proceed within the srcdir tree, with software builds +going to the local binary directories (srcdir/ohana/bin, etc). These +would not impact the production version of the software until the +developer was ready to push the new version to the development tree. +This method is sufficient when one or two developers work on the +software and coordinate the distribution of the new software. It does +not allow multiple developers to work on new versions of the software +without releasing that software until it is ready. For example, +consider two developers, jcc & eugene. jcc is working on improving +the astrometry tool, gastro, and has made some progres, but does not +have a tested, working version yet. Meanwhile, eugene has found and +repaired a critical bug in the program imsearch. In order for eugene +to push the fix to the production version of the software, he would +need to coordinate carefully with jcc. jcc would need to remove the +new version of gastro and replace it with the known working version +for the moment when eugene pushes the new version of imsearch to the +production system, then revert back. + +Under the CVS system, each developer maintains their own version of +the software tree. So, for example, jcc would have a local copy +(perhaps in his home directory) of the tree (or even a portion), while +eugene would have a different version in his own location. They can +work and develop the code independently, publishing changes when +needed to the repository (the details of these commands will be +discussed later). When the developer is satisfied with the changes to +a packages (say, imclean) and feels it is ready for release to the +public, he then labels the new release with an appropriate tag. He +then goes to the production version of the source tree (ie, +/data/elixir2/srcdir) and checks out the labeled version. He then +compiles it and then pushes the changes to the production binary +tree. Note that the same is true of the configuration data saved in +/data/elixir2/srcdir/config as well as the programs. + +User Commands + +cvs co ohana (checkout the complete development tree) +cvs update +cvs commit +cvs add +cvs remove + +Bugzilla + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/dvo2.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/dvo2.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/dvo2.txt (revision 22322) @@ -0,0 +1,92 @@ + +DVO-2 upgrades the DVO concepts to meet the needs of Pan-STARRS. The +main constraints that Pan-STARRS has that DVO-1 cannot satisfy are: + +- throughput : upload ~1e6 stars per image, allowing 5 seconds +- precision : DVO tables have a restricted number of bits for some + entries which need to be extended for Pan-STARRS +- flexibility : DVO uses a rigid concept for the sky layout +- parallel : DVO interfaces are poorly designed for parallel I/O + + +Here are the code changes I envision to get from DVO to DVO-2: + +- clean the elixir code organization to unify as many DVO things as + possible under a single library used by the related programs. + + * this change would be somewhat productive for reducing the number + of APIs and generally clarifying the scope of the existing DVO + code. + +- add the concept of the mosaic image which groups a set of chips + together. this will include the concept of astrometric information + about the focal plane independent of the individual chips + + * this particular change can be a stop gap to get me working with + mosaic astrometry within the DVO-1 framework. Other changes, + listed below, will require a variety of fairly fundamental + changes. + + * there is no additional cost to adding the mosaic files to the + current system, except that 'addstar' requires NSTARS > 0 (or at + least NASTRO > 0). Everything else will work fine with images + that have distortion in them (already demonstrated in the past) + and the new work on coordops.c makes reverse lookup of RD_to_XY + accurate for Npolyterms > 1. + + * chips within a mosaic framework need to have a matched mosaic + image. the coordinates of the mosaic need to be registered + somehow with coordops (as a static entry? not very robust, but an + option. As an implied coords[0], coords[1] passed to the + functions? this can be merged with the existing definitions by + only requiring it for entries with one ctype, but not for another + cartesian polynomial term (WRP vs PLY? this would make PLY mean + Cartesian, not Zenithal). This is probably safe since only LONEOS + data has used the PLY terms in the past. on the other hand, why + break it. I could use the term PLY for the mosaic term and WRP vs + DIS for the two cartesian concepts. Not very good naming. + Another point is that the old LONOES code uses the older style + tables, and probably need to be translated anyway. I could just + define a loneos conversion function which converts PLY to DIS and + fixes the data format... (this would also let me remove the old + table entries from 'loneos.h', or maybe keep them there and move + the loneos.h file to a better name. dvo.h? elixir.h? + + - needed functions: + + * int FindMosaicForImage (Image *images, int entry) + + returns the matching DIS entry for the given WRP entry + (matches by time and photcode? would need to define mosaic + photcodes that match the chip photcodes. define an instrument + (camera) code in the Image entry? does not exist at the + moment, but would need to be added (space exists in dummy[20], + which is surprisingly unused). + +- skydb library APIs : we need a collection of functions to define and + work with the sky tiling pattern. These APIs need to specify things + like "given RA,DEC, find all overlapping tables" + +- convert all tables to FITS tables (currently only average/measure + tables are FITS). this includes migrating the photcode and other + external photometry / astrometry tables into the single database + repository, rather than having a global table. + +- update the average / measure tables to include enough dynamic range. + +- place all tables, including average / measure under the FITS db + autocoder + +- add proper motion velocity vectors to the average parameters + +- add the concept of orphans as a separate table in addition to the + measures + +- remove any average mag from the average table / place all average + magnitudes in their own table (ie, equivalent to secfilt, but with a + new name) + +- define a client / server interaction. each server runs on a + specific host, associated with specific data tables through the + sky.db tables. servers on a specific host are only responsible for + their own data Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/dvotools.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/dvotools.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/dvotools.txt (revision 22322) @@ -0,0 +1,48 @@ + +The number of DVO support programs probably needs to expand. I am +specifically considering the types of functions I need to perform the +photometric and astrometric calibrations needed by Pan-STARRS, ie the +AP Survey. + +dvo DB manipulations: + + - create a subset of a database (restrict by magnitude limits, time, + region, etc) + - re-organize the table structure using a new SkyTable file + - remove the automatic extension of the secfilt table; make a mode to + add a new secondary filter + +dvo DB organization mods: + + - drop the primary photcodes and put all primaries in the 'secfilt' table + - construct a FITS table for the photcodes + - tables for the camera and filter data which is currently in the config + - tools to update the photcode table + +addstar : need a few additional new variations on the addstar concept + + - load2mass : the raw 2MASS format is so broken, I needed to create + a special stand-alone program to load the 2MASS catalog data to a + given DVO database. + + - sedstar : this program uses an existing DVO database, and fits the + (calibrated) stellar photometry to a set of stellar photometry + models. One goal is to predict magnitudes in other filters from + the observed data. Another goal is to determine the fundamental + stellar parameters (eg, Temp, Av, logg, distance). Another goal + is to determine the stellar locus coordinates for use in other + fitting functions. + + output magnitudes should be in photcodes of DEP type? or SED type? + + +relastro : the basic concept of this program is fairly clear, but we + need to work out the details a bit. The program should determine + the image astrometry terms, the average stellar coordinates, and + things like proper-motion and parallax. It needs to include both + the raw astrometry from the images as well as (high-quality) + external reference sources. Dave Monet thinks the initial + conditions (errors and systematics in the external catalogs) drive + the solutions too strongly. He is exploring doing direct + (non-iterative) solutions using the psSparse tools. I'm not totally + convinced yet... Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/elixir-cvs.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/elixir-cvs.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/elixir-cvs.txt (revision 22322) @@ -0,0 +1,181 @@ + +Proposal for Elixir/Ohana Software Version Control + +Current Practice + +- RCS on each file +- source code in /data/elixir2/srcdir/ohana +- some scripts (mana/status/dimm?) in /data/elixir2/srcdir/config/mana +- configuration information in /data/elixir2/srcdir/config +- software compiled in place +- installed in /apps/elixir/bin, /apps/elixir/config + +Proposal + +- Use CVS to control software versions +- Identify software releases, tag with CVS release tags +- use /data/elixir2/srcdir/ohana as development site (jcc) +- use /cfht/src/eos/ + +---- + +work to be done to finish CFHT elixir conversion to CVS: + +- verify perl & shell scripts are current +- verify config files are current +- convert to opihi.v2: + - test mana scripts under opihi.v2 + - move 'status' scripts to 'dvo' +- define a complete set of packages for release + +--- + +In order to convert the operational CFHT version of Elixir / Ohana to +the CVS-controlled version, we need to do several things: + +1) merge the changes between the CFHT and IfA trees. + +2) move the CFHT version of Ohana to the new opihi.v2 system from the + opihi.v1 system: + - move to the name 'dvo' rather than 'status' + - use the v2 version of mana + +3) define the Elixir / Ohana packages and tag them with a starting + release name + +4) define an initial distribution for Elixir / Ohana using the + complete set of released packages. + +I have been working to unify the CFHT and IfA Elixir / Ohana trees. I +have imported all of the CFHT version of the entries in the config +directories and the CFHT versions of the shell and perl scripts. + +I have checked on the use of the 'status' program within the Elixir / +Ohana scripts. I have modified sp_plot and el_plot to use 'dvo' +instead. I have also modified elixir.photreport. + +--- + +Working with Elixir / Ohana and CVS: + +The CVS repositories allows the developer to work on a copy of the +Ohana software, make changes to their copy of the code, test the +changes within their own version of the Elixir configuration system, +share the changes with other developers, and freeze a tested, working +snapshot of portions of the software. + +The Ohana software tree is divided into packages, each possibly +containing a single program, a group of related programs, or a C +library. Within the Ohana software version control system, each of +these packages should be released as a single entity. Changes may be +made to any of the elements which make up the package. The new +changes should be tested so that the developer is confident that the +new version of the software may be safely introduced into the +production system. At this point, the entire package is tagged with +an identifying name and the new release of the package may be loaded +into the production tree. + +In the following discussion, we illustrate the process of creating a +new release of a package within Elixir. + +First, check out the Ohana tree: + +set CVSROOT to username@machine:/data/elixir2/srcdir/cvs where +'username' is your user ID and machine is one of the CFHT linux +machines which mount /data/elixir2/srcdir. + +check out your copy of the software tree: + + cvs co ohana + +you may also check out specific releases of packages with the command: + cvs co -r TAG PACKAGE eg: + cvs co -r libfits-1-0 libfits + +this version should be executed from the same directory level as the +cvs co ohana command; each package is placed in the directory +ohana/src/PACKAGE. + +The entire ohana package may be compiled from the ohana directory +with: + +> configure +> make +> make install + +Make edits, changes, etc to the programs in some package. For +example, you might edit the .c files in the directory +ohana/src/gastro/src. Occasionally publish your changes to the CVS +repository: + +cvs update (check for changes by other developers) +cvs commit [filename] (publish the changes) + +also: + +cvs add (filename) (add a new file to the repository). + +Once the changes have been made, make sure to compile and test your +copy of the program. If you are acting as a developer, you must have +your version of the ohana/bin/ARCH directory in your path (before the +production installation path, /apps/elixir/bin). Once the code has +been tested, and the package is ready for release, commit all of your +changes to the repository (cvs commit). Now you may tag the new +release of the package. Within the top-level directory of the +package, give the command: + +cvs tag -c TAG + +where TAG is the name of this release. Within the Ohana system, +packages are generally tagged with names of the form PACKAGE-N-M where +N and M are major and minor version numbers. For example, libfits has +tag names starting from libfits-1-0. If the changes are minor, and +don't affect interaction with other packages, then it is only +necessary to change the minor version number. If the new package +forces changes on other packages, it is best to change the major +version as well. Major version changes should be introduced only with +discussion among the affected parties! It is possible to check the +currenly assigned tags for a package with the command: +cvs status -v (filename) +where (filename) is some file that is part of the package. A +convenient file to use is the Makefile for the package. Assigning the +tag affects the repository directly (there is no need to run 'commit' +afterwards). If you have outstanding changes, the -c option will +force CVS to complain, so you will not tag different versions of the +files from what you expect. + +Once the tag has been assigned, the new version of the package may be +introduced to the production system. This is a two step process: +first the new source tree is placed in the appropriate location and +compiled. Then the new binaries are pushed to their final locations. +There are two options for installing the new package source code. +First, you may make a new elixir distribution. To do this, go into +the ohana/etc directory, and edit the distributions.txt file. This +defines the package releases which make up a complete distribution. +There are entries for the ohana/elixir distributions, mana +distributions, etc. Make a new distribution version, update the +appropriate package, and save the file. This distribution (or any +other older distribution) may now be constructed by executing the +command 'mkdist (distribution) (version)', for example: +mkdist elixir 1.0 +This command extracts from the CVS repository all of the package +versions which are specified to be part of the given distribution +version. These are placed in a single directory, along with the ohana +infrastructure pieces, with the directory name matching the package +name and version number. This new directory may be moved or copied to +the official production source code location +(/data/elixir2/srcdir/ohana). The entire tree may then be compiled. + +An alternative to the above is to checkout only the new package +version. To do this, go to the directory containing the production +code (ie, /data/elixir2/srcdir). Perform a checkout of the specific +tagged release of the package of interest: +cvs co -r TAG PACKAGE (ie, cvs co -r libfits-1-0 libfits). This will +replace the old version of the package with the new version. Now the +software may be recompiled from the ohana directory. + +Once a new version of the software has been compiled, it may be pushed +to the production binary directory. From the /data/elixir2/srcdir +directory, issue the command 'make install' (make install-test will +show what programs are new). + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/exclude =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/exclude (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/exclude (revision 22322) @@ -0,0 +1,4 @@ +find ohana -name "*.o" -print > exclude.files +find ohana -name "bin" -print >> exclude.files +find ohana -name "*.a" -print >> exclude.files +tar cvfX - exclude.files ohana | gzip > ohana.tgz.8.97 Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/exclude.list =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/exclude.list (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/exclude.list (revision 22322) @@ -0,0 +1,19 @@ +Configure +bin +*.sol* +*.sid* +*.linux* +*.lin64* +*.o +*.a +*.so +*~ +#* +.mana +.status +.dvo +RCS +lib/sol +lib/sid +lib/linux +lib/lin64 Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/gnu.license =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/gnu.license (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/gnu.license (revision 22322) @@ -0,0 +1,344 @@ + GNU GENERAL PUBLIC LICENSE + Version 2, June 1991 + + Copyright (C) 1989, 1991 Free Software Foundation, Inc. + 675 Mass Ave, Cambridge, MA 02139, USA + Everyone is permitted to copy and distribute verbatim copies + of this license document, but changing it is not allowed. + + Preamble + + The licenses for most software are designed to take away your +freedom to share and change it. By contrast, the GNU General Public +License is intended to guarantee your freedom to share and change free +software--to make sure the software is free for all its users. This +General Public License applies to most of the Free Software +Foundation's software and to any other program whose authors commit to +using it. (Some other Free Software Foundation software is covered by +the GNU Library General Public License instead.) You can apply it to +your programs, too. + + When we speak of free software, we are referring to freedom, not +price. Our General Public Licenses are designed to make sure that you +have the freedom to distribute copies of free software (and charge for +this service if you wish), that you receive source code or can get it +if you want it, that you can change the software or use pieces of it +in new free programs; and that you know you can do these things. + + To protect your rights, we need to make restrictions that forbid +anyone to deny you these rights or to ask you to surrender the rights. +These restrictions translate to certain responsibilities for you if you +distribute copies of the software, or if you modify it. + + For example, if you distribute copies of such a program, whether +gratis or for a fee, you must give the recipients all the rights that +you have. You must make sure that they, too, receive or can get the +source code. And you must show them these terms so they know their +rights. + + We protect your rights with two steps: (1) copyright the software, and +(2) offer you this license which gives you legal permission to copy, +distribute and/or modify the software. + + Also, for each author's protection and ours, we want to make certain +that everyone understands that there is no warranty for this free +software. If the software is modified by someone else and passed on, we +want its recipients to know that what they have is not the original, so +that any problems introduced by others will not reflect on the original +authors' reputations. + + Finally, any free program is threatened constantly by software +patents. We wish to avoid the danger that redistributors of a free +program will individually obtain patent licenses, in effect making the +program proprietary. To prevent this, we have made it clear that any +patent must be licensed for everyone's free use or not licensed at all. + + The precise terms and conditions for copying, distribution and +modification follow. + + + GNU GENERAL PUBLIC LICENSE + TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION + + 0. This License applies to any program or other work which contains +a notice placed by the copyright holder saying it may be distributed +under the terms of this General Public License. The "Program", below, +refers to any such program or work, and a "work based on the Program" +means either the Program or any derivative work under copyright law: +that is to say, a work containing the Program or a portion of it, +either verbatim or with modifications and/or translated into another +language. (Hereinafter, translation is included without limitation in +the term "modification".) Each licensee is addressed as "you". + +Activities other than copying, distribution and modification are not +covered by this License; they are outside its scope. The act of +running the Program is not restricted, and the output from the Program +is covered only if its contents constitute a work based on the +Program (independent of having been made by running the Program). +Whether that is true depends on what the Program does. + + 1. You may copy and distribute verbatim copies of the Program's +source code as you receive it, in any medium, provided that you +conspicuously and appropriately publish on each copy an appropriate +copyright notice and disclaimer of warranty; keep intact all the +notices that refer to this License and to the absence of any warranty; +and give any other recipients of the Program a copy of this License +along with the Program. + +You may charge a fee for the physical act of transferring a copy, and +you may at your option offer warranty protection in exchange for a fee. + + 2. You may modify your copy or copies of the Program or any portion +of it, thus forming a work based on the Program, and copy and +distribute such modifications or work under the terms of Section 1 +above, provided that you also meet all of these conditions: + + a) You must cause the modified files to carry prominent notices + stating that you changed the files and the date of any change. + + b) You must cause any work that you distribute or publish, that in + whole or in part contains or is derived from the Program or any + part thereof, to be licensed as a whole at no charge to all third + parties under the terms of this License. + + c) If the modified program normally reads commands interactively + when run, you must cause it, when started running for such + interactive use in the most ordinary way, to print or display an + announcement including an appropriate copyright notice and a + notice that there is no warranty (or else, saying that you provide + a warranty) and that users may redistribute the program under + these conditions, and telling the user how to view a copy of this + License. (Exception: if the Program itself is interactive but + does not normally print such an announcement, your work based on + the Program is not required to print an announcement.) + + +These requirements apply to the modified work as a whole. If +identifiable sections of that work are not derived from the Program, +and can be reasonably considered independent and separate works in +themselves, then this License, and its terms, do not apply to those +sections when you distribute them as separate works. But when you +distribute the same sections as part of a whole which is a work based +on the Program, the distribution of the whole must be on the terms of +this License, whose permissions for other licensees extend to the +entire whole, and thus to each and every part regardless of who wrote it. + +Thus, it is not the intent of this section to claim rights or contest +your rights to work written entirely by you; rather, the intent is to +exercise the right to control the distribution of derivative or +collective works based on the Program. + +In addition, mere aggregation of another work not based on the Program +with the Program (or with a work based on the Program) on a volume of +a storage or distribution medium does not bring the other work under +the scope of this License. + + 3. You may copy and distribute the Program (or a work based on it, +under Section 2) in object code or executable form under the terms of +Sections 1 and 2 above provided that you also do one of the following: + + a) Accompany it with the complete corresponding machine-readable + source code, which must be distributed under the terms of Sections + 1 and 2 above on a medium customarily used for software interchange; or, + + b) Accompany it with a written offer, valid for at least three + years, to give any third party, for a charge no more than your + cost of physically performing source distribution, a complete + machine-readable copy of the corresponding source code, to be + distributed under the terms of Sections 1 and 2 above on a medium + customarily used for software interchange; or, + + c) Accompany it with the information you received as to the offer + to distribute corresponding source code. (This alternative is + allowed only for noncommercial distribution and only if you + received the program in object code or executable form with such + an offer, in accord with Subsection b above.) + +The source code for a work means the preferred form of the work for +making modifications to it. For an executable work, complete source +code means all the source code for all modules it contains, plus any +associated interface definition files, plus the scripts used to +control compilation and installation of the executable. However, as a +special exception, the source code distributed need not include +anything that is normally distributed (in either source or binary +form) with the major components (compiler, kernel, and so on) of the +operating system on which the executable runs, unless that component +itself accompanies the executable. + +If distribution of executable or object code is made by offering +access to copy from a designated place, then offering equivalent +access to copy the source code from the same place counts as +distribution of the source code, even though third parties are not +compelled to copy the source along with the object code. + + + 4. You may not copy, modify, sublicense, or distribute the Program +except as expressly provided under this License. Any attempt +otherwise to copy, modify, sublicense or distribute the Program is +void, and will automatically terminate your rights under this License. +However, parties who have received copies, or rights, from you under +this License will not have their licenses terminated so long as such +parties remain in full compliance. + + 5. You are not required to accept this License, since you have not +signed it. However, nothing else grants you permission to modify or +distribute the Program or its derivative works. These actions are +prohibited by law if you do not accept this License. Therefore, by +modifying or distributing the Program (or any work based on the +Program), you indicate your acceptance of this License to do so, and +all its terms and conditions for copying, distributing or modifying +the Program or works based on it. + + 6. Each time you redistribute the Program (or any work based on the +Program), the recipient automatically receives a license from the +original licensor to copy, distribute or modify the Program subject to +these terms and conditions. You may not impose any further +restrictions on the recipients' exercise of the rights granted herein. +You are not responsible for enforcing compliance by third parties to +this License. + + 7. If, as a consequence of a court judgment or allegation of patent +infringement or for any other reason (not limited to patent issues), +conditions are imposed on you (whether by court order, agreement or +otherwise) that contradict the conditions of this License, they do not +excuse you from the conditions of this License. If you cannot +distribute so as to satisfy simultaneously your obligations under this +License and any other pertinent obligations, then as a consequence you +may not distribute the Program at all. For example, if a patent +license would not permit royalty-free redistribution of the Program by +all those who receive copies directly or indirectly through you, then +the only way you could satisfy both it and this License would be to +refrain entirely from distribution of the Program. + +If any portion of this section is held invalid or unenforceable under +any particular circumstance, the balance of the section is intended to +apply and the section as a whole is intended to apply in other +circumstances. + +It is not the purpose of this section to induce you to infringe any +patents or other property right claims or to contest validity of any +such claims; this section has the sole purpose of protecting the +integrity of the free software distribution system, which is +implemented by public license practices. Many people have made +generous contributions to the wide range of software distributed +through that system in reliance on consistent application of that +system; it is up to the author/donor to decide if he or she is willing +to distribute software through any other system and a licensee cannot +impose that choice. + +This section is intended to make thoroughly clear what is believed to +be a consequence of the rest of this License. + + + 8. If the distribution and/or use of the Program is restricted in +certain countries either by patents or by copyrighted interfaces, the +original copyright holder who places the Program under this License +may add an explicit geographical distribution limitation excluding +those countries, so that distribution is permitted only in or among +countries not thus excluded. In such case, this License incorporates +the limitation as if written in the body of this License. + + 9. The Free Software Foundation may publish revised and/or new versions +of the General Public License from time to time. Such new versions will +be similar in spirit to the present version, but may differ in detail to +address new problems or concerns. + +Each version is given a distinguishing version number. If the Program +specifies a version number of this License which applies to it and "any +later version", you have the option of following the terms and conditions +either of that version or of any later version published by the Free +Software Foundation. If the Program does not specify a version number of +this License, you may choose any version ever published by the Free Software +Foundation. + + 10. If you wish to incorporate parts of the Program into other free +programs whose distribution conditions are different, write to the author +to ask for permission. For software which is copyrighted by the Free +Software Foundation, write to the Free Software Foundation; we sometimes +make exceptions for this. Our decision will be guided by the two goals +of preserving the free status of all derivatives of our free software and +of promoting the sharing and reuse of software generally. + + NO WARRANTY + + 11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY +FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW. EXCEPT WHEN +OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES +PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED +OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF +MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS +TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE +PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, +REPAIR OR CORRECTION. + + 12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING +WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR +REDISTRIBUTE THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, +INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING +OUT OF THE USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED +TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY +YOU OR THIRD PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER +PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE +POSSIBILITY OF SUCH DAMAGES. + + END OF TERMS AND CONDITIONS + + + Appendix: How to Apply These Terms to Your New Programs + + If you develop a new program, and you want it to be of the greatest +possible use to the public, the best way to achieve this is to make it +free software which everyone can redistribute and change under these terms. + + To do so, attach the following notices to the program. It is safest +to attach them to the start of each source file to most effectively +convey the exclusion of warranty; and each file should have at least +the "copyright" line and a pointer to where the full notice is found. + + + Copyright (C) 19yy + + This program is free software; you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation; either version 2 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License + along with this program; if not, write to the Free Software + Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. + +Also add information on how to contact you by electronic and paper mail. + +If the program is interactive, make it output a short notice like this +when it starts in an interactive mode: + + Gnomovision version 69, Copyright (C) 19yy name of author + Gnomovision comes with ABSOLUTELY NO WARRANTY; for details type `show w'. + This is free software, and you are welcome to redistribute it + under certain conditions; type `show c' for details. + +The hypothetical commands `show w' and `show c' should show the appropriate +parts of the General Public License. Of course, the commands you use may +be called something other than `show w' and `show c'; they could even be +mouse-clicks or menu items--whatever suits your program. + +You should also get your employer (if you work as a programmer) or your +school, if any, to sign a "copyright disclaimer" for the program, if +necessary. Here is a sample; alter the names: + + Yoyodyne, Inc., hereby disclaims all copyright interest in the program + `Gnomovision' (which makes passes at compilers) written by James Hacker. + + , 1 April 1989 + Ty Coon, President of Vice + +This General Public License does not permit incorporating your program into +proprietary programs. If your program is a subroutine library, you may +consider it more useful to permit linking proprietary applications with the +library. If this is what you want to do, use the GNU Library General +Public License instead of this License. Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/graphics.info =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/graphics.info (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/graphics.info (revision 22322) @@ -0,0 +1,1595 @@ +This is Info file graphics.info, produced by Makeinfo-1.55 from the +input file graphics.texi. + + This file documents GNU graphics. + + Copyright (C) 1989 Free Software Foundation, Inc. + + +File: graphics.info, Node: Top, Up: (dir) + +* Menu: + +* introduction:: About the GNU graphics utilities +* graph examples:: Using Graph to create plot files from data +* graph invocation:: Command line options for Graph. +* plot2ps examples:: converting plot files to PostScript +* plot2ps invocation:: Plot2ps Command Line Options +* xplot:: a plot file previewer for X11 +* xplot invocation:: xplot command line options and X11 resources +* plot2fig examples:: converting plot files to Fig graphics editor format +* plot2fig invocation:: command line options for plot2fig +* plot2tek invocation:: Tektronix 4010 output +* latex example:: Including a Figure in an Article +* psfig:: Options to `psfig' for Including Figures +* atend.pl:: A perl script for use with psfig +* dvips:: How to Get `dvips' +* idraw:: How to Get `idraw' +* ghostscript:: an X11 PostScript interpreter/previewer +* libps:: The Library of Plot Functions for PostScript Output +* files:: The Plot File Format +* Acknowledgements:: The Contributors +* Function Index:: An Index to the libps Functions + + +File: graphics.info, Node: introduction, Next: graph examples, Up: Top + +The GNU Graphics Utilities +************************** + + The GNU graphics utilities are a set of programs for plotting +scientific data. The program `graph' reads data files and writes a +stream of plotting commands in a device independent format refered to +below as a GNU plot file. The remaining programs provide support for +displaying GNU plot files on tektronix 4010, PostScript (TM)*, and X +window system compatible output devices. + + `graph' reads both ascii and binary data files and writes a plot +file with or without axes and labels. You can specify labels and ranges +for the axes, and you can set the sizes and position of the plot on the +page. Each invocation of graph produces a plot with single set of axes +and data. You can place an arbitrary number of plots on the page by +concatenating the plot output of several invocations. + + `plot2ps' is a utility for converting plot files into PostScript. +The `plot2ps' utility reads plotting commands from named files or the +standard input and writes PostScript to the standard output. You can +then print the PostScript output on a printer, or edit it using the +`idraw' graphics editor. You can also easily include the output in +LaTeX documents using `dvips' and the LaTeX command `psfig'. + + Why is this useful? The plot file format is a common standard on un*x +systems. To produces figures for publication, you might need to take +data sets, and produce labeled figures from them. This can be done +using `graph', `plot2ps' and the `idraw' editor. You can also include +these figures in LaTeX documents using the `dvips' utility. All of +these utilities, as well as the plot file format and plot library, are +discussed in the following sections. + + This documentation is under revision. Any comments, suggestions, or +additions would greatly benifit GNU users. Please mail them to either +`bug-gnu-utils@prep.ai.mit.edu' or `Rich@Rice.edu'. + + * PostScript is a trademark of Adobe Systems Incorporated. + + +File: graphics.info, Node: graph examples, Next: graph invocation, Prev: introduction, Up: Top + +`graph' Examples +================ + + Each invocation of `graph' plots data read from stdin or named files +togeather in a single plot with or without axes and labels. The +following sections show common usage of `graph'. + +* Menu: + +* Invocation:: Simple examples using graph +* Input Files:: What the input looks like +* Overlaying:: Combining several data sets in one plot +* Multiple Plots:: Multiple plots on one page +* Binary Data:: Reading other data formats + + +File: graphics.info, Node: Invocation, Next: Input Files, Up: graph examples + +Simple examples using graph +=========================== + + By default, `graph' reads ascii data from the standard input or +files specified on the command line. `graph' reads pairs of values, x +and y coordinates: + + 0.0 0.0 + 1.0 0.2 + 2.0 0.0 + 3.0 0.4 + 4.0 0.2 + 5.0 0.6 + + To plot this data, you might use + + graph < ascii_data_file |plot + + where ascii_data_file could contain data similar to the above +example. You can replace the command `plot' with `plot2tek' if you have +a tektronix 4010 compatible graphics terminal, `plot2ps' if you have a +postscript compatible printer or previewer, or `xplot' if you have an X +window system display. + + Note that `graph' is commonly supplied with some operating systems. +If so, some confusion may arise if the system supplied version is +executed mistakenly. On unix systems, you can determine which version +you invoke by typing the command `which graph', which prints the file +name of the version you invoke by default. + + To reduce the change the size of the plot and position it in the +middle of the display, you could use + + graph -h .4 -w .4 -r .2 -u .2 < ascii_data_file |plot + + where `h' and `w' are the height and width of the plot and `r' and +`u' indicate how far up and to the right the plot is positioned. + + You can put symbols at each data point using + + graph -S 2 .01 < ascii_data_file |plot + + where 2 indicates which symbol to plot, and .01 indicates it's size. + + You can choose the type of line draw on each curve: + + graph -m 2 < ascii_data_file |plot + + where 2 indicates what kind of line connects the data points. + + +File: graphics.info, Node: Input Files, Next: Overlaying, Prev: Invocation, Up: graph examples + +The format of input to `graph' +============================== + + As mentioned above, by default `graph' reads ascii pairs of values, +x and y coordinates, from the standard input or files specified on the +command line. Optional labels may be placed after each coordinate in +the data file. The label ends at the end of the line: + + 3.0 0.4 this is a label for point (3.0, 0.4). + + The label must be enclosed in double quotes if it would otherwise be +appear to be a coordinate: + + 3.0 0.4 "5.0 looks like a value." + + You can use the `-b' to break lines after each label in the input. +Use a pair of empty double quotes if you need to break a line, but do +not need a label. + + 0.0 0.0 + 2.0 0.0 + 1.0 0.2 + "" + 0.0 0.1 + 2.0 0.2 + 4.0 0.3 + + You can also break cuves using `-M' option to break lines whenever +the abscissal values between successive pairs of points decrease. When +using `-M', each continuous curve has monotonicly increasing abscissal +values. + + 0.0 0.0 first data set + 2.0 0.0 + 4.0 0.2 + 0.0 0.1 second data set + 2.0 0.2 + 4.0 0.3 + + `graph' will automaticly generate abscissal values for you if you +specify the `-a' option. Only ordinate values are given in the data, +and the data is then assumed to be equally sampled along the abscissa. +The values following `-a' on the command line specify the sampling +interval and the abscissal value of the first data point. + + 0.0 + 0.1 + 0.2 label for point (2.0, 0.2) + 0.3 + 0.2 + 0.3 + + +File: graphics.info, Node: Overlaying, Next: Multiple Plots, Prev: Input Files, Up: graph examples + +Combining several data sets in one plot +======================================= + + There are cases where you will want to superimpose several data sets +or several plots on top of each other. If for example, the data sets +are in seperate files, you can specify each by it's name on the command +line. Since `graph' reads the standard input only if no files are +named on the command line, you must add the name `--' if you want +`graph' to read the standard input as well. + + graph data-file-one data-file-two data-file-three |plot + + For comparison sake, you might wish to distinguish the data in one +set from another either by using different symbols at each point or by +distinguishing the type of line draw. You can do this by preceeding +each file name with options affecting the synbol or line style used to +plot that data. + + graph -S 1 data-file-one -S 3 data-file-two -S 4 data-file-three |plot + + or + + graph -m 1 data-file-one -m 3 data-file-two -S 4 data-file-three |plot + + If you need to superimpose several data sets, but must invoke graph +seperately for each, you will have to specify the limits of the axes. + + graph -x 0 100 -y -3 3 -S 3 -m -1 < ascii_data_file_1 >> plot_file + + where `-x 0 100' specifies the limits on the x axis, `-y -3 3' +specifies the limits on the y axis, `-S 2' specifies a box to be drawn +at each point, and `-m -1' specifies that no line is to be draw +connecting the points. You can overlay a second data set on the first +by using: + + graph -s -g 0 -x 0 100 -y -3 3 -m 0 < ascii_data_file_1 >> plot_file + + where `-s' avoids erasing the page, `-g 0' avoids drawing the axis, +tick marks and labels which were drawn previously, and `-m 0' specifies +that solid lines are draw connecting the points. + + +File: graphics.info, Node: Multiple Plots, Next: Binary Data, Prev: Overlaying, Up: graph examples + +How to put multiple plots on one page +===================================== + + The command + graph -h .4 -w .4 -r .1 -u .1 < ascii_data_file_1 > plot_file + + will put a single box containing the plot in the lower left hand +quarter of the page. You can add another plot to the upper left hand +corner of the page using the command + + graph -s -h .4 -w .4 -r .1 -u .6 < ascii_data_file_2 >> plot_file + + Be sure you use the `-s' option so the the first plot isn't erased. + + Likewise you can add plots to the right hand side of the page using + + graph -s -h .4 -w .4 -r .6 -u .1 < ascii_data_file_3 >> plot_file + graph -s -h .4 -w .4 -r .6 -u .6 < ascii_data_file_4 >> plot_file + + The tick marks can be moved inside the box and labels moved to the +opposite sides using + + graph -T -.005 < ascii_data_file >> plot_file + + +File: graphics.info, Node: Binary Data, Prev: Multiple Plots, Up: graph examples + +Reading other data formats +========================== + + `graph' will read binary data in integer, short integer, float, and +double float format when you use the `-d' option followed by `f', or +`d', respectively. There are two advantage to using binary data: 1) +`graph' runs significantly faster because the computational overhead +for converting data from ascii to binary is eliminated, and 2) the +input files can be significantly smaller than the ascii format would +be. Double float is the fastest format to read, while short integer is +the most space conservative. If you have very large data sets, using a +binary format can reduce storage and runtime costs. + + For example, you can create double float data as output from C +language programs: + + #include + void write_point (x, y) + double x, y; + { + fwrite(&x, sizeof (double), 1, stdout); + fwrite(&y, sizeof (double), 1, stdout); + } + + You can then plot data written this way using: + + graph -d d plotfile + + +File: graphics.info, Node: graph invocation, Next: plot2ps examples, Prev: graph examples, Up: Top + +Graph Command Line Options +========================== + + The following table describes each of the command line arguments to +graph. Each option which takes an argument is followed by the type and +default values of the argument in parentheses. + +`-a [STEP_SIZE [LOWER_LIMIT]]' +`+auto-abscissa [STEP_SIZE [LOWER_LIMIT]]' + (floats, defaults 1 and 0) Automaticly generate abscissa (x) + values. This option specifies that the data contains only + ordinate (y) values. The difference between successive x values + will be STEP_SIZE, and the first x value will be LOWER_LIMIT. To + return to reading abscissal values from the input you can specify + `-a 0', which disables automatic generation of the abscissa and + returns STEP_SIZE and LOWER_LIMIT to their default values. + +`-b' +`+break-on-labels' + Assumes multiple data sets are in the data file, and the data sets + are separated by a label. The default is don't break on labels. + +`-M' +`+break-non-monotone' + When successive abscissa (x) values decrease, a separate data set + is assumed. This allows multiple data sets in each file. Similar + to `-b'. + +`-f SIZE' +`+fontsize SIZE' + Specify the size of the desired font as SIZE points. Not all + display devices will honor this command. + +`-N X|Y' +`+no-label X|Y' + By default, values at each tick mark are labeled beside the axis. + This option removes the labeling of the tick marks on the specified + axis. + +`-R' +`+dont-round-to-next-tick' + By default, the ends of the axes are extended to the next tick + mark. This option prohibits rounding the limits of the axes to + the next tick mark. + +`-c STRING' +`+point-label STRING' + This option defines STRING as the default label for each point. + Any label in the input will override this default. + +`-S SYMBOL_NUMBER [SYMBOL_SIZE]' +`+symbol SYMBOL_NUMBER [SYMBOL_SIZE]' + (integer and float, defaults -1 and 0.01) Draw a symbol at each + point in the data. SYMBOL_NUMBER specifies the shape of the symbol + according to the following table and SYMBOL_SIZE specifies the + fractional size of the symbol with respect to the height and width + of the plot. Note that you can specify symbols to be drawn + without any line connecting them by specifying the option `-m -1'. + -1 no symbol at all + 0 plus sign (+) + 1 cross (x) + 2 star (*) + 3 box + 4 diamond + 5 circle +`-T TICK_SIZE' +`+ticksize TICK_SIZE' + (float, default .01) TICK_SIZE is the fractional size of the tick + marks on each axis. A value of 1.0 produces tick marks on the x + (y) axis whose length is equal to the width (height) of the plot. + +`-X X_LABEL' +`+xtitle X_LABEL' + (string, default blank) X_LABEL is a label printed below the x + axis. + +`-Y Y_LABEL' +`+ytitle Y_LABEL' + (string, default blank) Y_LABEL is a label printed to the right of + the y axis. + +`-d DATA-FORMAT' +`+data-format DATA-FORMAT' + This specifies what format the input data is in. Note labels can + be used only in ascii format input files. + `a' + `A' + ascii data + + `i' + `I' + binary integer data + + `s' + `S' + binary short integer data + + `f' + `F' + binary float data + + `d' + `D' + binary double data + +`+debug' + Debugging information, including the data read in, is sent to the + standard error output. + +`-g GRID_STYLE' +`+grid GRID_STYLE' + (integer, default 1) GRID_STYLE specifies the type of box framing + the plot and whether grid lines are drawn inside the box. + 0 no box around plot, no axes, no labels. + 1 box containing a grid and axes with tick marks and labels. + 2 box around plot, tick marks around the box and labels. + 3 box around plot, ticks on left and lower sides only and labels. + 4 axes intersect at the origin without a box or grid. +`-h HEIGHT' +`+height-plot HEIGHT' + (float, default 0.8) HEIGHT specifies the fractional height of the + plot with respect to the height of the plotting area. A value of + 1.0 will produce a box which fills the available area. Note that + the tick marks and labels are outside this area so that values + less than 1.0 are generally used. + +`-L TOP_LABEL' +`+toptitle TOP_LABEL' + (string, default blank) TOP_LABEL is a label placed above the plot. + +`-m LINE_MODE' +`+linestyle LINE_MODE' + (integer, default 0) LINE_MODE specifies the mode (or style) of + lines drawn between data points. + -1 no line at all + 0 solid + 1 dotted + 2 shortdashed + 3 dotdashed + 4 longdashed + 5 disconnected +`-r RIGHT' +`+right-margin-posn RIGHT' + (float, default 0.1) Move the plot to the right by a fractional + amount RIGHT with respect to the width of the plotting area. This + produces a margin on the left hand side of the plot. A value of + 0.5 will produce a margin half the width of the available area. + Note that the tick marks and labels are drawn in the margin. + +`-u UP' +`+bottom-margin-posn UP' + (float, default 0.1) Move the plot up by a fractional amount UP + with respect to the height of the plotting area. This produces a + margin below the plot. A value of 0.5 will produce a margin half + the height of the available area. Note that the tick marks and + labels are drawn in the margin. + +`-s' +`+save-screen' + Save the screen. This option prevent graph from erasing the + previous contents of the graphics window or device. + +`-t' +`+transpose' + Transpose the abscissa and ordinate. This option causes the axes + to be interchanged, and the options which apply to each axis to be + applied to the opposite axis. That is, data is read in as (y, x) + pairs and `-x', `-X' and `-lx' apply to the y axis. + +`-w WIDTH' +`+width-plot WIDTH' + (float, default 0.8) WIDTH specifies the fractional width of the + plot with respect to the width of the plotting area. A value of + 1.0 will produce a box which fills the available area. Note that + the tick marks and labels are outside this area, so values less + than 1.0 are generally used. + +`-x LOWER_LIMIT UPPER_LIMIT' +`+xlimits LOWER_LIMIT UPPER_LIMIT' + (floats) The arguments LOWER_LIMIT and UPPER_LIMIT specify the + limits of the x axis. By default the upper and lower limits are + taken from the data. If unspecified the limits of the data are + used. + +`-y LOWER_LIMIT UPPER_LIMIT' +`+ylimits LOWER_LIMIT UPPER_LIMIT' + These arguments specify the scale and limits of the y axis as for + the x axis above. + +`-l X|Y' +`+log-axis X|Y' + The argument indicates which axis should be a log axis. Either + one or both x- and y-axes can be specified by using the + appropriate letter. Use XY or YX to specify both. + +`+high-byte-first' +`+low-byte-first' + These options force graph to use the specified byte order when + writing out the plot file. By default the byte order is host + dependent. + + +File: graphics.info, Node: plot2ps examples, Next: plot2ps invocation, Prev: graph invocation, Up: Top + +Examples Using `plot2ps' +======================== + + To produce a plot of data arranged in ordered pairs of x and y +coordinates in an ASCII file, you can use: + + graph test.ps + + To edit the plot: + + idraw test.ps + + To use the previewer to look at the plot: + + gs test.ps + + +File: graphics.info, Node: plot2ps invocation, Next: xplot, Prev: plot2ps examples, Up: Top + +Plot2ps Command Line Options +============================ + + `plot2ps' is a relatively simple utility in that there are few +command line options to choose from. The plot file format does not +contain methods for specifying font or font size, so you must specify +these things with options. There are no other options for controlling +the picture. + + The plot file format is machine dependent on the byte order of +unformatted, signed, two byte integer coordinates contained in plot +commands. The `-high-byte-first' or `-low-byte-first' option specifies +this order explicitly. `plot2ps' attempts to determine the byte order +from commands early in the plot file, but the method is heuristic and +is not foolproof. Several standard plot sizes specified by the `open' +command are used to recognize byte order by `plot2ps'. If these sizes +are recognized in byte reversed order, `plot2ps' adjusts accordingly. +These sizes include 504x504, 2048x2048 (versatek plotters), 2100x2100, +3120x3120(tektronix 4010 terminals) and 4096x4096 (gsi 300 terminals). + + The remaining command line options may be used specify an alternate +PostScript prologue and to print the licensing information. + + Input plot files names may be specified anywhere on the command line. +If no file names are specified, or the name `-' is specified, the +standard input is read for plotting instructions. Only the font or +font size options which precede a file name will affect the text for +that file. +`-H' +`+help' + The help option prints a summary of command line syntax for + `plot2ps', a list of the font names (the standard builtin + PostScript fonts), and version, copyright and warranty information. + Specifying this options causes plot2ps to ignore files on the + standard input. You can specify a file on the standard input + explicitly with the option `-' if you want it to read the standard + input as well. + +`-v' +`-V' +`+version' + This option prints version, copyright and warranty information. + +`-fontsize SIZE' +`-f SIZE' + The fontsize options specifies the default size in printer's points + (1/72 inch) of all text appearing in the plot. If unspecified, the + size defaults to 14 points. + + Some sizes are supported better than others under X windows. The + standard sizes distributed with X windows are 8, 10, 12, 14, 18, + and 24 points. Text at these point sizes will display correctly + in the `idraw' editor. Other font sizes will print correctly on a + PostScript device such as the laserwriter, but may not appear at + the correct size in the `idraw' editor. + +`-font NAME' +`-fo NAME' + The font name option specifies the name of the default font for all + text appearing in the plot. `plot2ps -help' prints a listing of + the font names on the standard output. These names include the + available builtin fonts on standard PostScript printers. + +`-high-byte-first' +`-h' + The high-byte-first option specifies explicitly that the higher + order byte of each signed, two byte integer occurs first in the + file. It disables determination of byte order from the file + itself. + +`-line-width WIDTH' + WIDTH is the width of lines drawn in the plot, and defaults to a + value of 0. A value of 0 will produce the thinest line possible + in a device dependent fashion, however this is known to cause + problems for older versions of idraw. The line width is device + independent for a positive values of WIDTH. + +`-low-byte-first' +`-l' + The low-byte-first option specifies explicitly that the lower order + byte of each signed, two byte integer occurs first in the file. It + disables determination of byte order from the file itself. + +`-prologue FILENAME' +`-p FILENAME' + The prologue option specifies the name of an alternate PostScript + prologue FILENAME to be used in place of the default `idraw' + prologue. The prologue declares procedures used to draw each + graphic object. The default prologue was generously provided by + John Interante and is a part of the InterViews distribution, + version 2.5. + +`-copying' +`-warranty' + The copying and warranty options print a copy of the GNU General + Public License on the standard error output. Included is + conditions for copying `plot2ps' and information on the lack of any + warranty. + + These conditions do not cover the output of `plot2ps'. The only + conditions imposed on the output are those which come from the + prologue that you are using. + +`-signed' +`-unsigned' + The signed and unsigned options specify whether coordinates in the + plot file are signed. By convention, coordinates are always + signed. Some plot files do not follow this convention, and you + can use the unsigned option to convert those files. + +`-bbox' + The bbox option specifies that a bounding box comment will be + written at the end of the output file. This information is useful + for document preparation systems which determine how to size and + place the figure using the bounding box. See also the atend + script. + + +File: graphics.info, Node: xplot, Next: xplot invocation, Prev: plot2ps invocation, Up: Top + +A plot file previewer for X11 +============================= + + `xplot' is a plot file previewer for the X window system. It reads +GNU plot commands from its standard input and draws the resulting +graphics in an X window. + + After xplot reaches the end-of-file on the input, it puts itself in +the background (forks). Control returns to the calling program, while +xplot continues, remaining on screen. + + To exit, click the left mouse button in the xplot window. Note that +xplot ignores SIGHUP signals, so you must use another signal to kill +xplot if necessary. + + +File: graphics.info, Node: xplot invocation, Next: Plot2fig Examples, Prev: xplot, Up: Top + +Xplot Options +============= + + `xplot' accepts all of the standard X toolkit command line options, +and the initial geometry specification determines the resolution, with a +default geometry of 500x500 pixels. + + The following standard X Toolkit command line arguments may be used +with `xplot': +`-bg COLOR' + This specifies the color to use for the background of the window. + The default is WHITE. + +`-bd COLOR' + This specifies the color to use for the border of the window. The + default is BLACK. + +`-bw NUMBER' + This specifies the width in pixels of the border surrounding the + window. + +`-fg COLOR' + This specifies the color to use for displaying text. The default + is BLACK. + +`-fn FONT' + This specifies the font to be used for displaying normal text. The + default is 6X10. + +`-rv' + This indicates that reverse video should be simulated by swapping + the foreground and background colors. + +`-geometry GEOMETRY' + This specifies the preferred size and position of the plot window. + +`-display HOST:DISPLAY' + This specifies the X server to contact. + +`-xrm RESOURCESTRING' + This specifies a toolkit resource property. See the manual page + for xrdb. + + `xplot' uses the athena Command widget in the X Toolkit. So, it +understands all of the core resource names and classes as well as: +`reverseVideo' + (class ReverseVideo) Specifies that the foreground and background + colors should be reversed. + +Example +------- + + The resources: + + Xplot.font: 6x9 + Xplot.geometry: 300x300 + + will set the font used in the plot window to `6x9' and the size of +the window to 300 by 300 pixels. + + +File: graphics.info, Node: Plot2fig Examples, Next: plot2fig invocation, Prev: xplot invocation, Up: Top + +Using Plot2fig +============== + + To create a simple plot file one can use: + + echo 0 0 1 1 2 0 | spline | graph | plot2fig > test.fig + + To edit the plot: + + fig test.fig + + To convert the fig file into dvi code, create a latex file containing +a document which includes the figure: + + \\documentstyle\[\]{article} + \\begin{document} + \\input{test} + \\end{document} + + Then, run transfig on the figure and latex on the document: + + % transfig -L latex test.fig + % make test.tex + % latex t.tex + + To edit a plot of data arranged in ordered pairs of x and y +coordinates in an ascii file, one can use: + + % graph file.fig + % fig file.fig + + +File: graphics.info, Node: plot2fig invocation, Next: plot2tek invocation, Prev: plot2fig examples, Up: Top + +A plot file to fig file translator +================================== + + `plot2fig' reads plotting instructions from the specified input +files and/or the standard input and produces `Fig' compatible code on +it's standard output. This output file can be edited with the fig +(Facility for Interactive Generation of figures) graphics editor. The +output can subsequently be converted to pictex, PostScript, latex, epic, +eepic, and tpic languages using the `transfig' translator. + + Any unrecognized options on the command line are assumed to be input +files. The standard input is read by default only if no other files +specified on the command line are successfully opened. A single dash +(-) on the command line indicates the standard input is to be read. +Each option is set and each file read in the order they are specified on +the command line. + + For compatibility with pic2fig, plot2fig ignores leading white space +in labels. Labels containing all white space are ignored. + +`-fn NAME' +`-fontname NAME' + Default: the default font of the transfig output device. This + option sets the font for all subsequent text to NAME. Recognized + font names are typewriter, modern, italic, bold, and times. In + addition, courier is an alias for typewriter and roman is an alias + for times. Note that the fonts are device dependent. + +`-fs SIZE' +`-fontsize SIZE' + Default: 12. This option sets the size of subsequent text to SIZE + (in printer's points). + +`-h' +`-high-byte-first' + This option specifies that the byte ordering of two byte integers + in the input plot file is high byte first. + +`-l' +`-low-byte-first' + This option specifies that the byte ordering of two byte integers + in the input plot file is low byte first. + +`-warranty' +`-copying' + This option prints out the copying conditions and warranty + information. + +`-signed' +`-unsigned' + Default: signed. This option specifies whether two byte integers + in the input plot file are unsigned or signed. + +`-' + This option specifies explicitly that the standard input should be + read for plotting instructions. + + +File: graphics.info, Node: plot2tek invocation, Next: latex example, Prev: plot2fig invocation, Up: Top + +Tektronix 4010 output +===================== + +`-H' +`+help' + The help option prints a summary of command line syntax, a list of + the known font names, and version, copyright and warranty + information. Specifying this options causes plot to ignore the + standard input, so you must specify the option `-' if you want it + to read the standard input as well. + +`-v' +`-V' +`+version' + This option prints version, copyright and warranty information. + +`-f SIZE' +`+fontsize SIZE' + The fontsize options specifies the default size in printer's points + (1/72 inch) of all text appearing in the plot. If unspecified, the + size defaults to 14 points. + +`+high-byte-first' +`+low-byte-first' + These options force graph to use the specified byte order when + writing out the plot file. By default the byte order is host + dependent. + +`-F NAME' +`+fontname NAME' + The font name option specifies the name of the default font for all + text appearing in the plot. `plot -help' prints a listing of the + font names on the standard output. These names include the + available builtin fonts on standard PostScript printers. + +`-h' +`+high-byte-first' + The high-byte-first option specifies explicitly that the higher + order byte of each signed, two byte integer occurs first in the + file. It disables determination of byte order from the file + itself. + +`-l' +`+low-byte-first' + The low-byte-first option specifies explicitly that the lower order + byte of each signed, two byte integer occurs first in the file. It + disables determination of byte order from the file itself. + +`-p FILENAME' +`+prologue FILENAME' + The prologue option specifies the name of an alternate PostScript + prologue FILENAME to be used in place of the default `idraw' + prologue. The prologue declares procedures used to draw each + graphic object. The default prologue was generously provided by + John Interante and is a part of the InterViews distribution, + version 2.5. + +`+copying' +`+C' +`+warranty' +`+W' + The copying and warranty options print a copy of the GNU General + Public License on the standard error output. Included is + conditions for copying `plot' and information on the lack of any + warranty. + +`-s' +`+signed-input' +`-u' +`+unsigned-input' + The signed and unsigned options specify whether coordinates in the + plot file are signed. By convention, coordinates are always + signed. Some plot files do not follow this convention, and you + can use the unsigned option to convert those files. + + +File: graphics.info, Node: latex example, Next: psfig, Prev: plot2tek invocation, Up: Top + +Including a Figure in an Article +================================ + + This is an example of LaTeX code which places the figure generated in +the previous example in a page of text. + + \documentstyle[]{article} + \input{psfig} + \begin{document} + \title{Title of the article.} + \author{The Author's name} + \maketitle + This is an example of how to include PostScript figures in LaTeX documents. + \begin{figure}[h] + \centerline{\psfig{figure=test.ps,height=3in}} + \caption{Here is a description of the figure which will appear below it.} + \end{figure} + Note that the above figure was included using dvips. + \end{document} + + If the above LaTeX code is contained in a file called `mytext.tex' +you can use the commands + + latex mytext + dvips mytext.dvi >mytext.ps + lpr -Plw mytext.ps + + to format and print the example text. + + +File: graphics.info, Node: psfig, Next: atend.pl, Prev: latex example, Up: Top + +Options to `psfig' for Including Figures +======================================== + + `psfig' is a LaTeX command used to insert a PostScript figure into a +document. + + `psfig' can be used to insert `plot2ps' generated PostScript into a +LaTeX document. The placement of the `psfig' command tells LaTeX where +in the document to place the PostScript, and arguments to the command +give the name of the file containing the PostScript, and the desired +size of the figure. Arguments are separated by commas or blanks, and +are of the form `KEYWORD=VALUE'. The following is a list of valid +arguments for the `psfig' command: + +`file=NAME' + The file name of the PostScript figure. + +`height=SIZE' + The height of the figure (eg. 3in). If you specify only a height + or only a width, the width and height are scaled equally. If you + specify both a width and a height the aspect ratio will be + affected. + +`width=SIZE' + The width of the figure (eg. 3in). + +`bbllx=COORDINATE' + The bounding box lower left-hand x coordinate. Any PostScript file + which conforms to the PostScript Document Structuring Conventions + version 2.0 should contain a bounding box information at the head + of the file. `plot2ps' output conforms to the version 2.0 + conventions so that you should not need to use any of the bounding + box options. + +`bblly=COORDINATE' + The bounding box lower left-hand y coordinate. + +`bburx=COORDINATE' + The bounding box upper right-hand x coordinate. + +`bbury=COORDINATE' + The bounding box upper right-hand y coordinate. + +`rheight=SIZE' + Horizontal space to reserve for the figure. + +`rwidth=SIZE' + Vertical space to reserve for the figure. + +`clip=' + Clip the figure. `clip=' is a switch and takes no value, but the + `=' must be present. This option is useful for including + PostScript figures which use the size of the clipping path to size + themselves. + + +File: graphics.info, Node: atend.pl, Next: dvips, Prev: psfig, Up: Top + +A perl script for use with psfig +================================ + + `atend.pl' is a perl script which moves the bounding box comment +from the trailer to the header. Although either is legal, most document +preparation software, such as `psfig', will only accept bounding box +comments in the header. If you use `psfig' and the `-bbox' option +togeather, run `atend.pl' on the output of `plot2ps' before importing +the graphics using `psfig'. + + `atend.pl' can be used as a filter: + + echo 0 0 1 1 2 0 | spline | graph >spline.pl + plot2ps -bbox |atend.pl - >spline.ps + + Or, `atend.pl' can be used to fix the output file in place: + + echo 0 0 1 1 2 0 | spline | graph |plot2ps -bbox >spline.ps + atend.pl spline.ps + + +File: graphics.info, Node: dvips, Next: idraw, Prev: atend.pl, Up: Top + +How to Get `dvips' +================== + + The `dvips' utility mentioned previously is used convert dvi files +generated by LaTeX into post-script. It also has support for inclusion +of PostScript figures into LaTeX documents. It is available via +anonymous ftp from `labrea.stanford.edu' (36.8.0.47). Look for +`pub/dvips.tar.Z'. + + +File: graphics.info, Node: idraw, Next: ghostscript, Prev: dvips, Up: Top + +How to Get `idraw' +================== + + The `idraw' utility mentioned previously is an interactive graphics +editor which is distributed with InterViews. InterViews is available +via anonymous ftp from `interviews.stanford.edu' (36.22.0.175) in the +file `InterViews/2.5.tar.Z'. + + +File: graphics.info, Node: ghostscript, Next: libps, Prev: idraw, Up: Top + +How to Get `ghostscript' +======================== + + Ghostscript is a previewer which is intended to be compatible with +the PostScript language. It supports several output devices including +the X window system and ega displays. Version 2.0 is suitable for +previewing LaTeX documents with imbedded encapsulated PostScript +figures, the type of PostScript figures generated by plot2ps and idraw. +It is available via anonymous ftp from `prep.ai.mit.edu' (18.71.0.38) +- Look for `pub/gnu/ghostscript.tar.Z'. + + +File: graphics.info, Node: libps, Next: files, Prev: ghostscript, Up: Top + +`libps', a Library of Plot Functions +==================================== + + Libps is a library of plot functions for drawing graphic object +using PostScript. Before drawing any objects or using any of the other +functions, a program should call `openpl'. Before exiting and after +all other libps calls a program should call `closepl'. + +* Menu: + +The standard plot library includes: + +* arc:: draw an arc +* circle:: draw a circle +* closepl:: close the device for output +* cont:: continue a line +* erase:: erase the page +* label:: print a label +* line:: draw a line +* linemod:: change the line mode (style) +* move:: move to a new coordinate +* openpl:: open the device for output +* point:: draw a point +* space:: define the user's plot space (size) + +The extensions provided only in libps to take advantage of PostScript +features include: + +* alabel:: print a vertically or horizontally justified label +* color:: change the color +* fill:: fill pattern for closed paths +* fontname:: set the font name +* fontsize:: set the font size +* rotate:: rotate subsequent text + + +File: graphics.info, Node: alabel, Next: arc, Up: libps + +`alabel' +-------- + + int `alabel' (char X_JUSTIFY, char Y_JUSTIFY, char *LABEL); + + `alabel' takes three arguments X_JUSTIFY, Y_JUSTIFY, and LABEL and +places the label according to the x and y axis adjustments specified in +X_JUSTIFY and Y_JUSTIFY respectively. X_JUSTIFY is a character +containing either `l', `c', or `r' for left, center or right justified +with respect to the current x coordinate. Y_JUSTIFY is a character +containing either `b', `c', or `t' for placing the bottom center or top +of the label even with the current y coordinate. *LABEL is a string +containing the label. The current point is moved to follow the end of +the text. + + *Note fontname:: on how to change the default font. *Note +fontsize:: on how to change the font size. + + +File: graphics.info, Node: arc, Next: circle, Prev: alabel, Up: libps + +`arc' +----- + + int `arc' (int X, int Y, int X0, int Y0, int X1, int Y1) + + `arc' takes six integer arguments specifying the coordinates of the +center (X, Y), beginning (X0, Y0), and ending (X1, Y1) of a circular +arc. The current point becomes (X, Y). + + +File: graphics.info, Node: circle, Next: closepl, Prev: arc, Up: libps + +`circle' +-------- + + int `circle' (int X, int Y, int R) + + `circle' takes three integer arguments specifying the center (X, Y) +of the circle and its radius (R). The current point becomes (X, Y). + + +File: graphics.info, Node: closepl, Next: color, Prev: circle, Up: libps + +`closepl' +--------- + + int `closepl' () + + `closepl' takes no arguments. It merely outputs the PostScript +trailer containing a `showpage' command. + + +File: graphics.info, Node: color, Next: cont, Prev: closepl, Up: libps + +`color' +------- + + int `color' (int RED, int GREEN, int BLUE); + + `color' sets the foreground color of all the following objects. The +arguments RED, GREEN and BLUE indicate the intensity of red, green and +blue components of the foreground color respectively. Each is a +unsigned integer specifying an intensity in the range from 0 to 0xFFFF. +A value of (0, 0, 0) represents black and a value of (0xFFFF, 0xFFFF, +0xFFFF) indicates white. + + +File: graphics.info, Node: cont, Next: erase, Prev: color, Up: libps + +`cont' +------ + + int `cont' (int X, int Y) + + `cont' takes two integer arguments specifying the coordinate (X, Y) +for the continuation of a line. This draws a line segment from the +current point to the point (X, Y). The current point then becomes (X, +Y). + + +File: graphics.info, Node: erase, Next: fill, Prev: cont, Up: libps + +`erase' +------- + + int `erase' () + + `erase' normally erases all the graphics from the display before a +plot is viewed. Since we start off with a blank page in PostScript and +`idraw' this function does nothing. + + +File: graphics.info, Node: fill, Next: fontname, Prev: erase, Up: libps + +`fill' +------ + + int `fill' (int LEVEL); + + `fill' sets the intensity of the filler for closed paths. The +argument LEVEL indicates the grey level of the fill pattern. It's +value ranges from 1 to 0xFFFF. A value of 1 represents black and a +value of 0xFFFF indicates white. A value of 0 represents no fill, or +transparent. + + +File: graphics.info, Node: fontname, Next: fontsize, Prev: fill, Up: libps + +`fontname' +---------- + + int `fontname' (char *FONT_NAME); + + `fontname' takes a single string argument, FONT_NAME, specifying the +name of the font to be used for following text. The laser writer +builtin fonts are supported: + + courier-bold + courier-boldoblique + courier-oblique + courier + helvetica-bold + helvetica-boldoblique + helvetica-oblique + helvetica + symbol + times-bold + times-bolditalic + times-italic + times-roman + + +File: graphics.info, Node: fontsize, Next: label, Prev: fontname, Up: libps + +`fontsize' +---------- + + int `fontsize' (int SIZE); + + `fontsize' takes a single integer argument SIZE in printer's points +(1/72 inch) and sets the font size accordingly. + + +File: graphics.info, Node: label, Next: line, Prev: fontsize, Up: libps + +`label' +------- + + int `label' (char *S) + + `label' takes a single string argument S and draws the text +contained in S at the most recently used coordinate in the current +font. By default the text is left justified and centered vertically +with respect to the current coordinate. + + +File: graphics.info, Node: line, Next: linemod, Prev: label, Up: libps + +`line' +------ + + int `line' (int X1, int y1, int X2, int Y2) + + `line' takes four integer arguments specifying the beginning (X1, +Y1) and ending (X2, Y2) points of a line. The current point becomes +(X2, Y2). + + *Note linemod:: for how to specify the style or pattern of line. + + +File: graphics.info, Node: linemod, Next: move, Prev: line, Up: libps + +`linemod' +--------- + + int `linemod' (char *S) + + `linemod' takes a single string argument S containing the name of +the line style desired. The names supported are longdashed, +disconnected, dotdashed, dotted, solid and shortdashed. These +correspond to the following sixteen bit patterns: + + solid -------------------------------- + longdashed ------- ------- + disconnected - - + dotdashed ----------- - ----------- - + dotted - - - - - - - - - - - - - - - - + shortdashed -- -- + + +File: graphics.info, Node: move, Next: openpl, Prev: linemod, Up: libps + +`move' +------ + + int `move' (int X, int Y) + + `move' takes two integer arguments specifying the coordinate (X, Y) +for the beginning of a new line. This is equivalent to lifting the pen +on a plotter and moving it to a new position without drawing any line. +The current point becomes (X, Y). + + +File: graphics.info, Node: openpl, Next: point, Prev: move, Up: libps + +`openpl' +-------- + + int `openpl' () + + `openpl' normally opens the device. For PostScript we just print +out the PostScript prologue. The following global variables defined in +`openpl' specify what prologue is written to the output. + + USER_HAS_PROLOGUE is a flag. If it is non-zero then the open +routine should output the user specified prologue contained in the file +specified in the string USERS_PROLOGUE. + + USERS_PROLOGUE is a string containing the file name for any user +specified PostScript prologue. This file is a substitute for the +default prologue. + + +File: graphics.info, Node: point, Next: rotate, Prev: openpl, Up: libps + +`point' +------- + + int `point' (int X, int Y) + + `point' takes a pair of integer arguments specifying the coordinate +(X, Y) for a single point. The current point then becomes (X, Y). + + +File: graphics.info, Node: rotate, Next: space, Prev: point, Up: libps + +`rotate' +-------- + + int `rotate' (int ANGLE); + + `rotate' takes three integer arguments. The last argument, ANGLE, +specifies the angle in degrees counter-clockwise from the x +(horizontal) axis following text. + + +File: graphics.info, Node: space, Prev: rotate, Up: libps + +`space' +------- + + int `space' (int X0, int Y0, int X1, int Y1) + + `space' takes two pair of integers arguments specifying the lower, +left-hand and upper, right-hand limits of the range of plot +coordinates. The scaling of input to output coordinate conversion is +adjusted to fit these ranges into the page. Note however that if the +ranges of x and y coordinates are different the smallest scaling of the +two is used to avoid affecting the aspect ratio of the plot. This +means that although the plot is scaled to fit on the page, the axes are +not stretched with respect to each other. + + +File: graphics.info, Node: files, Next: Acknowledgements, Prev: libps, Up: Top + +The Plot File Format +==================== + + The plot file is a set of plotting commands and data. Each command +is a single ascii character indicating which operation is to be +performed. The data following a command is either a newline terminated +ascii string or several signed, two byte integers in binary format. +For example, the command to move the current point to the coordinate +(3,5) would be `m\000\003\000\005'. + + Note that the byte order of the binary representation of the signed, +two byte integers is machine dependent, so on some machines, this +command might appear as `m\003\000\005\000'. `plot2ps' tries to guess +the byte order from the arguments to the `openpl' command and adjust +the order accordingly. + + The following table lists each single character commands followed by +the name of the corresponding libps function called to handle the data +and a description of the command and data. + +`Command' + Description + +`a' + The arc command is followed by three pair of signed, two byte + integers indicating the center, starting and ending points for a + circular arc. The center becomes the the current point. This is + equivalent to the `arc' function (*note arc::.). + +`c' + The circle command is followed by three signed, two byte integers. + The first two indicate the x and y coordinates of the center of + the circle and the third indicates the radius of the circle. The + center becomes the the current point. This is equivalent to the + `circle' function (*note circle::.). + +`C' + The color command is followed by three unsigned, two byte integer + which indicate the intensity of RED, GREEN and BLUE components + respectively of the background color. For each component the + range of intensity is from 0 to 65535. A value of (0, 0, 0) + represents black and (65535, 65535, 65535) represents white. This + is equivalent to the `color' function (*note color::.). + +`e' + The erase command is followed by no data. The erase command is not + needed since in `idraw' and PostScript we start off with a blank + page. For this reason the erase command does not actually output + any PostScript. This is equivalent to the `erase' function (*note + erase::.). + +`f' + The linemod command is followed by a newline terminated string + containing the name of the line mode (or style) for all subsequent + lines, circles and arcs. This is equivalent to the `linemod' + function (*note linemod::.) which describes the line styles and + their names. + +`F' + The the fontname command is followed by a newline terminated string + containing the name of the font to be used for all subsequent + text. This is equivalent to the `fontname' function (*note + fontname::.). + +`l' + The line command is followed by two pair of signed, two byte + integers which indicate the starting and ending points of the + line. The second pair becomes the the current point. This is + equivalent to the `line' function (*note line::.). + +`L' + The fill command is followed by an unsigned, two byte integer + indicating the intensity of the fill for closed paths. A value of + 1 represents black and a value of 0xFFFF indicates white. The + value 0 is special in that is indicates that no solid fill should + occur, and that the interior of the respective path is + transparent. This is equivalent to the `fill' function (*note + fill::.). + +`m' + The move command is followed by a pair of signed, two byte integers + containing the location of the new current point. No line is + drawn to this point as opposed to the continue command (`c') which + draws a line. This is equivalent to the `move' function (*note + move::.). + +`n' + The continue command is followed by pair of signed, two byte + integers containing the coordinates of the endpoint of a line + segment. A line is drawn from the previous current point if it + was set using a command such as move or continue. This then + becomes the the current point. This is equivalent to the `cont' + function (*note cont::.). + +`p' + The point command is followed by pair of signed, two byte integers + containing the location of single point to be drawn. This then + becomes the the current point. This is equivalent to the `point' + function (*note point::.). + +`r' + The rotate command is followed by one signed, two byte integer. It + indicates the rotation of all subsequent text. The rotation is in + degrees counter-clockwise from the x (horizontal) axis. This is + equivalent to the `rotate' function (*note rotate::.). + +`s' + The space command is followed by two pair of signed, two byte + integers which indicate the the lower right-hand and upper + left-hand corners of the range of plot coordinate space. + `plot2ps' uses the third signed, two byte integer (the right-hand + limit) to try to determine the byte order. This is equivalent to + the `space' function (*note space::.) which describes the + recognized sizes. + +`S' + The fontsize command is followed by an signed, two byte integer + containing the size in printers points of all subsequent text. + This is equivalent to the `fontsize' function (*note fontsize::.). + +`t' + The label command is followed by a newline terminated string + contains a label which is printed at the current point. It is + left justified and centered vertically with respect to the current + point. The current point is then set at the end of the text. This + is equivalent to the `label' function (*note label::.). + +`T' + The adjusted label command is followed by two characters which + indicate the horizontal and vertical justification respectively + and a newline terminated string containing the label. The label + is drawn with the specified justification and the current point is + set at the end of the text. This is equivalent to the `alabel' + function (*note alabel::.) which describes how to specify + justification. + + +File: graphics.info, Node: Acknowledgements, Next: Function Index, Prev: files, Up: Top + +Acknowledgements +================ + + Rich Murphey wrote the first version of the graph, +plot2tek, plot2ps and tek2plot and the documentation. Richard Stallman + further directed development of the programs and +editorial support for the documentation. John Interrante generously +provided the PostScript prologue and helpful comments on the program. + + Arthur Smith (Lassp, Cornell University) + has generously provided his code for the +xplot utility. + + Ray Toy provided code for graph and tek 4011 +and rewrote the tick mark spacing code, incorporated gnu getopt and +provided the statistics package. + + David B. Rosen , jeffrey templon + and David W. Forslund + tested alpha versions. + + +File: graphics.info, Node: Function Index, Prev: Acknowledgements, Up: Top + +Function Index +============== + +* Menu: + +* alabel (char X_JUSTIFY, char Y_JUSTIFY, char *LABEL): alabel. +* arc (int X, int Y, int X0, int Y0, int X1, int Y1): arc. +* circle (int X, int Y, int R): circle. +* closepl (): closepl. +* color (int RED, int GREEN, int BLUE): color. +* cont (int X, int Y): cont. +* erase(): erase. +* fill (int LEVEL): fill. +* fontname (char *FONT_NAME): fontname. +* fontsize (int SIZE): fontsize. +* label (char *S): label. +* linemod (char *S): linemod. +* line (int X1, int y1, int X2, int Y2): line. +* move (int X, int Y): move. +* openpl(): openpl. +* point (int X, int Y): point. +* rotate (int W, int H, int ANGLE): rotate. +* space (int X0, int Y0, int X1, int Y1): space. + + + +Tag Table: +Node: Top187 +Node: introduction1407 +Node: graph examples3457 +Node: Invocation4024 +Node: Input Files5739 +Node: Overlaying7374 +Node: Multiple Plots9252 +Node: Binary Data10198 +Node: graph invocation11307 +Node: plot2ps examples18376 +Node: plot2ps invocation18914 +Node: xplot24137 +Node: xplot invocation24803 +Node: Plot2fig Examples26556 +Node: plot2fig invocation27374 +Node: plot2tek invocation29619 +Node: latex example32322 +Node: psfig33301 +Node: atend.pl35322 +Node: dvips36130 +Node: idraw36538 +Node: ghostscript36899 +Node: libps37487 +Node: alabel38741 +Node: arc39560 +Node: circle39892 +Node: closepl40169 +Node: color40400 +Node: cont40919 +Node: erase41255 +Node: fill41545 +Node: fontname41952 +Node: fontsize42615 +Node: label42872 +Node: line43234 +Node: linemod43593 +Node: move44259 +Node: openpl44632 +Node: point45278 +Node: rotate45544 +Node: space45836 +Node: files46490 +Node: Acknowledgements52660 +Node: Function Index53597 + +End Tag Table Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/keywords.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/keywords.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/keywords.txt (revision 22322) @@ -0,0 +1,129 @@ + +here are keywords used in Elixir: + +Elixir defined keywords: +(detrend dB) +TVSTART +TVSTOP +FILTER +EXPTIME +OBSTYPE +NENTRY - values in dB + +(phot dB) +NIMAGES + +(imregister / iminfo) +EXPTIME-KEYWORD : ExptimeKeyword : EXPTIME : Exposure time +IMAGETYPE-KEYWORD : ImagetypeKeyword : OBSTYPE / EXPTYPE : Image type (DARK, OBJECT, etc) +CCDNUM-KEYWORD : CCDnumKeyword : IMAGEID : CCD number +FILTER-KEYWORD : FilterKeyword : FILTER : filter name +AIRMASS-KEYWORD : AirmassKeyword : AIRMASS : airmass +FOCUS-KEYWORD : FocusKeyword : TELFOCUS: telescope focus setting +ROTATION-KEYWORD : RotationKeyword : ROTANGLE: rotation angle +DETTEMP-KEYWORD : DettempKeyword : DETTEM : detector temperature +TELDATA1-KEYWORD : Teldata1Keyword : XPROBE : bonnette probe x position +TELDATA2-KEYWORD : Teldata2Keyword : YPROBE : bonnette probe y position +TELDATA3-KEYWORD : Teldata3Keyword : ZPROBE : bonnette focus +RA-DDD-KEYWORD : RADecDegKeyword : CRVAL1 : RA in dec. degrees +DEC-DDD-KEYWORD : DECDecDegKeyword : CRVAL2 : DEC in dec. degrees +RA-HMS-KEYWORD : RASexigKeyword : CRVAL1 : RA in hour,min,sec +DEC-DMS-KEYWORD : DECSexigKeyword : CRVAL2 : DEC in dec,min,sec +CAMERA-KEYWORD : CameraKeyword : INSTRUME: unique name of camera + +(time keywords already abstracted) +DATE-KEYWORD : DateKeyword : DATE-OBS : date +DATE-MODE : DateMode : yyyy-mm-dd : format for DATE-KEYWORD +UT-KEYWORD : UTKeyword : UTC-OBS : UT +JD-KEYWORD : JDKeyword : NONE : JD +MJD-KEYWORD : MJDKeyword : NONE : MJD + +(photcode) +CAMERA-KEYWORD : CameraKeyword : DETECTOR: unique name of camera +FILTER-KEYWORD : FilterKeyword : FILTER : filter name +CCDNUM-KEYWORD : CCDnumKeyword : IMAGEID : CCD number + + +EXTEND : extensions present (FITS required keyword for MEF) +NEXTEND : extension number (not necessarily IMAGEID) + +(gophot) +SATVALUE: saturation value for this image +GAIN : gain (e/DN) for this image +NEWGAIN : a stupid name for an altered gain. +RDNOISE : read noise (in electrons) *** +DNNOISE : read noise (in DN) *** + +(gastro / coordops in ohana) +WCS keywords (these do not need to be abstracted) +CD1_1 +CD1_2 +CD2_1 +CD2_2 +CDELT1 +CDELT2 +CROTA2 +CRPIX1 +CRPIX2 +CRVAL1 +CRVAL2 +CTYPE2 +NPLYTERM +PC001001 +PC001002 +PC002001 +PC002002 +PCA1X0Y2 +PCA1X0Y3 +PCA1X1Y1 +PCA1X1Y2 +PCA1X2Y0 +PCA1X2Y1 +PCA1X3Y0 +PCA2X0Y2 +PCA2X0Y3 +PCA2X1Y1 +PCA2X1Y2 +PCA2X2Y0 +PCA2X2Y1 +PCA2X3Y0 +DEC_O +DEC_X +DEC_Y +RA_O +RA_X +RA_Y +EPOCH +EQUINOX + +NAXIS1 : FITS mandatory keyword +NAXIS2 : FITS mandatory keyword +RA : RA in sexigesimal (for rough astrometry) +DEC : DEC in sexigesimal (for rough astrometry) +NSTARS : elixir-added keyword (number of stars, from imclean) + +EXPTIME +AIRMASS +IMAGEID + +ZERO_PT : Elixir-added keyword (imclean) +NASTRO : Elixir-added keyword (imclean) +CERROR : Elixir-added keyword (gastro) +PHOTCODE: Elixir-added keyword (imclean) +APMIFIT : Elixir-added keyword (imclean) +dAPMIFIT: Elixir-added keyword (imclean) +FLIMIT : Elixir-added keyword (imclean) +FSATUR : Elixir-added keyword (imclean) +FWHM_X : Elixir-added keyword (imclean) +FWHM_Y : Elixir-added keyword (imclean) +TZERO : Elixir-added keyword (imclean) +TRATE : Elixir-added keyword (imclean) +NSTARS : Elixir-added keyword (imclean) + +NIMAGES : (Elixir keyword for phot db) + +parse_time.c: fits_scan (header, JDKeyword, "%lf", 1, &jd); +parse_time.c: fits_scan (header, MJDKeyword, "%lf", 1, &jd); +parse_time.c: fits_scan (header, UTKeyword, "%s", 1, line); +parse_time.c: fits_scan (header, DateKeyword, "%s", 1, line); +wimage.c: fits_scan (&header, "NIMAGES", "%d", 1, &Nimages); Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/locks.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/locks.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/locks.txt (revision 22322) @@ -0,0 +1,70 @@ + +NFS locks & file locks in ohana / elixir + +There are three types of locks in use in the elixir system: + +SOFT, XCLD, HARD + +SOFT - a soft lock on a file prevents a xcld or hard lock on that + file, but allows other soft locks to be set. the soft lock + uses NFS locking and is ephmeral, vanishing if the holding + program ends, whether or not the program explicitly removes the + lock. + +XCLD - an xcld lock on a file prevents all other locks: soft, xcld, or + hard; only one xcld lock may be active on a file at a time. + The xcld lock uses NFS locking is ephemeral, vanisihing when + the program exits. + +HARD - a hard lock on a file prevents all other locks: soft, xcld, or + hard; only one hard lock may be active on a file at a time. + The hard lock is sticky and will remain unless the program + actively removes the lock. It is implemented by first setting + an XCLD lock in NFS and then creating a lock file (.file.lck) + which contains the work BUSY. until this file is removed or + the contents changed, the lock remains. + +basic lock APIs: + +int setlockfile2 (char *filename, double timeout, int type, int *state) +FILE *fsetlockfile (char *filename, double timeout, int type, int *state) + +setlockfile2 sets a lock of the requested type on the given file, + returning an open file descriptor to the file. If the requested + lock is SOFT and the file does not exist, setlockfile2 returns -1 + and sets the state to LCK_EMPTY - the lock is not set. In the case + of XCLD or HARD locks, if the file does not exist, it is created. + If the lock cannot be set immediately, setlockfile2 will block for + up to 'timeout' seconds, at which point it will return -1 and exit + with state LCK_TIMEOUT. + +fsetlockfile behaves identically to setlockfile2, but generates and +returns a stream associated with the open file descriptor. An error +will result in the return of (FILE *) NULL. + +int clearlockfile2 (char *filename, int fd, int type, int *state) +int fclearlockfile (char *filename, FILE *f, int type, int *state) + +clearlockfile2 clears the lock associated with a file and file +descriptor. If the type is HARD, it will clear the associated hard +lock file before removing the NFS level file lock. If only the +filename is passed to clearlockfile2, the NFS-level locks cannot be +unset, but the hardlock will be unset. this is useful if a program is +known to then exit. + +fclearlockfile behaves identically to setlockfile2, but requires the +associated stream, rather than the file descriptor. + + +----- + + +int lock_catalog (Catalog *catalog, int lockmode) + +lock_catalog attempts to set a lock on the specified photometry +catalog file. If successful, the catalog file pointer is set to the +beginning of the catalog and the function returns the value 1. If the +file is empty, the return value is 2. This only indicates an error if +the file pointer is NULL, which occurs if the requested locktype is +SOFT. + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/ohana-cvs.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/ohana-cvs.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/ohana-cvs.txt (revision 22322) @@ -0,0 +1,105 @@ + +The goal is to have two source trees: a development tree in your own +private location and an official release tree, which contains the +production version of the code. In practice, you never edit the +production version of the code: it is essentially read-only. you just +compile that tree and install it wherever the main-line production +sources go (eg, /apps/elixir/bin). New releases of the elixir code +are done by replacing that tree with a new tree extracted from a +released tarball. + +Start by creating you own CVS checkouts of the elixir ohana and config +source tree. this can be in your home directory, if you like, or +where ever. now check out the complete ohana and config cvs trees: + +- make sure you have CVSROOT set: + +setenv CVSROOT jcc@naupaka:/data/elixir2/srcdir/cvs + +- check out ohana: + +cvs co ohana + +- check out config: + +cvs co config + +now you should compile ohana. I think you have the ARCH variable +being setup correctly in your environment. in this case, you can +configure ohana to recognize that variable and allow for multiplatform +compilation: + +- go into ohana, run configure, make, make install: + +cd ohana +configure --vararch +(note the last line of the configure output: it tells you how to set +your path) + +make +make install + +The compilation should run to the end without any trouble. if you +have any errors, you should let me know so we can fix them. + +You should adjust your path to point at the new installation of +ohana. when you ran configure, it told you how to set your path. +if your path is set correctly, you should see the new versions of the +elixir programs. + +Next, you should setup the elixir config data. go into the config +directory which you checked out and copy elixir.site.in to +elixir.site. Edit this file to reflect the local (CFHT) elixir data +locations (the settings in this file are probably already correct for +CFHT). + +at this point, you should be able to run the elixir programs as jcc +using this new copy and interacting with the standard CFHT elixir +data. + +Now, let's create a production distribution tarball. To do this, go +into ohana/etc and run the distribution creation tool: + +- mkdist elixir-ohana 1.1 + +This will create a new tarball for you containing all of the elixir +ohana components based on the correct tagged versions of the software +in the repository. No matter what code changes you make and commit to +CVS, when you run this command in the future you will get this +specific snapshot of the elixir ohana software. + +Install this new tarball in the production location: + +- cd /data/elixir2/srcdir +- mv ohana ohana-preCVS +- tar xvzf (PATH to tarball elixir-ohana-1.1.tgz) +- ln -s elixir-ohana-1.1 ohana + +Compile the new ohana distribution: + +- cd ohana +- configure --vararch +- make install + +This last step will compile it in the local ohana path. At this point, +from the viewpoint of the rest of Elixir, everything looks the same as +it does before we started this process. You can now go into +/data/elixir2/srcdir and run the make install-test and make install +just as you have in the past to install updates to the ohana software. + +Same process for the config system. go back to your checked-out copy +of ohana. run 'mkdist elixir-config 1.1'. go to +/data/elixir2/srcdir. save the old version of config +(config-preCVS). extract the tarball: ' tar xvzf (PATH to +elixir-config-1.1.tgz)'. link the config system to the old name: 'ln +-s elixir-config-1.1 config' copy config/elixir.site.in to +config/elixir.site. edit to match the existing site. install in +/apps/elixir/config (cd /data/elixir2/srcdir; make install). + + +-- + +some useful tricks: + + cvs rdiff -s -r TAG MODULE + mkdist -diff GROUP VERSION Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/elixir.fig =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/elixir.fig (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/elixir.fig (revision 22322) @@ -0,0 +1,76 @@ +#FIG 3.2 +Portrait +Center +Inches +Letter +90.00 +Single +-2 +1200 2 +1 1 0 1 0 7 0 0 -1 4.000 1 0.0000 5175 3000 1650 975 5175 3000 6825 3975 +1 1 0 1 0 7 0 0 -1 4.000 1 0.0000 8400 10575 1350 825 8400 10575 9750 11400 +1 1 0 1 0 7 0 0 -1 4.000 1 0.0000 2475 10650 1350 825 2475 10650 3825 11475 +2 4 0 1 0 7 0 0 20 0.000 0 0 7 0 0 5 + 8400 8700 6600 8700 6600 6375 8400 6375 8400 8700 +2 4 0 1 0 7 2 0 20 0.000 0 0 7 0 0 5 + 9450 8250 7650 8250 7650 5925 9450 5925 9450 8250 +2 4 0 1 0 7 0 0 20 0.000 0 0 7 0 0 5 + 7425 9150 5625 9150 5625 6825 7425 6825 7425 9150 +2 4 0 1 0 7 0 0 -1 4.000 0 0 7 0 0 5 + 3300 9150 3300 6825 1500 6825 1500 9150 3300 9150 +2 1 0 1 0 7 0 0 -1 4.000 0 0 -1 0 0 1 + 5850 3900 +2 1 0 1 0 7 0 0 -1 4.000 0 0 -1 1 0 2 + 1 0 1.00 60.00 120.00 + 6225 3750 7950 5925 +2 1 0 1 0 7 20 0 -1 0.000 0 0 -1 1 0 2 + 1 0 1.00 60.00 120.00 + 4275 3900 2400 6825 +2 1 0 1 0 7 0 0 -1 4.000 0 0 -1 1 1 2 + 1 0 1.00 60.00 120.00 + 1 0 1.00 60.00 120.00 + 2475 9150 2475 9825 +2 1 0 1 0 7 0 0 -1 4.000 0 0 -1 1 0 2 + 1 0 1.00 60.00 120.00 + 7350 9150 7875 9825 +2 1 0 1 0 7 0 0 -1 4.000 0 0 -1 1 0 2 + 1 0 1.00 60.00 120.00 + 9150 8250 8475 9750 +2 1 0 1 0 7 0 0 -1 4.000 0 0 -1 1 0 2 + 1 0 1.00 60.00 120.00 + 7950 8700 8175 9750 +2 1 1 1 0 7 0 0 -1 4.000 0 0 -1 1 0 2 + 1 0 1.00 60.00 120.00 + 3300 9975 5625 8325 +2 1 1 1 0 7 0 0 -1 4.000 0 0 -1 1 0 2 + 1 0 1.00 60.00 120.00 + 7050 10500 3300 8325 +2 2 0 1 7 7 1 0 20 0.000 0 0 -1 0 0 5 + 2925 4875 4275 4875 4275 5625 2925 5625 2925 4875 +2 1 0 1 0 7 1 0 -1 0.000 0 0 -1 1 0 2 + 1 0 1.00 60.00 120.00 + 5550 3975 6000 6825 +2 1 0 1 0 7 2 0 -1 0.000 0 0 -1 1 0 2 + 1 0 1.00 60.00 120.00 + 5850 3900 6975 6375 +2 2 0 1 7 7 1 0 20 0.000 0 0 -1 0 0 5 + 5775 4575 7125 4575 7125 5400 5775 5400 5775 4575 +4 0 0 0 0 0 36 0.0000 4 375 8385 1200 1500 Elixir: Calibration and Data Evaluation\001 +4 0 0 0 0 0 18 0.0000 4 255 915 5850 7425 Ptolemy\001 +4 0 0 0 0 0 18 0.0000 4 195 465 5850 8175 data\001 +4 0 0 0 0 0 18 0.0000 4 195 1155 5850 8550 evaluation\001 +4 0 0 0 0 0 18 0.0000 4 195 720 1650 7425 FLIPS\001 +4 0 0 0 0 0 18 0.0000 4 255 1320 7650 10350 Photometry\001 +4 0 0 0 0 0 18 0.0000 4 255 1320 7725 10875 Astrometry\001 +4 0 0 0 0 0 18 0.0000 4 195 1260 1800 10425 Calibration\001 +4 0 0 0 0 0 18 0.0000 4 255 780 2025 10875 Images\001 +4 0 0 0 0 0 18 0.0000 4 225 720 4800 3075 and/or\001 +4 0 0 0 0 0 18 0.0000 4 255 1110 3975 2625 Telescope\001 +4 0 0 0 0 0 18 0.0000 4 195 930 5325 3525 Archive\001 +4 0 0 0 0 0 18 0.0000 4 195 1185 1650 8550 creation &\001 +4 0 0 0 0 0 18 0.0000 4 195 1155 1650 8865 evaluation\001 +4 0 0 0 0 0 18 0.0000 4 195 1200 1650 8175 calibration\001 +4 0 0 0 0 0 18 0.0000 4 255 765 6225 5250 images\001 +4 0 0 0 0 0 18 0.0000 4 255 765 3225 5475 images\001 +4 0 0 0 0 0 18 0.0000 4 195 1200 3000 5175 calibration\001 +4 0 0 0 0 0 18 0.0000 4 195 870 6000 4875 science \001 Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/flags.fig =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/flags.fig (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/flags.fig (revision 22322) @@ -0,0 +1,29 @@ +#FIG 3.2 +Landscape +Center +Inches +Letter +100.00 +Single +-2 +1200 2 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 3 + 2400 975 4050 975 4050 4125 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 3 + 6525 1425 7650 1425 7650 4200 +4 0 0 0 0 2 14 0.0000 4 195 1695 600 975 Bit 15: ID_Moving\001 +4 0 0 0 0 2 14 0.0000 4 180 1590 600 1425 Bit 14: ID_USNO\001 +4 0 0 0 0 2 14 0.0000 4 195 2085 4275 1425 Bit 14: ID_Bad_Object\001 +4 0 0 0 0 2 14 0.0000 4 195 1695 7875 1875 Lower Byte Values\001 +4 0 0 0 0 2 14 0.0000 4 150 1095 8025 2325 0x01: Ghost\001 +4 0 0 0 0 2 14 0.0000 4 150 1005 8025 2625 0x02: Trail\001 +4 0 0 0 0 2 14 0.0000 4 150 1050 8025 2925 0x03: Bleed\001 +4 0 0 0 0 2 14 0.0000 4 180 1785 600 1875 Bit 13: ID_Variable\001 +4 0 0 0 0 2 14 0.0000 4 180 1875 600 2325 Bit 12: ID_Transient\001 +4 0 0 0 0 2 14 0.0000 4 180 1905 600 2775 Bit 11: ID_Bad_Data\001 +4 0 0 0 0 2 14 0.0000 4 195 1635 600 3225 Bit 10: ID_Proper\001 +4 0 0 0 0 2 14 0.0000 4 150 1620 600 3675 Bit 09: Undefined\001 +4 0 0 0 0 2 14 0.0000 4 150 1620 600 4125 Bit 08: Undefined\001 +4 0 0 0 0 0 12 0.0000 4 180 510 6750 1350 (if yes)\001 +4 0 0 0 0 0 12 0.0000 4 180 510 2925 900 (if yes)\001 +4 0 0 0 0 2 14 0.0000 4 180 1770 4275 1875 Bit 13: ID_Asteroid\001 Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/loneos.fig =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/loneos.fig (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/loneos.fig (revision 22322) @@ -0,0 +1,174 @@ +#FIG 3.2 +Portrait +Center +Inches +Letter +90.00 +Single +-2 +1200 2 +6 2775 9450 8325 11250 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 5475 10500 825 450 5475 10500 6300 10950 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 3675 10500 825 450 3675 10500 4500 10950 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 7275 10500 825 450 7275 10500 8100 10950 +2 4 1 1 0 7 0 0 -1 4.000 0 0 7 0 0 5 + 8325 11250 8325 9450 2775 9450 2775 11250 8325 11250 +2 1 1 1 0 7 0 0 -1 4.000 0 0 -1 0 0 2 + 6375 9450 6375 11250 +4 0 0 0 0 0 18 0.0000 4 195 840 5025 10650 Star dB\001 +4 0 0 0 0 0 18 0.0000 4 255 1050 3150 10650 Image dB\001 +4 0 0 0 0 0 18 0.0000 4 195 945 6825 10650 Rock dB\001 +4 0 0 0 0 0 18 0.0000 4 195 1440 3825 9900 Photom dB\001 +-6 +6 3975 8400 5175 8850 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 3975 8400 5175 8400 5175 8850 3975 8850 3975 8400 +4 0 0 0 0 0 18 0.0000 4 195 810 4125 8775 addstar\001 +-6 +6 2100 3150 3075 3525 +2 2 0 1 0 7 0 0 -1 4.000 0 0 -1 0 0 5 + 2100 3150 3075 3150 3075 3525 2100 3525 2100 3150 +4 0 0 0 0 0 18 0.0000 4 195 735 2175 3450 flatten\001 +-6 +6 375 10050 1725 11250 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 1050 10650 675 600 1050 10650 1725 11250 +4 0 0 0 0 0 18 0.0000 4 195 750 750 10725 USNO\001 +-6 +6 375 8625 1725 9825 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 1050 9225 675 600 1050 9225 1725 9825 +4 0 0 0 0 0 18 0.0000 4 195 1125 450 9300 HST GSC\001 +-6 +6 3225 6525 4425 6975 +6 3225 6525 4425 6975 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 3225 6525 4425 6525 4425 6975 3225 6975 3225 6525 +4 0 0 0 0 0 18 0.0000 4 195 495 3525 6825 fstat\001 +-6 +-6 +6 2550 4800 3750 5250 +6 2550 4800 3750 5250 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 2550 4800 3750 4800 3750 5250 2550 5250 2550 4800 +4 0 0 0 0 0 18 0.0000 4 255 780 2700 5175 dophot\001 +-6 +-6 +6 2925 5475 4125 6225 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 3525 5850 600 375 3525 5850 4125 6225 +4 0 0 0 0 0 18 0.0000 4 255 345 3300 5925 obj\001 +-6 +6 2250 3825 3450 4575 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 2850 4200 600 375 2850 4200 3450 4575 +4 0 0 0 0 0 18 0.0000 4 195 255 2700 4275 flt\001 +-6 +6 3600 7275 4800 8025 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 4200 7650 600 375 4200 7650 4800 8025 +4 0 0 0 0 0 18 0.0000 4 195 480 3975 7725 cmp\001 +-6 +6 5925 8325 7125 8775 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 5925 8325 7125 8325 7125 8775 5925 8775 5925 8325 +4 0 0 0 0 0 18 0.0000 4 195 660 6075 8625 filters\001 +-6 +6 6150 6375 7800 7575 +6 6150 6375 7800 7575 +1 1 0 1 0 7 0 0 -1 4.000 1 0.0000 6975 6975 825 600 6975 6975 7800 7575 +4 0 0 0 0 0 18 0.0000 4 195 510 6750 6900 alert\001 +-6 +4 0 0 0 0 0 18 0.0000 4 195 465 6750 7275 files\001 +-6 +6 1650 7425 2850 7875 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 1650 7425 2850 7425 2850 7875 1650 7875 1650 7425 +4 0 0 0 0 0 18 0.0000 4 225 675 1800 7800 gastro\001 +-6 +6 2775 12600 3975 13050 +6 2925 12750 3825 12975 +4 0 0 0 0 0 18 0.0000 4 195 915 2925 12975 addusno\001 +-6 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 2775 12600 3975 12600 3975 13050 2775 13050 2775 12600 +-6 +6 4200 12600 5400 13050 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 4200 12600 5400 12600 5400 13050 4200 13050 4200 12600 +4 0 0 0 0 0 18 0.0000 4 195 1005 4350 12975 markstar\001 +-6 +6 5625 12600 6825 13050 +6 5625 12600 6825 13050 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 5625 12600 6825 12600 6825 13050 5625 13050 5625 12600 +-6 +4 0 0 0 0 0 18 0.0000 4 195 1080 5775 12975 markrock\001 +-6 +6 7050 12600 8250 13050 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 7050 12600 8250 12600 8250 13050 7050 13050 7050 12600 +4 0 0 0 0 0 18 0.0000 4 255 765 7200 12975 nrphot\001 +-6 +6 8100 6450 9750 7650 +1 1 0 1 0 7 0 0 -1 4.000 1 0.0000 8925 7050 825 600 8925 7050 9750 7650 +4 0 0 0 0 0 18 0.0000 4 255 885 8475 7290 pictures\001 +4 0 0 0 0 0 18 0.0000 4 240 795 8475 6975 results,\001 +-6 +6 7725 8250 8925 8700 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 7725 8250 8925 8250 8925 8700 7725 8700 7725 8250 +4 0 0 0 0 0 18 0.0000 4 165 645 7875 8625 status\001 +-6 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 1425 1950 750 525 1425 1950 2175 2475 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 3750 1950 750 525 3750 1950 4500 2475 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 1 2 + 0 0 1.00 60.00 120.00 + 0 0 1.00 60.00 120.00 + 3525 7650 2850 7650 +2 4 1 1 0 7 0 0 -1 4.000 0 0 7 0 0 5 + 2025 12375 2025 8550 150 8550 150 12375 2025 12375 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 1 2 + 0 0 1.00 60.00 120.00 + 0 0 1.00 60.00 120.00 + 3375 11250 3375 12600 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 0 1 2 + 0 0 1.00 60.00 120.00 + 2250 3075 1425 2475 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 0 1 2 + 0 0 1.00 60.00 120.00 + 2850 3075 3750 2475 +2 1 1 1 0 7 0 0 -1 4.000 0 0 -1 1 0 2 + 0 0 1.20 100.00 200.00 + 2550 3525 4875 9450 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 1 2 + 0 0 1.00 60.00 120.00 + 0 0 1.00 60.00 120.00 + 4800 11250 4800 12600 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 1 2 + 0 0 1.00 60.00 120.00 + 0 0 1.00 60.00 120.00 + 6225 11250 6225 12600 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 1 2 + 0 0 1.00 60.00 120.00 + 0 0 1.00 60.00 120.00 + 7575 11250 7575 12600 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 0 1 3 + 0 0 1.00 60.00 120.00 + 2775 12825 1050 12825 1050 12375 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 0 1 3 + 0 0 1.00 60.00 120.00 + 1650 7650 1050 7650 1050 8550 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 6525 8325 6675 7500 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 6225 9450 6361 8772 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 8039 9453 8189 8703 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 8339 8253 8489 7503 +4 0 0 0 0 0 18 0.0000 4 195 1155 525 12075 references\001 +4 0 0 0 0 0 18 0.0000 4 165 840 675 11775 astrom.\001 +4 0 0 0 0 0 18 0.0000 4 195 825 3375 2025 archive\001 +4 0 0 0 0 0 18 0.0000 4 255 1020 900 2025 telescope\001 +4 0 0 0 0 0 36 0.0000 4 495 4200 5250 4425 Variability Pipeline\001 +4 0 0 0 0 0 36 0.0000 4 435 3870 5550 3450 U.W. / LONEOS \001 Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/params.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/params.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/params.txt (revision 22322) @@ -0,0 +1,125 @@ +# Configuration file for Loneos analysis pipeline + +# important files and directories +IN_DIR /pallas +OUT_DIR /irene/d11/workspace +# +CATDIR /hebe/d27/database +IMAGE_CATALOG /hebe/d27/database/Images.dat +IMAGE_CATALOG_TEMPLATE /hebe/d27/database/template.cat +CATALOG_TEMPLATE /hebe/d27/database/template.cat +ROCK_CATALOG /hebe/d27/database/Rocks.dat +# +GSCFILE /metis/d11/references/GSC/GSCregions.tbl +GSC_DIR /metis/d11/references/GSC +USNO_CDROM /metis/d11/references/USNO +DOPHOT_PARAMS /metis/d11/references/config/default_parameters +FLATTEN_SCRIPT /metis/d11/references/config/flatten.pro +LONEOS_REGIONS /metis/d11/references/config/regions.map + +# parameters for "fstat" +# instrumental mag zero point +ZERO_PT 24.5 +DOPHOT_CHAR_LINE 129 +DOPHOT_TYPE_FIELD 5 +DOPHOT_AP_FIELD 91 +DOPHOT_PSF_FIELD 52 +MIN_SN_FSTAT 6.0 + +# parameters for "gastro" +DEFAULT_RADIUS 32.0 +MINIMUM_RADIUS 1.5 +MIN_ERROR 0.6 +MIN_PRECISE 0.12 +CCD_PC1_1 1 +CCD_PC2_2 -1 # for loneos +CCD_PC1_2 0 +CCD_PC2_1 0 +ASEC_PIX 2.82 +NFIELD 3.0 +MMIN 6.0 +ROT_ZERO 0 +dROT 1.0 +NROT 2 +POLAR_AXIS_RA -90.0 +POLAR_AXIS_DEC 89.88 +RA_OFFSET -90.0 +DEC_OFFSET 0.0 + +# parameters for "addstar" +# airmass extinction coefficient (in mag / airmass) +NSIGMA 3.0 +ALPHA 0.03 +XOVERSCAN 60 +YOVERSCAN 50 + +# parameters for "controller" +NEW_IMAGES images.dat +USERNAME gene +PASSWORD gene + +# here we list all available machines +NMACHINES 6 +MACHINE0 metis +MACHINE1 hebe +MACHINE2 iris +MACHINE3 irene +#MACHINE4 juno +MACHINE4 ceres +MACHINE5 vesta + +# here we define which machines which are always free +fMACHINE0 1 +fMACHINE1 1 +fMACHINE2 1 +fMACHINE3 1 +fMACHINE4 0 +fMACHINE5 0 +fMACHINE6 0 + +LOCAL_MACHINE 1 # machine with catalog on local disk + +# parameters for "status" +TIME_REFERENCE 90/01/01 00:00:00 + +# parameters for "nrphot" +# make this one small to boost change of getting an early region +TAU 3.0 +SCATTER_LIM 15.0 +MAG_LIM 17.0 +IMAGE_SCATTER 0.075 +NIMAGE_SCATTER 1.5 +STAR_SCATTER 0.05 + +### parameters for "markstar" +SEARCH_RADIUS 360 # region for initial trail hunt, in arcsec +TRAIL_WIDTH 5.0 # expected trail width, in arcsec +NANGLE_BINS 180 # Number of angular bins in 180 degrees +NPTSINLINE 5 # minimum points needed for trail +MIN_DENSITY 0.025 # minimum linear density in star/arcsec +SPACE_SIGMA 10.0 # how much denser than average for trail? +# parameters defining bright star exclusion regions +BRIGHT_XTRAIL_WIDTH 5.0 # faintest sat. star +BRIGHT_XTRAIL_MAG 9.5 # faintest sat. star +BRIGHT_XTRAIL_SLOPE -80.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +BRIGHT_YTRAIL_WIDTH 5.0 # faintest sat. star +BRIGHT_YTRAIL_MAG 11.0 # faintest sat. star +BRIGHT_YTRAIL_SLOPE -400.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +BRIGHT_HALO_MAG 8.5 # faintest sat. star +BRIGHT_HALO_SLOPE -28.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +# parameters which define the ghosts +GHOST_MAG 7.5 +GHOST_RADIUS 200 # in arcsec +OPTICAL_AXIS1 2154.0 +OPTICAL_AXIS2 2193.0 + +# parameters for "addusno" +USNO_RADIUS 5.0 # in arcsec +USNO_PROPER 20.0 # in arcsec +USNO_RED 1000 # code for USNO Red data +USNO_BLUE 1001 # code for USNO Blue data + +# parameters for "markrock" +ROCK_RADIUS 2.0 # in arcsec +ROCK_MAX_RADIUS 20.0 # in arcsec +ROCK_MAX_SPEED 0.1 # in arcsec / sec Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline.c (revision 22322) @@ -0,0 +1,22 @@ +\documentstyle[astro]{article] +\GoodMargins +\title{Variability Pipeline} +\author{Eugene Magnier} +\begin{document} +\maketitle + +\section{Overview} + +\section{Photometry -- Dophot} + +\section{Astrometry -- gastro} + +\section{The Photometry Database} + +\section{Visualization Tools} + +\section{Software Distribution} + +\section{Programming Details} + +\end{document} Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline.tex =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline.tex (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline.tex (revision 22322) @@ -0,0 +1,997 @@ +%\documentstyle[astro,psfig]{article} +\documentclass{article} +\usepackage{psfig} +\usepackage{astro} +\usepackage{times} +\GoodMargins +\newcommand{\note}[1]{({\bf #1})} +\title{Variability Pipeline} +\author{Eugene Magnier} +\begin{document} +\maketitle + +\section{Overview} + +The Loneos Pipeline provides automated reduction of images, including +photometry and astrometry, with the final data stored in a photometry +database organized by star position on the sky. + +Fig.~\ref{pipeline} shows a schematic of the analysis pipeline. +Images are written to the disk from the camera by the software which +runs it, {\tt astrocam}. The resulting images are FITS files (which +may be arbitrarily sized) and have header keyword parameters RA and +DEC specifying rough celestial coordinates. Images are first analyzed +by {\tt dophot}, which produces instrumental photometry and pixel +coordinate positions for stars and other objects in the images, +writing files with a particular format, called OBJ files in this +discussion. The results from {\tt dophot} are cleaned up by a program +called {\tt fstat} which merges the header information from the image +with the most relevant parts of the OBJ file, creating a new file with +the CMP format. Astrometry is performed on the CMP file with the +program {\tt gastro}. {\tt Gastro} makes a comparison with an +astrometric reference database and only changes CMP header keywords as +a result. Finally, the processed image CMP file is added to the +photometry database with the program {\tt addstar}. The photometry +database is maintained in a large number of files (CPT files), each +representing a small region of sky. There is no relationship between +the image locations and the boundaries of CPT file. All of these +processes occur on individual image, and would typically be performed +while the observations are occuring, or during the day following, but +may be performed at any time to add new or archived data to the +database. + +Once large batches of images have been processed, a series of programs +should be run to clean up the photometry database. Typically, these +routines would be run at the end of a night on all of the CPT files to +which new data were added. First, {\tt markstar} identifies bad data +(the trails of satelites, the bleeding columns from stars, ghost +images), and flags these data points appropriately. Second, {\tt + addusno} matches the catalog stars with stars from the USNO database +and adds the USNO magnitudes to the photometry database. Next, {\tt + markrock} searches for likely asteroids in the CPT file, marks them, +and writes the asteroid observations to an asteroid database. It also +notes measurements which are likely to be noise and cosmic rays. +Finally, {\tt nrphot} determines relative photometric calibrations for +observations in a set of CPT files. + +With the exception of {\tt dophot}, all of the programs in the +pipeline refer to a single configuration file to determine the large +number of parameters necessary in the process. The default parameter +file is hardwired into the programs, but an alternate configuration +file may be specified with the environment variable {\tt + PIPE\_CONFIG}. This option makes independent processing of multiple +data sources trivial. For example, if the pipeline is to be used for +both Loneos and SDSS image analysis and display, there could be two +configuration files (eg, {\tt loneos.txt} and {\tt sdss.txt}), one for +each data source. Several important parameters would be different +between these two, for example, the initial plate scale guess for the +astrometry routine, or the parameters which define the rough chip +orientation. This scheme allows for analysis of different types of +images, with a common destination photometry database, or for +independent photometry databases. + +\begin{figure} +\psfig{file=schematic.eps,width=9cm} +\caption{\label{pipeline} +Schematic of the photometry pipeline. Rectangles represent programs, +while ovals represent data products. Arrows show the direction of +travel of information. The flatten routine is a filter whose position +may change as the pipeline matures. +} +\end{figure} + +Data from different sources can be processed by the pipeline and +stored in the same photometry database, since all photometry is tagged +with a source ID in the database (as are the images in the image +database). This allows us to include, for example, the USNO catalog +magnitude measurements (or a subset) in the photometry database for a +quick comparion. Different sources may be considered different +filters, so color-color and color-magnitude diagrams could be +extracted by specifying choices for source catalog. Currently each +object has a single primary photometric system, and individual +observations may be combined to determine that average (eg, if they +are different photometry sources with roughly the filter bandpass) or +they may be ignored when calculating relative magnitudes (eg, the USNO +magnitudes would be ignored). This may be expanded upon by defining +multiple average magnitudes and allowing different measurements to +contribute only to the appropriate average. The determination of the +photometry code for a particular image is currently not well defined. +There are several points in the analysis where the user (or the +controlling program) may specify the photometry source. A table +should be kept in the photometry catalog to define the various +photometry codes. + +\section{Image Analysis Pipeline} +\subsection{Photometry -- Dophot} + +Photometry is performed using a varient of {\tt Dophot}. The version +of dophot is based on Dophot 2.0, but it has been adapted to +streamline processing of many files. First, with this version of +dophot, any FITS format data is safely read in. Instead of compiling +to a fixed maximum size, only the memory needed to contain the image +matrix is allocated. The image is also converted to REAL*32 from +whatever BITPIX for processing. Finally, only a single, complete +parameter file is loaded by dophot. There is no option for a modified +and a default parameter file. The parameter file to be used is +defined, along with the input image and the output object list on the +command line when the program is run: \\ +{\tt dophot image.fits image.obj parameter\_file} \\ +To achive this, the code from dophot was wrapped within a C program +which interprets the command line arguments, allocates the necessary +memory, and reads in the image. The rest of the processing is +performed by dophot in the standad manner. Notice that we use a +consistent naming convention through the pipeline reductions. The +image is called {\tt foo.fits}, while the resulting dophot-produced +photometry list is called {\tt foo.obj}. + +\subsection{Cleanup -- fstat} + +After an image is processed by dophot, the object file ({\tt foo.obj}) +is converted to a more-compact, more-complete file called a CMP file, +with a name of the form ({\tt foo.cmp}). This conversion is done with +the program {\tt fstat}. The CMP file consists of the FITS header +from the original image ({\tt foo.fits}), with some additional +keywords to be used at later stages in the analysis, followed by an +ASCII list of the interesting data from ({\tt foo.obj}). In this +list, types 6 and 8 are excluded, and only the following values are +kept: +\begin{verbatim} +X Y Mag dMag t log(sky) +1342.0 106.1 14.166 000 4 3.2 +\end{verbatim} +Objects with a signal-to-noise ratio lower than a specified cutoff +({\tt MIN\_SN\_FSTAT}) are also excluded. Some general information +about the image is derived by {\tt fstat} (FWHM, saturation and +completeness limits, number of each dophot type) and stored as +keywords in the header. The photometry source must be specified at +this stage as one of the command line arguments, though the value used +may be overridden in one of the stages belowe. The resulting file can +now stand on its own without reference to the original image. The +keywords used by {\tt fstat} include the minimum signal to noise, a +rough guess at the zero point ({\tt ZERO\_PT}), and four numbers +defining the format of the {\tt dophot} OBJ file. + +\subsection{Astrometry -- gastro} + +Astrometry is performed automatically by the program {\tt gastro}. +{\tt gastro} loads a CMP file and determines an initial guess for the +center coordinates (based on the RA and DEC header keywords). The +program also uses the configuration information about the plate scale +and rough orientation of the image to get a close to the final +solution. Also, the true sky position of the telescope pole may be +defined to allow astrometry on images taken close to the pole. The +comparison is made with the astrometric catalog, which may be the HST +Guide Star Catalog, or it may be any source if the data is placed in +the correct format. + +\section{The Photometry Database} + +\subsection{Photometry File Format} +The photometry database consists of a large number of photometry files +representing sections of the sky and a file containing information on +the images incorporated in the database. These files are called +alternatively ``region files'' or CPT files (because they have the +extension {\tt .cpt}). The photometry files are sorted by Declination +into different directories, each consisting of a band 7.5\degree\ +wide. These directories have names like n0730, representing the band +starting at a Declination of +07:30. The image database (Images.dat) +is stored in the upper level directory of this directory tree. In +fact, the locations of the Images.dat file, the photometry database, +and such are all flexible and may be changed by altering the +configuration file. + +The name and location of each sky region comes from the Hubble Space +Telescope Guide Star Catalog. There is a file, GSCregions.tbl, which +can be used to find the region file appropriate for any location on +the sky. A number of routines exist to make such a query. + +Each photometry file in the photometry database contains all +observations and all average values for all stars observed within the +appropriate region on the sky. The identity of stars is essentially +determined by the RA and DEC coordinates. In very crowded regions, +the end user may need to double check that a neighboring star is not +contaminating individual detections (see the discusion on {\tt + addstar} below). + +The photometry files are stored in a binary format, both to reduce the +volume and to speed access. As a result, the interpretation of the +data is machine dependent: little endian machines need to swap the +data intelligently. Fortunately, this operation is taken care of +appropriately, if the programs are compiled with the BYTESWAP option +set as needed, which is automatically set by the Makefile in the case +of a Linux machine. For reference, Suns, SGI, and HP are all big +endian, while PCs and DECs are little endian. The automatic +conversion takes place by using the funcions {\tt Fread} and {\tt Fwrite} +to substitute for the standard C library {\tt fread} and {\tt fwrite} +functions. {\tt Fread} and {\tt Fwrite} are told the datatype being read, +and they know the layout of the bytes for a particular datatype. +Anytime the definitions of the relevant structures (see below) are +changed, {\tt Fread} and {\tt Fwrite} must be updated. Fortunately, there +is only one file ({\tt Fread.c}), and it has a single byteswapping +section, making it easy to adjust the code appropriately. + +The format of a single photometry database file consists four +sections: +\begin{itemize} +\item {\bf header} -- this is a standard FITS header with room for comments + about the file or whatever. Since the rest of the file is not a + standard FITS file, the SIMPLE keyword is set to False. The three + necessary keywords are NSTARS, NMEAS, and NMISS, which define the + sizes of the next three sections. +\item {\bf average} -- this section contains all average measurement + quantities for each star in the file. There are NSTARS entries, and + each entry is the data from a structure of type Average (defined in + loneos.h, and discussed in more detail below). Thus, the total size + in bytes of this section can be found by NSTARS*sizeof(Average). +\item {\bf measure} -- this section contains the individual + measurements for each star in the database. There are NMEAS + entries, and like the average section, each entry is a single + structure, in this case of type Measure (in loneos.h, see below). + All measurements of a single star are consecutive. The number of + measurements for a single star is defined by average.Nm and the + starting entry for a single star is given by average.offset. + Therefore, the first measurement of a specific star average[500] + would be given by measure[average[500].offset], while the second is + measure[average[500].offset + 1], and so forth. +\item {\bf missing} -- this section contains references to all missing + measurements of a star. This means all of those occasions when an + image enclosed the location of a star in the database, but no star + was detected on the image. Similar to the case of the measure + section, each star has a number of missing entries (which may be 0) + given by average.Nn, and the first missing entry is given by + average.missing. Each missing entry value is again a structure of + type Missing. Currently, the only data in the structure is the time + of the observation, which allows for an unambiguous recovery of the + image where the star was missed. +\end{itemize} + +\subsubsection*{Average Structure defined in loneos.h} +\begin{verbatim} +typedef struct { + float R; /* RA in decimal degrees */ + float D; /* DEC in decimal degrees */ + short int M; /* thousandths of mag (-32.000 to 32.000 valid range) */ + unsigned short int Nm, Nn; /* number of measurements, missing */ + short int Xp, Xm; /* log(chisq) values in tenths */ + unsigned short int code; /* an ID code (ie, star, ghost, satelite, etc) */ + signed int offset; /* offset to first measurement */ + signed int missing; /* offset to first missing obs */ +} Average; /* 28 bytes / Average */ +\end{verbatim} +The structure above defines the average data stored in the photometry +database for each star. Most of the entries are self-explantory, but +some need a bit of clarification. The two $\chi^2$ entries ({\tt Xp} +and {\tt Xm}) are the $\chi^2$ values of the average position and the +average magnitude. These are stored as logarthmic quantities because +high dynamic range is not needed. For the magnitude, the assumption +is that the star brightness is constant and the $\chi^2$ incorporates +the photometric errors on each measurement. For the postion, the +a default constant error is used \note{True?} and again the assumption +is that the postion is constant. As discussed above, the values of +{\tt Nm} and {\tt Nn} give the number of measurements and missing +observations for this star, while the entries {\tt offset} and {\tt + missing} point to the first {\bf measure} and {\bf missing} entry +for this star. The entry {\tt M} is the current best average +magnitude solution for this star (see the section on Relative +Photometry). Finally, the entry {\tt code} is an ID code for each +object, which may define a variety of things about the object. For +example, if the object is known to be variable, or if the object is +associated with a USNO star, or if the object is a measurement of an +asteroid. See below for details of these definitions. + +\subsubsection*{Measure Structure defined in loneos.h} +{\small +\begin{verbatim} +typedef struct { + short int dR, dD; /* 1/100 of arcsec (-327.67 to +327.67 valid range) */ + short int M; /* thousandths of mag (-32.767 to 32.767 valid range) */ + short int Mcal; /* image cal mag, thousandths of mag (-32.767 to 32.767 valid range) */ + unsigned char dM; /* thousandths of mag (0.000 to 0.255 valid range) */ + char dophot; /* dophot type (1-9) */ + unsigned short int source; /* code to identify photometry source */ + unsigned int t; /* time in seconds (0 - 143 years valid range) */ + unsigned int average; /* reference to corresponding average entry */ + /* upper byte of Measure.average stores flags: + limit of 16,777,215 stars (Naverage) in a file (=0xFFFFFF) + flags: average & 0x1000000 */ +} Measure; /* 20 bytes / Measure */ +\end{verbatim} +} +The structure above defines the individual measurement data stored for +each observation of each star. The first two entries, dR and dD, are +the difference between the average coordinates for this star and the +coordinates determined for this observation. Clearly, if this +residual is too large, the individual measurement will not be +successfully matched with the average star position. {\tt M} and {\tt + dM} are the instrumental magnitude and error for this measurement, +after correction for the exposure time and a zero point (defined in +the configuration file as ZERO\_PT). The entry {\tt t} determines the +time of the individual observation. This is important not only for +timing purposes, but also to determine the source image for this +observation. The time and the entry {\tt source} uniquely determine +the image in the image database that generated this measurement. +Furthermore, this correspondence allows for determination of the pixel +coordinates on the chip, by going throught the image astrometry stored +in the Image database (see below). The entry {\tt source} is a code which +identifies the particular CCD/Telescope/Filter setup. Each unique +{\tt source} should be treated as an independent filter set for the +purposes of accurate relative photometric comparisons. This entry +also allows external catalog data, such as the USNO or Sloan +photometry, to be added to the database, as desired. The entry {\tt + average} is a pointer back to the {\bf average} section to allow +determination of the star from the measurements, in addition to the +reverse. The bits of the upper byte of this value are reserved for +flags used to define particular situations for this measurement. +Possible values are: +\begin{itemize} +\item 1 = BLEND\_IMAGE - the star on the image matched more than one + catalog star +\item 2 = BLEND\_CATALOG - the star in the catalog matched more than + one image star +\item 4 = UPPER\_LIMIT - \note{not really used?} +\item 8 = CALIBRATED - relative photometry has been performed at least + once. +\end{itemize} +The entry {\tt dophot} stores the dophot type for this particular +measurement (1-9: four extra bits in this field). +Finally, the value {\tt Mcal} determines the photometric calibration +of this specific measurment. This value is an offset appropriate to +this image (and if needed, this point in time and this chip position) +to bring the observations of the stars on multiple images to a common +system (see the section on relative photometry). + +\subsection{Image Database} + +All images for which photometry has been included in the photometry +database also have entries in an image database. The image database +is (currently) a single file in the upper directory of the photometry +database. The name of the file is determined by the IMAGE\_CATALOG +entry in the configuration file, and is currently set to Images.dat. +Like the photometry database files, the image database consists of a +FITS header followed by binary data. There is only one type of binary +data: each image has an entry, which is the data from a structure of +type Image (loneos.h). The number of images in the file is determined +by the {\tt NIMAGES} keyword. If the number of images becomes too +large, extrapolation of the system to a set of image database files +with a reference list is quite straightforeward, and could be modeled +on the organization of the region files (eg, one image database file +for each Declination directory). + +\subsubsection*{Image Structure defined in loneos.h} +{\small +\begin{verbatim} +typedef struct { + Coords coords; /* 120 bytes */ + unsigned int tzero; /* readout time row 0 in sec (0 - 142 years valid range) */ + unsigned int nstar; /* number of stars on image */ + short int secz; /* thousanths of airmass (valid range -32.000 -- 32.000) */ + short int NX, NY; /* dimensions of image */ + short int apmifit, dapmifit; /* aperture correction and error in thousandths of mag */ + short int source; /* identifier for CCD (each ever used will have a unique letter) */ + short int Mcal; /* thousandths of mag (-32.000 -- 32.000 valid range) */ + short int dMcal; /* thousandths of mag (-32.000 -- 32.000 valid range) */ + short int Xm; /* 10*log(image chi-square) */ + char name[32]; /* name of original image */ + unsigned char detection_limit; /* tenths of mag (0.0 - 25.6 valid range) */ + unsigned char saturation_limit; /* tenths of mag (0.0 - 25.6 valid range) */ + unsigned char cerror; /* astrometric error: 1/50 of arcsec (0 -- 5.12 valid range) */ + unsigned char fwhm_x, fwhm_y; /* PSF terms in 25*arcsec (valid range 0.0 -- 10.2" ") */ + unsigned char trate; /* 10000 * scan rate in sec/pix (0 -- 0.0256 valid range, + typically 0.0146. this is used only to determine the time + of the observation, not to find the coordinates. 1 byte + gives 0.11 sec accuracy */ + char code; /* flag to mark an image as bad or whatever */ + char dummy[7]; /* extra space for the future? (seems like a lot!) */ + float exptime; /* exposure time, seconds */ +} Image; /* 192 bytes / Image */ +\end{verbatim}} +The structure above lists all of the data stored for each image. A +substantial amount of information is stored for each image. First, +the astrometric calibration information is stored in a {\tt Coords} +structure (see coordinate systems, above). The upper and lower limits +of the photometry in the database (in instrumental magnitudes) is +stored in {\tt detection\_limit} and {\tt saturation\_limit}. These +values are useful for comparison for those stars where observations +are missing. The relationship between time and pixel coordinates is +given by {\tt tzero} and {\tt trate}. Drift images will have a scan +rate stored in {\tt trate}, while staring images will have a value of +0.0 for this entry ({\tt tzero} then applies to the whole image). +Other important parameters are kept: the astrometric error ({\tt + cerror}), the airmass ({\tt secz}), the exposure time ({\tt + exptime}), the number of stars detected ({\tt nstar}), the FWHM +values ({\tt fwhm\_x, fwhm\_y}), the image name ({\tt name}), and the +size of the image ({\tt NX, NY}). The entry {\tt source} is used as +above to define the CCD/Telescope/Filter used for this observation. +The entry {\tt code} is used to flag images in various ways. +Currently, only one bit is used, to define if the image has +unacceptable photometric scatter. Seven extra bytes are stored for +future additions. + +\subsection{Data Incorporation -- {\tt addstar}} + +Images which are completely processed ({\tt dophot, fstat, gastro}) are +then incorporated into the photometry database with the program {\tt +addstar}. This program decides which region files are appropriate +for this particular image, then one-by-one adds stars from the image +to the appropriate region file. Stars already in the catalog are +matched with stars in the new image purely by a positional comparison. +In order to avoid the difficulty of comparisons in the RA and DEC +coordinate frame, a cartesian projection is performed. The stars from +the image being processed and the database stars in the same area are +projected onto a tangent plane and positional comparisons made in this +(locally cartesian) coordinate frame. This avoids the dangerous +singularities at the pole and also makes the RA 0,360\degree\ boundary +a trivial problem. + +Several choices must be made in the comparison process. If a star in +the catalog is matched with a star in the image, the new measurements +of that star are added to the database. If a star in the database +lies in the field of the image, but is not detected, this information +is added to the list of missing data. The only data stored in this +case is the time and source, which is sufficient to unambiguously +identify the source image from the image database. This allows later +programs to find relevant statistics from the image database, if +necessary. If a star is detected in the image, but is not already in +the database, a new entry is added to the database. In addition, the +same ``missing data'' from all previous observations images which have +covered this location (ie, images already in the image database) are +included. This last step is necessary so that the image processing +order is not important. + +Stars also run the danger of being crowded together. Since all +comparisons are performed on the basis of position alone, crowded +fields may make for ambiguous cross-identifications. A pair of stars +are matched if the difference in their positions is less than a +specified search radius (usually dependent on the astrometric for the +image). If more than one catalog stars is correlated with a star in +an image, the new measurement is added to {\em both} catalog stars, +and a flag is set noting that this observation had a blended IMAGE. +Conversely, if a single catalog star is matched with more than one +image star, both new measurements are added to the one catalog star, +and a different flat is set, noting that this observation had a +blended CATALOG. + +\section{Catalog Update and Cleaning} + +Occasionally, once a large number of images have been added to the +photometry database, a set of programs should be run to clean and +update the CPT files. This may best be done on CPT files after a +night's worth of data is incorporated. These routines define bad +data, identify the USNO catalog stars, and search for asteroids and +other junk. Most of the results from these routines are the addition +of object flags to the Average data structures (Average.code). Most +of these routines process data within a single CPT file at a time. + +\subsection{Markstar} + +The first of the update programs, {\tt markstar}, identifies bad data +and flags it. It makes three types of identifications: bright stars, +ghost stars, and trails. In the first case, it searches the HST guide +star catalog for bright stars within the field of the current CPT +file. Three types of pixels are flagged for bright stars. Any +measurements within a circular region centered on the star are suspect +(the ``halo'' of the bright star). Second, points along the X axis +are likely to contain flux from the diffraction spikes. Finally, +points along the Y axis are likely to have bleeding in addition to the +diffraction spikes. Each of these three regions has a different size +and range which must be defined in the configuration file. The +regions are represented by a representative magnitude and a scale +parameter. For example, the diameter $d$ of the halo for a star with +magnitude $m$ is defined as +$d = \mbox{BRIGHT\_HALO\_SLOPE} (m - \mbox{BRIGHT\_HALO\_MAG})$. The X and +Y axis points are defined by the length of the diffraction spike, with +an equivalent formula, and the width of the spike. Since these are +each independent, there are 8 parameters to define the exclusion +regions of bright stars. One of the current drawbacks of this system +is the reliance on the HST Guide Star photometry. In the HST Guide +Star Catalog, only one photometry band is given, so no color +information is available. The parameters currently used were defined +based on a large number of bright stars, with no adjustment for the +different effective filter system of the Loneos telescope and the HST +GSC. Thus, occasionally very red stars will be several magnitudes +brighter in the real data than reported in the catalog. As a result, +large numbers of bad data points in these halos and spikes may be +missed. + +The second type of bad data flagged by {\tt markstar} are the trails +from satelite and other space junk. This portion of the program +searches for objects which land along a line and which have a high +linear density. Parameters may be adjusted to define the width and +the necessary density or number of points in the line. Objects in +lines are also only identified if all observations come from a common +image. If an object only has one measurement and it is in a trail, +the entire Average is flagged to be bad. However, if an object has +many measurements and only one is bad, the object is only flagged as +having some bad data points. + +The third type of bad dat are ghost star images. The HST GSC is +searched for stars projected across the telescope optical axis, which +is defined by the user. All objects within a region of fixed size is +marked for ghost stars brighter than a specific cutoff magnitude. +Similar to the trails, the average is marked as bad only if all +detections of an object are ghost images. Otherwise, it is noted that +some data may be bad. + +\subsection{Addusno} + +The program {\tt addusno} makes two types of identifications of stars +with the USNO catalog. First, it searches for coincidences within a +small, specified radius. The choice of this radius is somewhat +tricky: it is important to catch the association, but also to avoid +making too many associations. Unfortunately, astrometric errors in +the USNO catalog make it necessary to choose a surprisingly large +radius of 5\asec. To avoid making double matches (matching the two +USNO stars to the same photometry database object), only the USNO +object closest to the object is associated. There are also a +substantial number of stars with significant proper motion between the +USNO epochs and the current date. It is not unusual to see 8-15\asec\ +discrepancy for specific stars. To catch these objects, any objects +which do not match the USNO database, but which have more than a +minimum number of measurements (2 or 3?) are searched for more distant +USNO companions. A large, user-specified radius is used for this +search. Of course, only USNO stars which are not already matched to +the database may be candidates for the proper motion match. This +stage is suceptible to errors in that a slow-moving solar-system +object may be associated with a faint USNO star. For this reason, +objects flagged as high proper motion stars should be taken with some +caution. Of course, during the {\tt addusno} stage, no objects +already flagged as bad by {\tt markstar} will be matched with USNO +stars. + +\subsection{Markrock} + +Once stars have been identified with the USNO database, it is possible +to search for asteroid detections. The program {\tt markrock} +searches within a specific CPT file for objects which are moving along +straight lines in (X,Y,t) space. In order for an object to be found +by {\tt markrock}, it must have three points, each with only single +measurements. The third point must land within a specified distance +of the line projected from the first two data points. These +comparisons are made in the three dimensional space of image position +and time. Also, objects are only accepted if they have a speed less +than a threshold. If an object is moving too fast, it will make a +streak on each individual image and will probably be missed anyway. +Moving objects detected in this way are flagged in the photometry +database and are also written to a Rock database. Currently, the Rock +database just contains ASCII lists of the RA, DEC, Mag, and time for +each detection. In fact, the data are stored in pairs of detections, +with the middle detection saved twice. This format makes it easy to +plot lines connecting the points using the connect-the-dots plotting +style of status/kapa (see below). + +One of the current drawbacks of {\tt markrock} is the insistence on +three observations with only 1 measurement each. If an object is +moving too slowly, two of the dectections of the object may be merged +together. Enough data is stored in the database to extract these +individual measurements, so a more sophisticated search is possible. +It is also currently the case that USNO proper motion stars are +ignored, but some of these will be asteroid detections which are +simply too close to a faint USNO stars (it has to be faint because it +would otherwise be associated with a star in the photometry +database). + +\begin{figure} +\psfig{file=flags.eps,width=9cm} +\caption{\label{flags} +Pictoral representation of the Average.code flags. The lower byte +value is used for specific definitions of object types. +} +\end{figure} + +\subsection{Data Flags} + +The identifications made by the above routines are noted as a set of +flags in the Average.code structure entry. Some of these flags are +mutually exclusive, so a certain bit may have more than one meaning, +depending on the value of other bits. Figure~\ref{flags} shows a +pictoral representation of the meaning of the different bit fields. +The uppermost bit (bit 15) determines if the object may be considered +a ``fixed'' star or something which has no fixed location. If it is +not fixed, and this bit is 1, then there are several options. The +second uppermost bit (bit 14) will be set if this object is one of the +three types of bad data flagged by {\tt markstar}. The lower byte of +code is used to define the type of bad data: ghost, trail, or bleed. +Thus, any datapoints determined to be a satelite trail will have a +code value of 0xc002 (49154 decimal). If an object is a moving +object, but not a bad datapoint, it may be identified as a ``rock'' +(an asteroid) by the program {\tt markrock}. In this case, the flag +for an asteroid is turned on (bit 13). Thus anything identified as a +rock by {\tt markrock} will have a code value of 0xa000. The lower +byte of code is not yet defined for asteroids, but could be reserved +for distinguishing different classes of asteroids (ie, on the basis of +orbital speeds, and so forth). Objects which are fixed may have a +variety of possible flags. First, an object may be identified with a +USNO star (bit 14). It may be found to exhibit variability (bit 13), +implying that the relative photometry routine should ignore it. If +may be a transient object (bit 12). Note that, while an object +associated with a USNO object may not be transient, an object which is +variable may also not be associated with a USNO object. Thus, we need +seperate bits for variable vs transient. Different types of variable +objects may be represented with different values of the lower byte. +For example, a Cepheid may have a specific lower byte code of 0x01, +which an RR Lyra may have a lower byte code of 0x02. Thus a Cepheid +associated with the USNO catalog would have a total code value of +0x6001. Finally, any of these types of non-moving objects may have +some bad individual measurements (bit 12) or may be found to have a +significant proper motion (bit 11). + +\section{Visualization -- Status} + +Visualization of the data in the photometry database can best be +performed with the program {\tt status}. This is a command-line +driven program with a math and macro language which makes it easy to +perform complex tasks. + +First, a few notes about the user interface. The interface has an +interaction similar to {\tt tcsh}. The arrows allow editing of +previous commands. You can also use emacs-like commands such as +cntl-a to reach the beginning of the line and cntl-e to reach the end. +There is command and file completion: if you type part of a command +(as the first thing on a line) and then type tab, it will fill in as +much as possible, until the word is not unique. Typing tab twice at +that point will list the possible endings. For any but the first word +on a line, the same thing will happen for the files in the current +directory. It is also possible to type just a fraction of a command, +as long as it is unique. An ambiguous command will list the possible +alternatives. For example: +\begin{verbatim} +status: c +ambiguous command: c ( catalog cgrid clear create cursor ) +\end{verbatim} + +The shell is essentially an interpretive programming language. +Variables are set as follows: +\begin{verbatim} +status: $fred = 10 +\end{verbatim} +Any expression within curly brackets \{\} is assumed +to be an arithmetical expression and is evaluated before the line is +executed. For example: +\begin{verbatim} +echo {$fred*dcos(45)} +\end{verbatim} +would give the response 7.07107. There are math functions cos, sin, +and tan, which operate on radian expressions, and also dcos, dsin, +dtan, which operate on degree expressions. There are also the +equivalent inverse functions: eg., asin and dasin return radians and +degrees, respectively. The help section on Math defines all of the +available math functions. + +\subsection{Miscellaneous Commands} +\begin{verbatim} +! -- system call +? -- list commands +?? -- list variables +echo -- type this line +exec -- system call +exit -- exit program +help -- get help on a function +output -- redirect output to file +quit -- exit program +scan -- scan line from keyboard or file to variable +wait -- wait until return is typed +which -- show command +\end{verbatim} +Most of these are self-explanatory. The command ?? prints the system +variables. The {\tt help} command will provide help on a single +command or, without any arguments, will list all available help +files (this includes general help not associated with a specific +command). + +\subsection{Shell Programing} +\begin{verbatim} +break -- escape from function +for -- loops +if -- logical cases +input -- read command lines from a file +macro -- deal with the macros +\end{verbatim} + +There are several options for programming in {\tt status}. First, a +file which contains a series of commands can be executed with {\tt + input (filename)}. It is also possible to define macros which will +behave much like regular commands. A macro is defined by typing {\tt + macro name} or {\tt macro create name} followed by the commands. +Arguments to the macro are assigned to the variables \$1 .. \$N and +the number of arguments is given by \$0. Macros may be defined in +{\tt input} files, and in fact when {\tt status} is started, it loads +the file {\tt \~/.statusrc} which may contain default macros. Simple +loops and if statements can be performed, and are quite useful for +complex macros. + +``If'' statements are similar in syntax to C if statements, but only +the following logical operators are available: $>$, $<$, $=$, !, $|$, +and \&. Notice that (currently) there is no $>=$ or $<=$ symbol. The +operator ! means ``not equal to'', but cannot be used to negate a +logical value. The operators $|$ and \& have the meaning of ``or'' and +``and'' respectively. Math expresions in the if statement must be +contained in curly braces, as elsewhere. Variables with string values +may use the logical $=$ operator to test if two strings are the same. +``For'' loops are quite simplistic. The form is: +\begin{verbatim} +for var first last delta + (commands) +end +\end{verbatim} +The value of {\tt \$var} will start at the value {\tt first} and increment by +{\tt delta} after each loop. The loop will stop after {\tt \$var} is greater +than {\tt stop}. The value {\tt delta} is optional, with 1 assumed. +The value of {\tt \$var} may be changed during the loop, and if set +beyong the value of {\tt last} will end the loop early. + +\subsection{Vector Plotting} + +\begin{verbatim} +box -- draw a box on the plot +clear -- erase plot +create -- create a new vector +cursor -- get coords from cursor +grid -- plot cartesian grid +hist -- create histogram from a vector +labels -- define labels for plot +limits -- define plot limits +plot -- plot a pair of vectors +print -- write vectors to file +ps -- define labels for plot +set -- vector math +style -- set the style for graph plots +vectors -- list vectors +zplot -- plot scaled points +\end{verbatim} + +In addition to scalar variables, {\tt status} can manipulate and +display 1-D vector variables. Many of the commands which extract data +from the photometry database place the data in vectors as well as +plotting them. A vector can also be created based on a number +sequence with the command {\tt create name Nelements start delta}. +The resulting vector has $Nelements$ entries, starting at a value of +$start$ and running until $start + delta*Nelements$. If $delta$ is +0.0, all elements will have the value of $start$. A histogram of a vector +may be made with the command {\tt hist}, which creates a new vector +containing the histogram of the first vector. The data range and bin +size of the histogram are defined in same way as with create. This +makes it easy to create the index vector that goes with a histogram +vector: +\begin{verbatim} +hist y Ny 1 100 0.1 +create dx 1 100 0.1 +\end{verbatim} +The above will create a histogram of y in Ny and the index in dx. +Plotting this with {\tt plot dx Ny} will show the histogram. + +Vector math is performed with a command of the form {\tt set new = + (expression)}. The expression is some math function employing +vectors and scalars. A complete listing of the math operators +available in {\tt set} can be found in the help for {\tt set}. + +Once vectors are defined, they may be plotted. A pair of vectors can +be plotted against each other if they have the same number of entries. +The plotting is performed on the graphics window, Kapa. There are +actually several graphics windows available to {\tt status}, any of +which may be used to plot at any time. Some of the more complex +operations default to either graphics window 0 or 1, depending on the +context. Except for those functions with a pre-defined window, all +plotting functions apply to the current graphics window unless an +option {\tt -n N} is given to specify a different window. The +plotting style is determined by the command {\tt style} which can set +the line width, the line type (solid, dashed, dotted, etc), the point +type (box, cross, etc), the point size, the color, and whether a pair +of vectors is plotted as a sequence of points, a set of connected +lines, or a histogram. Some functions which make plots use their own +styles, as discussed below. The function {\tt limits} lets the user +set the range of the plot axes, or check the current setting. The +command {\tt plot} will plot a pair of vectors on the current graphics +window using the current plotting style for that window. The command +{\tt zplot} will plot a pair of vectors with the point size scaled by +a third vector, with maximum and minimum point sizes representing +specified values. The {\tt cursor} command goes the other way: this +command puts the Kapa window in cursor mode and waits for input from +Kapa. The user can then type any alphanumeric key on the graphics +windows and will be told both the pointer location (in the graphics +coordinates) and will have the coordinates stored in {\tt status} +variables. For example, by typing ``1'' in the sky display window, +the RA and DEC of the pointer are stored in the variables {\tt \$R1} +and {\tt \$D1}. This command can be used to let the user define +locations or regions of interest on the Kapa window. (Future addition: +{\tt button}, which does the same with the mouse buttons). + +\subsection{Database Functions} + +\begin{verbatim} +gcat -- get catalog at location +gimages -- get images at location +gstar -- get star statistics +extract -- extract average vectors from catalogs +mextract -- extract measurement vectors from catalogs +imstats -- plot image statistics +imextract -- extract image vectors from database +lcat -- list catalogs in display region +cmatch -- match two catalogs +\end{verbatim} + +There are a variety of other commands which directly refer to the +photometry database. Some of these functions extract data of various +types from the database, others perform more complex plotting +operations. The commands listed above are those which simply extract +data from the database. The first three list information relevant to +a specific RA, DEC location on the sky: {\tt gcat (RA) (DEC)} lists +the catalog at the specified location and places the name in the +variable {\tt \$CATNAME}, {\tt gimages (RA) (DEC)} lists all images +which overlap the specified location, , {\tt gstars (RA) (DEC) + (RADIUS)} lists data about the stars within a specified radius of +the specified location (all numbers above are given in decimal +degrees). Similarly, {\tt lcat} lists the catalogs in the region. +Imstats lists statistics about each image + +The next three commands extract a specific piece of information from +the photometry database and places it in a vector. First, {\tt + extract} will extract average values for each star and place it in a +vector. Next, {\tt mextract} will extract measurement values for each +star and place it in a vector: as a result a single star may have +multiple entries in the measurement vectors. Finally, {\tt imextract} +will extract image statistics into vectors (not yet implemented). + + +\begin{verbatim} +catalog -- plot catalog stars +cgrid -- plot sky coordinate grid +cplot -- plot vectors in sky coordinates +czplot -- plot scaled vectors in sky coordinates +images -- plot image boxes +imdense -- image density plot +lcurve -- plot lightcurve for a star +pcat -- plot catalog boundaries +region -- define sky region for plot +resid -- plot residuals +simage -- plot stars in an image +\end{verbatim} + +There are two types of database plotting functions: those that display +or refer to the spatial charateristics of the data and those that +refer to other types of charatersitics, such as the time domain. The +graphics window 0 is reserved for all plots of objects on the sky. +The command {\tt region} defines the current sky coordinates for plots +in graphic window 0. The command {\tt pcat} plots the outline of all +photometry database files which are within the currently defined +region (and by default, only those with data). {\tt images} plots the +outline of the images in the image database, while {\tt imdense} shows +the number of images at a location by randomly spacing dots within the +boundary of the images. The command {\tt cgrid} +draws a grid in celestial coordinates on the for the current region. + +The most complex, but also one of the most useful command is {\tt + catalog}, which plots the positions of stars in the photometry +database (and others) on the sky. There are many options to this +command. One set allows the user to plot stars from the photometry +database (the default), from the HST GSC, or from an ASCII text file +with RA, DEC, and Mag in specified columns. If the ASCII file has a +fixed number of bytes per line, the data can be more quickly loaded. +The size of the points may be scaled by the star magnitude, by the +number of observations of the star, or by the number of missing +datapoints for the star. In addition, points may be plotted only if +they land in specified magnitude ranges, or with specified numbers of +measurements, or missed measurements. Also, objects may be plotted +only if they have a specified Average.code, so that only asteroids or +only perfect stars may be plotted. The plotted vectors may be saved, +if desired, and the source catalog epoch may be specified as different +from J2000 (only valid for ASCII data). + +Several other commands relate to non-spatial charateristics of images +and stars. {\tt lcurve} will plot a light curve for all stars within +some radius of a point. {\tt resid} plots the photometry residuals +for a particular region file. + +\section{Some Examples} + +\begin{figure} +\psfig{file=allsky.ps,width=16cm} +\caption{\label{allsky} +Map of the entire sky, and images added to database. +} +\end{figure} + +Fig.~\ref{allsky} shows a map of the entire sky, and the location +of the images currently in the database. This picture was made with +the following commands: (output is not shown) \\ +\begin{verbatim} +status: region 0 0 90 gls +status: cgrid +status: style -lw 2 -c red +status: images +status: ps +\end{verbatim} +In this example, on the graphics window, the image boxes are shown in +red. The user now has the possiblitiy of using the cursor command to +narrow in on a specific region, and so forth. + +\begin{figure} +\psfig{file=catalog.ps,width=9cm} +\caption{\label{catalog} +Comparison between HST GSC and photometry database astrometry. +} +\end{figure} + +Fig.~\ref{catalog} shows an example comparison of the photometry +database star positions and the HST Guide Star Catalog star +positions. The crosses are from the photometry database while the +boxes are from the HST GSC. The size of both points is a function of +brightness. This plot was made with the following commands (starting +from the previous image): +\begin{verbatim} +status: cursor (typed 1 on region of interest) +1 137.097858 22.698305 +q 137.097858 22.698305 +status: region $R1 $D1 0.5 TAN +status: cgrid +status: box +status: style -pt 0 +status: gcat $R1 $D1 + 0 n2230/1951.cpt * +status: catalog n2230/1951.cpt -m 12 18 +status: style -pt 2 +status: catalog n2230/1951.cpt -m 12 18 -g +\end{verbatim} + +\begin{figure} +\psfig{file=lightcurve.ps,width=9cm} +\caption{\label{lightcurve} +Lightcurve for several image stars. +} +\end{figure} + +Fig.~\ref{lightcurve} shows an example lightcurve from three stars in +the above field. The x axis shows the time in seconds, which the y +axis shows the star magnitudes. This plot was made with the following commands (starting +from the previous image): +{\small +\begin{verbatim} +status: cursor +1 137.062562 22.791860 +q 137.062562 22.791860 +status: lcurve $R1 $D1 0.01 -l +status: box +status: gstar $R1 $D1 0.01 +read 11318 stars from catalog file /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt (22462 total measurements) +508 /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt 137.068619 22.785400 18.438000 1 (2) 1.000000 1.000000 +498 /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt 137.062820 22.792747 12.882000 3 (0) 1.000000 1.000000 +501 /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt 137.064499 22.800817 15.480000 3 (0) 1.000000 1.000000 +\end{verbatim}} +The last lines show the database information on the three stars. + +\section{Software Distribution} + +\section{Programming Details} + +\section {Comparison with USNO catalog} + +I have made several comparisons between the USNO catalog and results +from running images from Loneos through the photometry pipeline. In +general, there is a good agreement between the astrometry of the two +datasets. There are specfic areas where the two disagree, however. +First, as discussed above, the USNO star positions may be +significantly different from the observed star positions simply +because of proper motion. The first picure in the ``Comparisons +between Loneos + USNO'' pages shows several stars with significant +proper motion. These are currently being flagged in the photometry +database as discussed. Other differences evident in this first +picture include the classification of bright stars and the splitting +of faint and bright stars. In the upper right of the image, two +bright stars are visible, one of which is actually a double. The USNO +catalog does a good job of detecting both, but it also detects and +includes as stars several diffraction spike points. The HST GSC only +detected a single point and did not split the star at all. The Loneos +data in our pipeline did not detect the star at all due to saturation. +A star in the upper left corner shows the ability of {\tt dophot} in +the Loneos pipeline to split double stars. This star is, on close +inspection, clearly a double. The USNO catalog only detects one. The +Pipeline not only splits the two stars, but it also makes the correct +cross-identification of the stars. + +The second set of pictures shows the ability of the Loneos pipeline to +deal with small galaxies. There are two small galaxies in this field, +both of which are broken into 4 or 5 objects by the USNO catalog, but +maintained as single objects in the Loneos pipeline. In another +example (not shown) a bright star within the disk of a small galaxies +was clearly split from the galaxy by the pipeline (and also by USNO). + +\end{document} Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline2.tex =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline2.tex (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline2.tex (revision 22322) @@ -0,0 +1,1284 @@ +%\documentstyle[astro,psfig]{article} +\documentclass{article} +\usepackage{psfig} +\usepackage{astro} +\usepackage{times} +\GoodMargins +\newcommand{\note}[1]{({\bf #1})} +\title{Variability Pipeline} +\author{Eugene Magnier} +\begin{document} +\maketitle + +\section{Overview} + +The Loneos Pipeline provides automated reduction of images, including +photometry and astrometry, with the final data stored in a photometry +database organized by star position on the sky. + +Fig.~\ref{pipeline} shows a schematic of the analysis pipeline. +Images are written to the disk from the camera by the software which +runs it, {\tt astrocam}. The resulting images are FITS files (which +may be arbitrarily sized) and have header keyword parameters RA and +DEC specifying rough celestial coordinates. Images are first analyzed +by {\tt dophot}, which produces instrumental photometry and pixel +coordinate positions for stars and other objects in the images, +writing files with a particular format, called OBJ files in this +discussion. The results from {\tt dophot} are cleaned up by a program +called {\tt fstat} which merges the header information from the image +with the most relevant parts of the OBJ file, creating a new file with +the CMP format. Astrometry is performed on the CMP file with the +program {\tt gastro}. {\tt Gastro} makes a comparison with an +astrometric reference database and only changes CMP header keywords as +a result. Finally, the processed image CMP file is added to the +photometry database with the program {\tt addstar}. The photometry +database is maintained in a large number of files (CPT files), each +representing a small region of sky. There is no relationship between +the image locations and the boundaries of CPT file. All of these +processes occur on individual image, and would typically be performed +while the observations are occuring, or during the day following, but +may be performed at any time to add new or archived data to the +database. + +Once large batches of images have been processed, a series of programs +should be run to clean up the photometry database. Typically, these +routines would be run at the end of a night on all of the CPT files to +which new data were added. First, {\tt markstar} identifies bad data +(the trails of satelites, the bleeding columns from stars, ghost +images), and flags these data points appropriately. Second, {\tt + addusno} matches the catalog stars with stars from the USNO database +and adds the USNO magnitudes to the photometry database. Next, {\tt + markrock} searches for likely asteroids in the CPT file, marks them, +and writes the asteroid observations to an asteroid database. It also +notes measurements which are likely to be noise and cosmic rays. +Finally, {\tt nrphot} determines relative photometric calibrations for +observations in a set of CPT files. + +With the exception of {\tt dophot}, all of the programs in the +pipeline refer to a single configuration file to determine the large +number of parameters necessary in the process. The default parameter +file is hardwired into the programs, but an alternate configuration +file may be specified with the environment variable {\tt + PIPE\_CONFIG}. This option makes independent processing of multiple +data sources trivial. For example, if the pipeline is to be used for +both Loneos and SDSS image analysis and display, there could be two +configuration files (eg, {\tt loneos.txt} and {\tt sdss.txt}), one for +each data source. Several important parameters would be different +between these two, for example, the initial plate scale guess for the +astrometry routine, or the parameters which define the rough chip +orientation. This scheme allows for analysis of different types of +images, with a common destination photometry database, or for +independent photometry databases. + +\begin{figure} +\psfig{file=schematic.eps,width=9cm} +\caption{\label{pipeline} +Schematic of the photometry pipeline. Rectangles represent programs, +while ovals represent data products. Arrows show the direction of +travel of information. The flatten routine is a filter whose position +may change as the pipeline matures. +} +\end{figure} + +Data from different sources can be processed by the pipeline and +stored in the same photometry database, since all photometry is tagged +with a source ID in the database (as are the images in the image +database). This allows us to include, for example, the USNO catalog +magnitude measurements (or a subset) in the photometry database for a +quick comparion. Different sources may be considered different +filters, so color-color and color-magnitude diagrams could be +extracted by specifying choices for source catalog. Currently each +object has a single primary photometric system, and individual +observations may be combined to determine that average (eg, if they +are different photometry sources with roughly the filter bandpass) or +they may be ignored when calculating relative magnitudes (eg, the USNO +magnitudes would be ignored). This may be expanded upon by defining +multiple average magnitudes and allowing different measurements to +contribute only to the appropriate average. The determination of the +photometry code for a particular image is currently not well defined. +There are several points in the analysis where the user (or the +controlling program) may specify the photometry source. A table +should be kept in the photometry catalog to define the various +photometry codes. + +\section{Image Analysis Pipeline} +\label{parallel} +\subsection{Photometry -- Dophot} + +Photometry is performed using a varient of {\tt Dophot}. The version +of dophot is based on Dophot 2.0, but it has been adapted to +streamline processing of many files. First, with this version of +dophot, any FITS format data is safely read in. Instead of compiling +to a fixed maximum size, only the memory needed to contain the image +matrix is allocated. The image is also converted to REAL*32 from +whatever BITPIX for processing. Finally, only a single, complete +parameter file is loaded by dophot. There is no option for a modified +and a default parameter file. The parameter file to be used is +defined, along with the input image and the output object list on the +command line when the program is run: \\ +{\tt dophot image.fits image.obj parameter\_file} \\ +To achive this, the code from dophot was wrapped within a C program +which interprets the command line arguments, allocates the necessary +memory, and reads in the image. The rest of the processing is +performed by dophot in the standad manner. Notice that we use a +consistent naming convention through the pipeline reductions. The +image is called {\tt foo.fits}, while the resulting dophot-produced +photometry list is called {\tt foo.obj}. + +\subsection{Cleanup -- fstat} + +After an image is processed by dophot, the object file ({\tt foo.obj}) +is converted to a more-compact, more-complete file called a CMP file, +with a name of the form ({\tt foo.cmp}). This conversion is done with +the program {\tt fstat}. The CMP file consists of the FITS header +from the original image ({\tt foo.fits}), with some additional +keywords to be used at later stages in the analysis, followed by an +ASCII list of the interesting data from ({\tt foo.obj}). In this +list, types 6 and 8 are excluded, and only the following values are +kept: +\begin{verbatim} +X Y Mag dMag t log(sky) +1342.0 106.1 14.166 000 4 3.2 +\end{verbatim} +Objects with a signal-to-noise ratio lower than a specified cutoff +({\tt MIN\_SN\_FSTAT}) are also excluded. Some general information +about the image is derived by {\tt fstat} (FWHM, saturation and +completeness limits, number of each dophot type) and stored as +keywords in the header. The photometry source must be specified at +this stage as one of the command line arguments, though the value used +may be overridden in one of the stages belowe. The resulting file can +now stand on its own without reference to the original image. The +keywords used by {\tt fstat} include the minimum signal to noise, a +rough guess at the zero point ({\tt ZERO\_PT}), and four numbers +defining the format of the {\tt dophot} OBJ file. + +\subsection{Astrometry -- gastro} + +Astrometry is performed automatically by the program {\tt gastro}. +{\tt gastro} loads a CMP file and determines an initial guess for the +center coordinates (based on the RA and DEC header keywords). The +program also uses the configuration information about the plate scale +and rough orientation of the image to get a close to the final +solution. Also, the true sky position of the telescope pole may be +defined to allow astrometry on images taken close to the pole. The +comparison is made with the astrometric catalog, which may be the HST +Guide Star Catalog, or it may be any source if the data is placed in +the correct format. + +\section{The Photometry Database} + +\subsection{Photometry File Format} +The photometry database consists of a large number of photometry files +representing sections of the sky and a file containing information on +the images incorporated in the database. These files are called +alternatively ``region files'' or CPT files (because they have the +extension {\tt .cpt}). The photometry files are sorted by Declination +into different directories, each consisting of a band 7.5\degree\ +wide. These directories have names like n0730, representing the band +starting at a Declination of +07:30. The image database (Images.dat) +is stored in the upper level directory of this directory tree. In +fact, the locations of the Images.dat file, the photometry database, +and such are all flexible and may be changed by altering the +configuration file. + +The name and location of each sky region comes from the Hubble Space +Telescope Guide Star Catalog. There is a file, GSCregions.tbl, which +can be used to find the region file appropriate for any location on +the sky. A number of routines exist to make such a query. + +Each photometry file in the photometry database contains all +observations and all average values for all stars observed within the +appropriate region on the sky. The identity of stars is essentially +determined by the RA and DEC coordinates. In very crowded regions, +the end user may need to double check that a neighboring star is not +contaminating individual detections (see the discusion on {\tt + addstar} below). + +The photometry files are stored in a binary format, both to reduce the +volume and to speed access. As a result, the interpretation of the +data is machine dependent: little endian machines need to swap the +data intelligently. Fortunately, this operation is taken care of +appropriately, if the programs are compiled with the BYTESWAP option +set as needed, which is automatically set by the Makefile in the case +of a Linux machine. For reference, Suns, SGI, and HP are all big +endian, while PCs and DECs are little endian. The automatic +conversion takes place by using the funcions {\tt Fread} and {\tt Fwrite} +to substitute for the standard C library {\tt fread} and {\tt fwrite} +functions. {\tt Fread} and {\tt Fwrite} are told the datatype being read, +and they know the layout of the bytes for a particular datatype. +Anytime the definitions of the relevant structures (see below) are +changed, {\tt Fread} and {\tt Fwrite} must be updated. Fortunately, there +is only one file ({\tt Fread.c}), and it has a single byteswapping +section, making it easy to adjust the code appropriately. + +The format of a single photometry database file consists four +sections: +\begin{itemize} +\item {\bf header} -- this is a standard FITS header with room for comments + about the file or whatever. Since the rest of the file is not a + standard FITS file, the SIMPLE keyword is set to False. The three + necessary keywords are NSTARS, NMEAS, and NMISS, which define the + sizes of the next three sections. +\item {\bf average} -- this section contains all average measurement + quantities for each star in the file. There are NSTARS entries, and + each entry is the data from a structure of type Average (defined in + loneos.h, and discussed in more detail below). Thus, the total size + in bytes of this section can be found by NSTARS*sizeof(Average). +\item {\bf measure} -- this section contains the individual + measurements for each star in the database. There are NMEAS + entries, and like the average section, each entry is a single + structure, in this case of type Measure (in loneos.h, see below). + All measurements of a single star are consecutive. The number of + measurements for a single star is defined by average.Nm and the + starting entry for a single star is given by average.offset. + Therefore, the first measurement of a specific star average[500] + would be given by measure[average[500].offset], while the second is + measure[average[500].offset + 1], and so forth. +\item {\bf missing} -- this section contains references to all missing + measurements of a star. This means all of those occasions when an + image enclosed the location of a star in the database, but no star + was detected on the image. Similar to the case of the measure + section, each star has a number of missing entries (which may be 0) + given by average.Nn, and the first missing entry is given by + average.missing. Each missing entry value is again a structure of + type Missing. Currently, the only data in the structure is the time + of the observation, which allows for an unambiguous recovery of the + image where the star was missed. +\end{itemize} + +\subsubsection*{Average Structure defined in loneos.h} +\begin{verbatim} +typedef struct { + float R; /* RA in decimal degrees */ + float D; /* DEC in decimal degrees */ + short int M; /* thousandths of mag (-32.000 to 32.000 valid range) */ + unsigned short int Nm, Nn; /* number of measurements, missing */ + short int Xp, Xm; /* log(chisq) values in tenths */ + unsigned short int code; /* an ID code (ie, star, ghost, satelite, etc) */ + signed int offset; /* offset to first measurement */ + signed int missing; /* offset to first missing obs */ +} Average; /* 28 bytes / Average */ +\end{verbatim} +The structure above defines the average data stored in the photometry +database for each star. Most of the entries are self-explantory, but +some need a bit of clarification. The two $\chi^2$ entries ({\tt Xp} +and {\tt Xm}) are the $\chi^2$ values of the average position and the +average magnitude. These are stored as logarthmic quantities because +high dynamic range is not needed. For the magnitude, the assumption +is that the star brightness is constant and the $\chi^2$ incorporates +the photometric errors on each measurement. For the postion, the +a default constant error is used \note{True?} and again the assumption +is that the postion is constant. As discussed above, the values of +{\tt Nm} and {\tt Nn} give the number of measurements and missing +observations for this star, while the entries {\tt offset} and {\tt + missing} point to the first {\bf measure} and {\bf missing} entry +for this star. The entry {\tt M} is the current best average +magnitude solution for this star (see the section on Relative +Photometry). Finally, the entry {\tt code} is an ID code for each +object, which may define a variety of things about the object. For +example, if the object is known to be variable, or if the object is +associated with a USNO star, or if the object is a measurement of an +asteroid. See below for details of these definitions. + +\subsubsection*{Measure Structure defined in loneos.h} +{\small +\begin{verbatim} +typedef struct { + short int dR, dD; /* 1/100 of arcsec (-327.67 to +327.67 valid range) */ + short int M; /* thousandths of mag (-32.767 to 32.767 valid range) */ + short int Mcal; /* image cal mag, thousandths of mag (-32.767 to 32.767 valid range) */ + unsigned char dM; /* thousandths of mag (0.000 to 0.255 valid range) */ + char dophot; /* dophot type (1-9) */ + unsigned short int source; /* code to identify photometry source */ + unsigned int t; /* time in seconds (0 - 143 years valid range) */ + unsigned int average; /* reference to corresponding average entry */ + /* upper byte of Measure.average stores flags: + limit of 16,777,215 stars (Naverage) in a file (=0xFFFFFF) + flags: average & 0x1000000 */ +} Measure; /* 20 bytes / Measure */ +\end{verbatim} +} +The structure above defines the individual measurement data stored for +each observation of each star. The first two entries, dR and dD, are +the difference between the average coordinates for this star and the +coordinates determined for this observation. Clearly, if this +residual is too large, the individual measurement will not be +successfully matched with the average star position. {\tt M} and {\tt + dM} are the instrumental magnitude and error for this measurement, +after correction for the exposure time and a zero point (defined in +the configuration file as ZERO\_PT). The entry {\tt t} determines the +time of the individual observation. This is important not only for +timing purposes, but also to determine the source image for this +observation. The time and the entry {\tt source} uniquely determine +the image in the image database that generated this measurement. +Furthermore, this correspondence allows for determination of the pixel +coordinates on the chip, by going throught the image astrometry stored +in the Image database (see below). The entry {\tt source} is a code which +identifies the particular CCD/Telescope/Filter setup. Each unique +{\tt source} should be treated as an independent filter set for the +purposes of accurate relative photometric comparisons. This entry +also allows external catalog data, such as the USNO or Sloan +photometry, to be added to the database, as desired. The entry {\tt + average} is a pointer back to the {\bf average} section to allow +determination of the star from the measurements, in addition to the +reverse. The bits of the upper byte of this value are reserved for +flags used to define particular situations for this measurement. +Possible values are: +\begin{itemize} +\item 1 = BLEND\_IMAGE - the star on the image matched more than one + catalog star +\item 2 = BLEND\_CATALOG - the star in the catalog matched more than + one image star +\item 4 = UPPER\_LIMIT - \note{not really used?} +\item 8 = CALIBRATED - relative photometry has been performed at least + once. +\end{itemize} +The entry {\tt dophot} stores the dophot type for this particular +measurement (1-9: four extra bits in this field). +Finally, the value {\tt Mcal} determines the photometric calibration +of this specific measurment. This value is an offset appropriate to +this image (and if needed, this point in time and this chip position) +to bring the observations of the stars on multiple images to a common +system (see the section on relative photometry). + +\subsection{Image Database} + +All images for which photometry has been included in the photometry +database also have entries in an image database. The image database +is (currently) a single file in the upper directory of the photometry +database. The name of the file is determined by the IMAGE\_CATALOG +entry in the configuration file, and is currently set to Images.dat. +Like the photometry database files, the image database consists of a +FITS header followed by binary data. There is only one type of binary +data: each image has an entry, which is the data from a structure of +type Image (loneos.h). The number of images in the file is determined +by the {\tt NIMAGES} keyword. If the number of images becomes too +large, extrapolation of the system to a set of image database files +with a reference list is quite straightforeward, and could be modeled +on the organization of the region files (eg, one image database file +for each Declination directory). + +\subsubsection*{Image Structure defined in loneos.h} +{\small +\begin{verbatim} +typedef struct { + Coords coords; /* 120 bytes */ + unsigned int tzero; /* readout time row 0 in sec (0 - 142 years valid range) */ + unsigned int nstar; /* number of stars on image */ + short int secz; /* thousanths of airmass (valid range -32.000 -- 32.000) */ + short int NX, NY; /* dimensions of image */ + short int apmifit, dapmifit; /* aperture correction and error in thousandths of mag */ + short int source; /* identifier for CCD (each ever used will have a unique letter) */ + short int Mcal; /* thousandths of mag (-32.000 -- 32.000 valid range) */ + short int dMcal; /* thousandths of mag (-32.000 -- 32.000 valid range) */ + short int Xm; /* 10*log(image chi-square) */ + char name[32]; /* name of original image */ + unsigned char detection_limit; /* tenths of mag (0.0 - 25.6 valid range) */ + unsigned char saturation_limit; /* tenths of mag (0.0 - 25.6 valid range) */ + unsigned char cerror; /* astrometric error: 1/50 of arcsec (0 -- 5.12 valid range) */ + unsigned char fwhm_x, fwhm_y; /* PSF terms in 25*arcsec (valid range 0.0 -- 10.2" ") */ + unsigned char trate; /* 10000 * scan rate in sec/pix (0 -- 0.0256 valid range, + typically 0.0146. this is used only to determine the time + of the observation, not to find the coordinates. 1 byte + gives 0.11 sec accuracy */ + char code; /* flag to mark an image as bad or whatever */ + char dummy[7]; /* extra space for the future? (seems like a lot!) */ + float exptime; /* exposure time, seconds */ +} Image; /* 192 bytes / Image */ +\end{verbatim}} +The structure above lists all of the data stored for each image. A +substantial amount of information is stored for each image. First, +the astrometric calibration information is stored in a {\tt Coords} +structure (see coordinate systems, above). The upper and lower limits +of the photometry in the database (in instrumental magnitudes) is +stored in {\tt detection\_limit} and {\tt saturation\_limit}. These +values are useful for comparison for those stars where observations +are missing. The relationship between time and pixel coordinates is +given by {\tt tzero} and {\tt trate}. Drift images will have a scan +rate stored in {\tt trate}, while staring images will have a value of +0.0 for this entry ({\tt tzero} then applies to the whole image). +Other important parameters are kept: the astrometric error ({\tt + cerror}), the airmass ({\tt secz}), the exposure time ({\tt + exptime}), the number of stars detected ({\tt nstar}), the FWHM +values ({\tt fwhm\_x, fwhm\_y}), the image name ({\tt name}), and the +size of the image ({\tt NX, NY}). The entry {\tt source} is used as +above to define the CCD/Telescope/Filter used for this observation. +The entry {\tt code} is used to flag images in various ways. +Currently, only one bit is used, to define if the image has +unacceptable photometric scatter. Seven extra bytes are stored for +future additions. + +\subsection{Data Incorporation -- {\tt addstar}} + +Images which are completely processed ({\tt dophot, fstat, gastro}) are +then incorporated into the photometry database with the program {\tt +addstar}. This program decides which region files are appropriate +for this particular image, then one-by-one adds stars from the image +to the appropriate region file. Stars already in the catalog are +matched with stars in the new image purely by a positional comparison. +In order to avoid the difficulty of comparisons in the RA and DEC +coordinate frame, a cartesian projection is performed. The stars from +the image being processed and the database stars in the same area are +projected onto a tangent plane and positional comparisons made in this +(locally cartesian) coordinate frame. This avoids the dangerous +singularities at the pole and also makes the RA 0,360\degree\ boundary +a trivial problem. + +Several choices must be made in the comparison process. If a star in +the catalog is matched with a star in the image, the new measurements +of that star are added to the database. If a star in the database +lies in the field of the image, but is not detected, this information +is added to the list of missing data. The only data stored in this +case is the time and source, which is sufficient to unambiguously +identify the source image from the image database. This allows later +programs to find relevant statistics from the image database, if +necessary. If a star is detected in the image, but is not already in +the database, a new entry is added to the database. In addition, the +same ``missing data'' from all previous observations images which have +covered this location (ie, images already in the image database) are +included. This last step is necessary so that the image processing +order is not important. + +Stars also run the danger of being crowded together. Since all +comparisons are performed on the basis of position alone, crowded +fields may make for ambiguous cross-identifications. A pair of stars +are matched if the difference in their positions is less than a +specified search radius (usually dependent on the astrometric for the +image). If more than one catalog stars is correlated with a star in +an image, the new measurement is added to {\em both} catalog stars, +and a flag is set noting that this observation had a blended IMAGE. +Conversely, if a single catalog star is matched with more than one +image star, both new measurements are added to the one catalog star, +and a different flat is set, noting that this observation had a +blended CATALOG. + +\section{Catalog Update and Cleaning} + +Occasionally, once a large number of images have been added to the +photometry database, a set of programs should be run to clean and +update the CPT files. This may best be done on CPT files after a +night's worth of data is incorporated. These routines define bad +data, identify the USNO catalog stars, and search for asteroids and +other junk. Most of the results from these routines are the addition +of object flags to the Average data structures (Average.code). Most +of these routines process data within a single CPT file at a time. + +\subsection{Markstar} + +The first of the update programs, {\tt markstar}, identifies bad data +and flags it. It makes three types of identifications: bright stars, +ghost stars, and trails. In the first case, it searches the HST guide +star catalog for bright stars within the field of the current CPT +file. Three types of pixels are flagged for bright stars. Any +measurements within a circular region centered on the star are suspect +(the ``halo'' of the bright star). Second, points along the X axis +are likely to contain flux from the diffraction spikes. Finally, +points along the Y axis are likely to have bleeding in addition to the +diffraction spikes. Each of these three regions has a different size +and range which must be defined in the configuration file. The +regions are represented by a representative magnitude and a scale +parameter. For example, the diameter $d$ of the halo for a star with +magnitude $m$ is defined as +$d = \mbox{BRIGHT\_HALO\_SLOPE} (m - \mbox{BRIGHT\_HALO\_MAG})$. The X and +Y axis points are defined by the length of the diffraction spike, with +an equivalent formula, and the width of the spike. Since these are +each independent, there are 8 parameters to define the exclusion +regions of bright stars. One of the current drawbacks of this system +is the reliance on the HST Guide Star photometry. In the HST Guide +Star Catalog, only one photometry band is given, so no color +information is available. The parameters currently used were defined +based on a large number of bright stars, with no adjustment for the +different effective filter system of the Loneos telescope and the HST +GSC. Thus, occasionally very red stars will be several magnitudes +brighter in the real data than reported in the catalog. As a result, +large numbers of bad data points in these halos and spikes may be +missed. + +The second type of bad data flagged by {\tt markstar} are the trails +from satelite and other space junk. This portion of the program +searches for objects which land along a line and which have a high +linear density. Parameters may be adjusted to define the width and +the necessary density or number of points in the line. Objects in +lines are also only identified if all observations come from a common +image. If an object only has one measurement and it is in a trail, +the entire Average is flagged to be bad. However, if an object has +many measurements and only one is bad, the object is only flagged as +having some bad data points. + +The third type of bad dat are ghost star images. The HST GSC is +searched for stars projected across the telescope optical axis, which +is defined by the user. All objects within a region of fixed size is +marked for ghost stars brighter than a specific cutoff magnitude. +Similar to the trails, the average is marked as bad only if all +detections of an object are ghost images. Otherwise, it is noted that +some data may be bad. + +\subsection{Addusno} + +The program {\tt addusno} makes two types of identifications of stars +with the USNO catalog. First, it searches for coincidences within a +small, specified radius. The choice of this radius is somewhat +tricky: it is important to catch the association, but also to avoid +making too many associations. Unfortunately, astrometric errors in +the USNO catalog make it necessary to choose a surprisingly large +radius of 5\asec. To avoid making double matches (matching the two +USNO stars to the same photometry database object), only the USNO +object closest to the object is associated. There are also a +substantial number of stars with significant proper motion between the +USNO epochs and the current date. It is not unusual to see 8-15\asec\ +discrepancy for specific stars. To catch these objects, any objects +which do not match the USNO database, but which have more than a +minimum number of measurements (2 or 3?) are searched for more distant +USNO companions. A large, user-specified radius is used for this +search. Of course, only USNO stars which are not already matched to +the database may be candidates for the proper motion match. This +stage is suceptible to errors in that a slow-moving solar-system +object may be associated with a faint USNO star. For this reason, +objects flagged as high proper motion stars should be taken with some +caution. Of course, during the {\tt addusno} stage, no objects +already flagged as bad by {\tt markstar} will be matched with USNO +stars. + +\subsection{Markrock} + +Once stars have been identified with the USNO database, it is possible +to search for asteroid detections. The program {\tt markrock} +searches within a specific CPT file for objects which are moving along +straight lines in (X,Y,t) space. In order for an object to be found +by {\tt markrock}, it must have three points, each with only single +measurements. The third point must land within a specified distance +of the line projected from the first two data points. These +comparisons are made in the three dimensional space of image position +and time. Also, objects are only accepted if they have a speed less +than a threshold. If an object is moving too fast, it will make a +streak on each individual image and will probably be missed anyway. +Moving objects detected in this way are flagged in the photometry +database and are also written to a Rock database. Currently, the Rock +database just contains ASCII lists of the RA, DEC, Mag, and time for +each detection. In fact, the data are stored in pairs of detections, +with the middle detection saved twice. This format makes it easy to +plot lines connecting the points using the connect-the-dots plotting +style of status/kapa (see below). + +One of the current drawbacks of {\tt markrock} is the insistence on +three observations with only 1 measurement each. If an object is +moving too slowly, two of the dectections of the object may be merged +together. Enough data is stored in the database to extract these +individual measurements, so a more sophisticated search is possible. +It is also currently the case that USNO proper motion stars are +ignored, but some of these will be asteroid detections which are +simply too close to a faint USNO stars (it has to be faint because it +would otherwise be associated with a star in the photometry +database). + +\begin{figure} +\psfig{file=flags.eps,width=9cm} +\caption{\label{flags} +Pictoral representation of the Average.code flags. The lower byte +value is used for specific definitions of object types. +} +\end{figure} + +\subsection{Data Flags} + +The identifications made by the above routines are noted as a set of +flags in the Average.code structure entry. Some of these flags are +mutually exclusive, so a certain bit may have more than one meaning, +depending on the value of other bits. Figure~\ref{flags} shows a +pictoral representation of the meaning of the different bit fields. +The uppermost bit (bit 15) determines if the object may be considered +a ``fixed'' star or something which has no fixed location. If it is +not fixed, and this bit is 1, then there are several options. The +second uppermost bit (bit 14) will be set if this object is one of the +three types of bad data flagged by {\tt markstar}. The lower byte of +code is used to define the type of bad data: ghost, trail, or bleed. +Thus, any datapoints determined to be a satelite trail will have a +code value of 0xc002 (49154 decimal). If an object is a moving +object, but not a bad datapoint, it may be identified as a ``rock'' +(an asteroid) by the program {\tt markrock}. In this case, the flag +for an asteroid is turned on (bit 13). Thus anything identified as a +rock by {\tt markrock} will have a code value of 0xa000. The lower +byte of code is not yet defined for asteroids, but could be reserved +for distinguishing different classes of asteroids (ie, on the basis of +orbital speeds, and so forth). Objects which are fixed may have a +variety of possible flags. First, an object may be identified with a +USNO star (bit 14). It may be found to exhibit variability (bit 13), +implying that the relative photometry routine should ignore it. If +may be a transient object (bit 12). Note that, while an object +associated with a USNO object may not be transient, an object which is +variable may also not be associated with a USNO object. Thus, we need +seperate bits for variable vs transient. Different types of variable +objects may be represented with different values of the lower byte. +For example, a Cepheid may have a specific lower byte code of 0x01, +which an RR Lyra may have a lower byte code of 0x02. Thus a Cepheid +associated with the USNO catalog would have a total code value of +0x6001. Finally, any of these types of non-moving objects may have +some bad individual measurements (bit 12) or may be found to have a +significant proper motion (bit 11). + +\section{Holding it Together} + +The preceeding sections describe the step-by-step analysis and +incorporation of the data from individual images. However, the power +of the Pipeline comes in apply it to large numbers of images. At +LONEOS, we are using four Pentinum II computers to analyse the roughly 200 +images that are observed each night. + +It is best to think of the analysis of images occurring on groups of +images from a given night. Of the set of processes discussed above, +those in section \ref{parallel} are performed on individual images +essentially independently of the other images. The rest of the steps, +both the data incorporation ({\tt addstar} and the database cleaning +routines occur on the entire batch, one image at a time. Thus, the +former routines can easily be run in parallel, but the latter routines +are run in serial to avoid having two programs writing to same part of +the database at the same time. In this model, we would process all of +the images from a night through the parallel stage of the analysis and +then run the serial stage only after the entire night is finished in +the parallel stage. We thus have a natural division of the pipeline +into two stages. + +The implementation of the two stages involves several programs, some +of which are specific to the LONEOS problem, and others which are more +general. There are two layers of programs which enable batch +processing of many images and repeated batch processing over many +nights. At the highest level, are Perl scripts which decide on a new +set of data. At the next level down, these scripts call two main C +programs which run the images of a given night through the pipeline. +A fixed set of files keeps a log of the nights and images that have +been processed, so the programs may know if a given night has already +been analysed. + +\subsection{lastnight} + +The Perl script {\tt lastnight} looks at the disks used by the +observers to write the images from a given night. Images are written +to a directory called /pallas/d[1-6]/NNNNNN where NNNNNN is an +abbreviation for the current night's date in the form YYMMDD (ie, +990223). All of the images are stored in this directory with names +yyyyMMDDxxxxb.fits where yyyy is the full year, MM is month, DD is +date, and xxxx is a sequence number. The 'b' refers to the 'b' CCD, +and the .fits extension is required. The script {\tt lastnight} is +called by a cron job scheduled for 7am on {\tt hebe.lowell.edu}. The +script searches the disks /pallas/d[1-6] for a directory of the right +form (basically any directory beginning with a number). By default, +the program demands that the directory have a name of today's date, +but with the flag -any, it will accept any directory. It then checks +to see if this directory have been already included in the +'processed.log' file. If not, it lists all files with the right +ending (*b.fits) and places these names in a file. It also writes the +name of the directory (along with some other data) in a file +'extracted.log'. When it has successfully ended and identified some +data, it calls the next script, {\tt stage1} and then quits. + +\subsection{slurp} + +An alternative to {\tt lastnight} is the Perl script {\tt slurp}, +which looks for data on the tape archive. This script looks at the +tape.log file and compares it to the file processed.log. It tries to +identify nights listed in the tape.log which have not been included in +the processed.log. If it finds any, it tries to download as much of +the data as will fit on the disk /pallas/d1. This script is called +from within the {\tt stage1} script and is invoked if {\tt stage1} is +run without any data already in extracted.log. + +\subsection{stage1} + +The Perl script {\tt stage1} takes the image list produced by {\tt +lastnight} or {\tt slurp} and passes the list to the controller +program {\tt control1} which performs the parallel analysis. The +script has a few features to decide which files have been analysed +through the pipeline and to what extent. If {\tt stage1} is called, +it should be able to figure out 1) if there is data ready to be +analysed, 2) if the data has been partially analysed, 3) which data +needs to be run through which part of the pipeline, and so forth. +These features are most useful if the analysis crashes in the middle +or needs to be restarted. The {\tt stage1} script is meant to be run +without any arguments and it will figure out what needs to be done. +The one possible argument is the -once flag. This flag tells {\tt +stage1} to analyse the data it finds and quit when it finishes, and +not call another instance of itself. The script writes a log file +called \$scriptdir/stage1.NN.log where NN is a number in sequence +between all runs of {\tt stage1}. A file stage1.count keeps track of +which number NN we are on. When {\tt stage1} has finished the +analysis of a night's data, it writes the date in processed.log to +keep {\tt slurp} and {\tt lastnight} from re-running a night. + +\subsection{stage2} +The serial stage processes are run by the Perl scrip {\tt stage2}. +Normally, this script is always running. It waits for the name of a +night to be added to the processed.log file. Once if finds a new name +in this file, it looks for the appropriate images in the file +YYMMDD.addlist. It then submits the list to the second controlling +program {\tt control2}, which runs the images through {\tt addstar}. +Images which are successfully run through addstar have their *bf.fits +(flattened image) and *.obj (dophot output) files deleted. When the +entire night is done, the rest of the *.obj and *bf.fits images are +deleted by {\tt stage2}, the directory with the *.cmp and *.log files +is tared and gzipped into the file YYMMNN.tgz. The directory is then +deleted. Finally, {\tt stage2} calls the script {\tt cleaning.pl} +which runs the cleanup programs ({\tt markstar - nrphot}) on the +database. After a successful run, {\tt stage2} will automatically +respawn a new copy that waits until more data arrives. + +\subsection{control1 / control2} +These two C-programs perform the tasks of farming the images out to +the different machines for analysis. The two programs are essentially +identical, but {\tt control1} is allowed to use all machines and {\tt +control2} can only use one (hebe.lowell.edu, which has the database +local to it, mostly). The two programs also run a different set of +program. These controller programs start off by executing remote +shells (using ssh) on a list of machines. These shells are then used +to execute the remote commands and are kept open the entire time the +process runs. They maintain a list of images in a set of queues. A +set of rules defines the order in which each image travels through the +queues. Each queue is associated with a single process (flatten, +astrometry, etc). Images which successfully run through a queue are +sent on to the defined 'next' queue, while images which fail are +instead sent to the defined 'fail' queue. In most cases, the 'fail' +queue is a process which marks the image as bad and write the name in +a file, and then puts the image in the 'done' queue. However, it is +possible for the 'fail' queue to be another attempt, such as in the +case of astrometry. In this example, images which fail the default +astrometry are run through a second queue which tries again with the +-loneos flag set (this flag makes the assumption that the header +information about the LONEOS region number for the image is correct, +not the RA/DEC information). + +The connections on the remote machines are handled as child processes +with communication through the stdin and stdout/stderr pipes. +Messages can be sent back and forth though these pipes, and messages +which are received from a process associated with an image are written +to a log file with the name imagename.log (where imagename is the root +name of the image). The only required messages from the program are +messages saying ``SUCCESS'' or ``ERROR''. The programs therefore all +end with either of these words. The programs are started within the +controller as a command to the shell followed by and echo ``PROCESS +DONE''. If the controller sees the message ``PROCESS DONE'' without +either ``SUCCESS'' or ``FAILURE'' (after waiting an appropriately long +time), it assumes the program crashed. Currently, no timeout is +available for the programs. The flat-field process is run in mana and +is a slightly special case. We avoid re-loading the same flat many +times by starting a mana process once and running the flatten +procedures as mana function calls. The images which are analysed +(with an indicator of success or failure at each stage) are written to +a file named YYMMDD.addlist by the {\tt control1} and YYMMDD.outlist +by {\tt control2}. + +\section{Lock files} + +A variety of locking mechanisms are used to avoid overwriting the +database or running more than one version of the controlling +programs. there is a perl program, locks, which allows the user to +set or check the state of the different locks. + +\section{File locations} + +\begin{verbatim} +database: /hebe/d27/database (also in /metis/d27/database as linked directories). + lock files also go in this directory +workspace: /irene/d11/workspace - temporary storage of result files +dumpspace: /pallas/d1 - disk to store data dumped from the archive by slurp. +scriptdir: /metis/d11/logs - all log files +\end{verbatim} + +\section{Visualization -- Status} + +Visualization of the data in the photometry database can best be +performed with the program {\tt status}. This is a command-line +driven program with a math and macro language which makes it easy to +perform complex tasks. + +First, a few notes about the user interface. The interface has an +interaction similar to {\tt tcsh}. The arrows allow editing of +previous commands. You can also use emacs-like commands such as +cntl-a to reach the beginning of the line and cntl-e to reach the end. +There is command and file completion: if you type part of a command +(as the first thing on a line) and then type tab, it will fill in as +much as possible, until the word is not unique. Typing tab twice at +that point will list the possible endings. For any but the first word +on a line, the same thing will happen for the files in the current +directory. It is also possible to type just a fraction of a command, +as long as it is unique. An ambiguous command will list the possible +alternatives. For example: +\begin{verbatim} +status: c +ambiguous command: c ( catalog cgrid clear create cursor ) +\end{verbatim} + +The shell is essentially an interpretive programming language. +Variables are set as follows: +\begin{verbatim} +status: $fred = 10 +\end{verbatim} +Any expression within curly brackets \{\} is assumed +to be an arithmetical expression and is evaluated before the line is +executed. For example: +\begin{verbatim} +echo {$fred*dcos(45)} +\end{verbatim} +would give the response 7.07107. There are math functions cos, sin, +and tan, which operate on radian expressions, and also dcos, dsin, +dtan, which operate on degree expressions. There are also the +equivalent inverse functions: eg., asin and dasin return radians and +degrees, respectively. The help section on Math defines all of the +available math functions. + +\subsection{Miscellaneous Commands} +\begin{verbatim} +! -- system call +? -- list commands +?? -- list variables +echo -- type this line +exec -- system call +exit -- exit program +help -- get help on a function +output -- redirect output to file +quit -- exit program +scan -- scan line from keyboard or file to variable +wait -- wait until return is typed +which -- show command +\end{verbatim} +Most of these are self-explanatory. The command ?? prints the system +variables. The {\tt help} command will provide help on a single +command or, without any arguments, will list all available help +files (this includes general help not associated with a specific +command). + +\subsection{Shell Programing} +\begin{verbatim} +break -- escape from function +for -- loops +if -- logical cases +input -- read command lines from a file +macro -- deal with the macros +\end{verbatim} + +There are several options for programming in {\tt status}. First, a +file which contains a series of commands can be executed with {\tt + input (filename)}. It is also possible to define macros which will +behave much like regular commands. A macro is defined by typing {\tt + macro name} or {\tt macro create name} followed by the commands. +Arguments to the macro are assigned to the variables \$1 .. \$N and +the number of arguments is given by \$0. Macros may be defined in +{\tt input} files, and in fact when {\tt status} is started, it loads +the file {\tt \~/.statusrc} which may contain default macros. Simple +loops and if statements can be performed, and are quite useful for +complex macros. + +``If'' statements are similar in syntax to C if statements, but only +the following logical operators are available: $>$, $<$, $=$, !, $|$, +and \&. Notice that (currently) there is no $>=$ or $<=$ symbol. The +operator ! means ``not equal to'', but cannot be used to negate a +logical value. The operators $|$ and \& have the meaning of ``or'' and +``and'' respectively. Math expresions in the if statement must be +contained in curly braces, as elsewhere. Variables with string values +may use the logical $=$ operator to test if two strings are the same. +``For'' loops are quite simplistic. The form is: +\begin{verbatim} +for var first last delta + (commands) +end +\end{verbatim} +The value of {\tt \$var} will start at the value {\tt first} and increment by +{\tt delta} after each loop. The loop will stop after {\tt \$var} is greater +than {\tt stop}. The value {\tt delta} is optional, with 1 assumed. +The value of {\tt \$var} may be changed during the loop, and if set +beyong the value of {\tt last} will end the loop early. + +\subsection{Vector Plotting} + +\begin{verbatim} +box -- draw a box on the plot +clear -- erase plot +create -- create a new vector +cursor -- get coords from cursor +grid -- plot cartesian grid +hist -- create histogram from a vector +labels -- define labels for plot +limits -- define plot limits +plot -- plot a pair of vectors +print -- write vectors to file +ps -- define labels for plot +set -- vector math +style -- set the style for graph plots +vectors -- list vectors +zplot -- plot scaled points +\end{verbatim} + +In addition to scalar variables, {\tt status} can manipulate and +display 1-D vector variables. Many of the commands which extract data +from the photometry database place the data in vectors as well as +plotting them. A vector can also be created based on a number +sequence with the command {\tt create name Nelements start delta}. +The resulting vector has $Nelements$ entries, starting at a value of +$start$ and running until $start + delta*Nelements$. If $delta$ is +0.0, all elements will have the value of $start$. A histogram of a vector +may be made with the command {\tt hist}, which creates a new vector +containing the histogram of the first vector. The data range and bin +size of the histogram are defined in same way as with create. This +makes it easy to create the index vector that goes with a histogram +vector: +\begin{verbatim} +hist y Ny 1 100 0.1 +create dx 1 100 0.1 +\end{verbatim} +The above will create a histogram of y in Ny and the index in dx. +Plotting this with {\tt plot dx Ny} will show the histogram. + +Vector math is performed with a command of the form {\tt set new = + (expression)}. The expression is some math function employing +vectors and scalars. A complete listing of the math operators +available in {\tt set} can be found in the help for {\tt set}. + +Once vectors are defined, they may be plotted. A pair of vectors can +be plotted against each other if they have the same number of entries. +The plotting is performed on the graphics window, Kapa. There are +actually several graphics windows available to {\tt status}, any of +which may be used to plot at any time. Some of the more complex +operations default to either graphics window 0 or 1, depending on the +context. Except for those functions with a pre-defined window, all +plotting functions apply to the current graphics window unless an +option {\tt -n N} is given to specify a different window. The +plotting style is determined by the command {\tt style} which can set +the line width, the line type (solid, dashed, dotted, etc), the point +type (box, cross, etc), the point size, the color, and whether a pair +of vectors is plotted as a sequence of points, a set of connected +lines, or a histogram. Some functions which make plots use their own +styles, as discussed below. The function {\tt limits} lets the user +set the range of the plot axes, or check the current setting. The +command {\tt plot} will plot a pair of vectors on the current graphics +window using the current plotting style for that window. The command +{\tt zplot} will plot a pair of vectors with the point size scaled by +a third vector, with maximum and minimum point sizes representing +specified values. The {\tt cursor} command goes the other way: this +command puts the Kapa window in cursor mode and waits for input from +Kapa. The user can then type any alphanumeric key on the graphics +windows and will be told both the pointer location (in the graphics +coordinates) and will have the coordinates stored in {\tt status} +variables. For example, by typing ``1'' in the sky display window, +the RA and DEC of the pointer are stored in the variables {\tt \$R1} +and {\tt \$D1}. This command can be used to let the user define +locations or regions of interest on the Kapa window. (Future addition: +{\tt button}, which does the same with the mouse buttons). + +\subsection{Database Functions} + +\begin{verbatim} +gcat -- get catalog at location +gimages -- get images at location +gstar -- get star statistics +extract -- extract average vectors from catalogs +mextract -- extract measurement vectors from catalogs +imstats -- plot image statistics +imextract -- extract image vectors from database +lcat -- list catalogs in display region +cmatch -- match two catalogs +\end{verbatim} + +There are a variety of other commands which directly refer to the +photometry database. Some of these functions extract data of various +types from the database, others perform more complex plotting +operations. The commands listed above are those which simply extract +data from the database. The first three list information relevant to +a specific RA, DEC location on the sky: {\tt gcat (RA) (DEC)} lists +the catalog at the specified location and places the name in the +variable {\tt \$CATNAME}, {\tt gimages (RA) (DEC)} lists all images +which overlap the specified location, , {\tt gstars (RA) (DEC) + (RADIUS)} lists data about the stars within a specified radius of +the specified location (all numbers above are given in decimal +degrees). Similarly, {\tt lcat} lists the catalogs in the region. +Imstats lists statistics about each image + +The next three commands extract a specific piece of information from +the photometry database and places it in a vector. First, {\tt + extract} will extract average values for each star and place it in a +vector. Next, {\tt mextract} will extract measurement values for each +star and place it in a vector: as a result a single star may have +multiple entries in the measurement vectors. Finally, {\tt imextract} +will extract image statistics into vectors (not yet implemented). + + +\begin{verbatim} +catalog -- plot catalog stars +cgrid -- plot sky coordinate grid +cplot -- plot vectors in sky coordinates +czplot -- plot scaled vectors in sky coordinates +images -- plot image boxes +imdense -- image density plot +lcurve -- plot lightcurve for a star +pcat -- plot catalog boundaries +region -- define sky region for plot +resid -- plot residuals +simage -- plot stars in an image +\end{verbatim} + +There are two types of database plotting functions: those that display +or refer to the spatial charateristics of the data and those that +refer to other types of charatersitics, such as the time domain. The +graphics window 0 is reserved for all plots of objects on the sky. +The command {\tt region} defines the current sky coordinates for plots +in graphic window 0. The command {\tt pcat} plots the outline of all +photometry database files which are within the currently defined +region (and by default, only those with data). {\tt images} plots the +outline of the images in the image database, while {\tt imdense} shows +the number of images at a location by randomly spacing dots within the +boundary of the images. The command {\tt cgrid} +draws a grid in celestial coordinates on the for the current region. + +The most complex, but also one of the most useful command is {\tt + catalog}, which plots the positions of stars in the photometry +database (and others) on the sky. There are many options to this +command. One set allows the user to plot stars from the photometry +database (the default), from the HST GSC, or from an ASCII text file +with RA, DEC, and Mag in specified columns. If the ASCII file has a +fixed number of bytes per line, the data can be more quickly loaded. +The size of the points may be scaled by the star magnitude, by the +number of observations of the star, or by the number of missing +datapoints for the star. In addition, points may be plotted only if +they land in specified magnitude ranges, or with specified numbers of +measurements, or missed measurements. Also, objects may be plotted +only if they have a specified Average.code, so that only asteroids or +only perfect stars may be plotted. The plotted vectors may be saved, +if desired, and the source catalog epoch may be specified as different +from J2000 (only valid for ASCII data). + +Several other commands relate to non-spatial charateristics of images +and stars. {\tt lcurve} will plot a light curve for all stars within +some radius of a point. {\tt resid} plots the photometry residuals +for a particular region file. + +\section{Some Examples} + +\begin{figure} +\psfig{file=allsky.ps,width=16cm} +\caption{\label{allsky} +Map of the entire sky, and images added to database. +} +\end{figure} + +Fig.~\ref{allsky} shows a map of the entire sky, and the location +of the images currently in the database. This picture was made with +the following commands: (output is not shown) \\ +\begin{verbatim} +status: region 0 0 90 gls +status: cgrid +status: style -lw 2 -c red +status: images +status: ps +\end{verbatim} +In this example, on the graphics window, the image boxes are shown in +red. The user now has the possiblitiy of using the cursor command to +narrow in on a specific region, and so forth. + +\begin{figure} +\psfig{file=catalog.ps,width=9cm} +\caption{\label{catalog} +Comparison between HST GSC and photometry database astrometry. +} +\end{figure} + +Fig.~\ref{catalog} shows an example comparison of the photometry +database star positions and the HST Guide Star Catalog star +positions. The crosses are from the photometry database while the +boxes are from the HST GSC. The size of both points is a function of +brightness. This plot was made with the following commands (starting +from the previous image): +\begin{verbatim} +status: cursor (typed 1 on region of interest) +1 137.097858 22.698305 +q 137.097858 22.698305 +status: region $R1 $D1 0.5 TAN +status: cgrid +status: box +status: style -pt 0 +status: gcat $R1 $D1 + 0 n2230/1951.cpt * +status: catalog n2230/1951.cpt -m 12 18 +status: style -pt 2 +status: catalog n2230/1951.cpt -m 12 18 -g +\end{verbatim} + +\begin{figure} +\psfig{file=lightcurve.ps,width=9cm} +\caption{\label{lightcurve} +Lightcurve for several image stars. +} +\end{figure} + +Fig.~\ref{lightcurve} shows an example lightcurve from three stars in +the above field. The x axis shows the time in seconds, which the y +axis shows the star magnitudes. This plot was made with the following commands (starting +from the previous image): +{\small +\begin{verbatim} +status: cursor +1 137.062562 22.791860 +q 137.062562 22.791860 +status: lcurve $R1 $D1 0.01 -l +status: box +status: gstar $R1 $D1 0.01 +read 11318 stars from catalog file /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt (22462 total measurements) +508 /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt 137.068619 22.785400 18.438000 1 (2) 1.000000 1.000000 +498 /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt 137.062820 22.792747 12.882000 3 (0) 1.000000 1.000000 +501 /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt 137.064499 22.800817 15.480000 3 (0) 1.000000 1.000000 +\end{verbatim}} +The last lines show the database information on the three stars. + +\section{Software Distribution} + +\section{Programming Details} + +\section {Comparison with USNO catalog} + +I have made several comparisons between the USNO catalog and results +from running images from Loneos through the photometry pipeline. In +general, there is a good agreement between the astrometry of the two +datasets. There are specfic areas where the two disagree, however. +First, as discussed above, the USNO star positions may be +significantly different from the observed star positions simply +because of proper motion. The first picure in the ``Comparisons +between Loneos + USNO'' pages shows several stars with significant +proper motion. These are currently being flagged in the photometry +database as discussed. Other differences evident in this first +picture include the classification of bright stars and the splitting +of faint and bright stars. In the upper right of the image, two +bright stars are visible, one of which is actually a double. The USNO +catalog does a good job of detecting both, but it also detects and +includes as stars several diffraction spike points. The HST GSC only +detected a single point and did not split the star at all. The Loneos +data in our pipeline did not detect the star at all due to saturation. +A star in the upper left corner shows the ability of {\tt dophot} in +the Loneos pipeline to split double stars. This star is, on close +inspection, clearly a double. The USNO catalog only detects one. The +Pipeline not only splits the two stars, but it also makes the correct +cross-identification of the stars. + +The second set of pictures shows the ability of the Loneos pipeline to +deal with small galaxies. There are two small galaxies in this field, +both of which are broken into 4 or 5 objects by the USNO catalog, but +maintained as single objects in the Loneos pipeline. In another +example (not shown) a bright star within the disk of a small galaxies +was clearly split from the galaxy by the pipeline (and also by USNO). + +\appendix +\section{Parameter file params.txt} +\begin{verbatim} +# Configuration file for Loneos analysis pipeline + +# important files and directories +GSCFILE /host/pikake/d1/gene/gsc/GSCregions.tbl +GSC_DIR /host/pikake/d1/gene/gsc +CATDIR /host/radon/rad3/gene/photcat2 +IMAGE_CATALOG /host/radon/rad3/gene/photcat2/Images.dat +IMAGE_CATALOG_TEMPLATE /host/radon/rad3/gene/photcat2/template.cat +CATALOG_TEMPLATE /host/radon/rad3/gene/photcat2/template.cat +ROCK_CATALOG /host/radon/rad3/gene/photcat2/Rocks.dat +USNO_CDROM /host/tycho/mnt/md0/kevin/zones +LONEOS_REGIONS /host/pikake/h1/gene/loneos3/regions.map + +# parameters for "fstat" +# instrumental mag zero point +ZERO_PT 24.5 +DOPHOT_CHAR_LINE 129 +DOPHOT_TYPE_FIELD 5 +DOPHOT_AP_FIELD 91 +DOPHOT_PSF_FIELD 52 +MIN_SN_FSTAT 6.0 + +# parameters for "gastro" +DEFAULT_RADIUS 32.0 +MINIMUM_RADIUS 1.5 +MIN_ERROR 0.6 +MIN_PRECISE 0.12 +CCD_PC1_1 1 +CCD_PC2_2 -1 # for loneos +CCD_PC1_2 0 +CCD_PC2_1 0 +ASEC_PIX 2.82 +NFIELD 3.0 +MMIN 6.0 +ROT_ZERO 0 +dROT 1.0 +NROT 2 +POLAR_AXIS_RA -90.0 +POLAR_AXIS_DEC 89.88 +RA_OFFSET -90.0 +DEC_OFFSET 0.0 + +# parameters for "addstar" +# airmass extinction coefficient (in mag / airmass) +NSIGMA 3.0 +ALPHA 0.1 +XOVERSCAN 60 +YOVERSCAN 50 + +# parameters for "controller" +IN_DIR /host/pikake/h1/gene +OUT_DIR /host/pikake/h1/gene/loneos4/ +DOPHOT_PARAMS /host/pikake/h1/gene/src/ohana/config/default_parameters +FLATTEN_SCRIPT /host/pikake/h1/gene/src/ohana/config/test.pro +NEW_IMAGES images.dat +USERNAME gene +PASSWORD gene + +# here we list all available machines +NMACHINES 2 +MACHINE0 pikake.astro.washington.edu +MACHINE1 mildew.astro.washington.edu + +# here we define which machines which are always free +fMACHINE0 1 +fMACHINE1 0 + +# here we define the machine which runs the database +LOCAL_MACHINE 0 + +# parameters for "status" +TIME_REFERENCE 90/01/01 00:00:00 + +# parameters for "nrphot" +# make this one small to boost change of getting an early region +TAU 3.0 +SCATTER_LIM 15.0 +MAG_LIM 17.0 +IMAGE_SCATTER 0.075 +NIMAGE_SCATTER 1.5 +STAR_SCATTER 0.05 + +### parameters for "markstar" +SEARCH_RADIUS 360 # region for initial trail hunt, in arcsec +TRAIL_WIDTH 5.0 # expected trail width, in arcsec +NANGLE_BINS 180 # Number of angular bins in 180 degrees +NPTSINLINE 5 # minimum points needed for trail +MIN_DENSITY 0.025 # minimum linear density in star/arcsec +SPACE_SIGMA 10.0 # how much denser than average for trail? +# parameters defining bright star exclusion regions +BRIGHT_XTRAIL_WIDTH 5.0 # faintest sat. star +BRIGHT_XTRAIL_MAG 9.5 # faintest sat. star +BRIGHT_XTRAIL_SLOPE -80.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +BRIGHT_YTRAIL_WIDTH 5.0 # faintest sat. star +BRIGHT_YTRAIL_MAG 11.0 # faintest sat. star +BRIGHT_YTRAIL_SLOPE -400.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +BRIGHT_HALO_MAG 8.5 # faintest sat. star +BRIGHT_HALO_SLOPE -28.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +# parameters which define the ghosts +GHOST_MAG 7.5 +GHOST_RADIUS 200 # in arcsec +OPTICAL_AXIS1 2154.0 +OPTICAL_AXIS2 2193.0 + +# parameters for "addusno" +USNO_RADIUS 5.0 # in arcsec +USNO_PROPER 20.0 # in arcsec +USNO_RED 1000 # code for USNO Red data +USNO_BLUE 1001 # code for USNO Blue data +# /mnt/cdrom + +# parameters for "markrock" +ROCK_RADIUS 2.0 # in arcsec +ROCK_MAX_RADIUS 20.0 # in arcsec +ROCK_MAX_SPEED 0.1 # in arcsec / sec +\end{verbatim} + +\end{document} Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline3.tex =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline3.tex (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline3.tex (revision 22322) @@ -0,0 +1,1463 @@ +%\documentstyle[astro,psfig]{article} +\documentclass{article} +\usepackage{psfig} +\usepackage{astro} +\usepackage{times} +\GoodMargins +\newcommand{\note}[1]{({\bf #1})} +\title{Variability Pipeline} +\author{Eugene Magnier} +\begin{document} +\maketitle + +\section{Overview} + +The Loneos Pipeline provides automated reduction of images, including +photometry and astrometry, with the final data stored in a photometry +database organized by star position on the sky. + +Fig.~\ref{pipeline} shows a schematic of the analysis pipeline. +Images are written to the disk from the camera by the software which +runs it, {\tt astrocam}. The resulting images are FITS files (which +may be arbitrarily sized) and have header keyword parameters RA and +DEC specifying rough celestial coordinates. Images are first analyzed +by {\tt dophot}, which produces instrumental photometry and pixel +coordinate positions for stars and other objects in the images, +writing files with a particular format, called OBJ files in this +discussion. The results from {\tt dophot} are cleaned up by a program +called {\tt fstat} which merges the header information from the image +with the most relevant parts of the OBJ file, creating a new file with +the CMP format. Astrometry is performed on the CMP file with the +program {\tt gastro}. {\tt Gastro} makes a comparison with an +astrometric reference database and only changes CMP header keywords as +a result. Finally, the processed image CMP file is added to the +photometry database with the program {\tt addstar}. The photometry +database is maintained in a large number of files (CPT files), each +representing a small region of sky. There is no relationship between +the image locations and the boundaries of CPT file. All of these +processes occur on individual image, and would typically be performed +while the observations are occuring, or during the day following, but +may be performed at any time to add new or archived data to the +database. + +Once large batches of images have been processed, a series of programs +should be run to clean up the photometry database. Typically, these +routines would be run at the end of a night on all of the CPT files to +which new data were added. First, {\tt markstar} identifies bad data +(the trails of satelites, the bleeding columns from stars, ghost +images), and flags these data points appropriately. Second, {\tt + addusno} matches the catalog stars with stars from the USNO database +and adds the USNO magnitudes to the photometry database. Next, {\tt + markrock} searches for likely asteroids in the CPT file, marks them, +and writes the asteroid observations to an asteroid database. It also +notes measurements which are likely to be noise and cosmic rays. +Finally, {\tt nrphot} determines relative photometric calibrations for +observations in a set of CPT files. + +With the exception of {\tt dophot}, all of the programs in the +pipeline refer to a single configuration file to determine the large +number of parameters necessary in the process. The default parameter +file is hardwired into the programs, but an alternate configuration +file may be specified with the environment variable {\tt + PIPE\_CONFIG}. This option makes independent processing of multiple +data sources trivial. For example, if the pipeline is to be used for +both Loneos and SDSS image analysis and display, there could be two +configuration files (eg, {\tt loneos.txt} and {\tt sdss.txt}), one for +each data source. Several important parameters would be different +between these two, for example, the initial plate scale guess for the +astrometry routine, or the parameters which define the rough chip +orientation. This scheme allows for analysis of different types of +images, with a common destination photometry database, or for +independent photometry databases. + +\begin{figure} +\psfig{file=schematic.eps,width=9cm} +\caption{\label{pipeline} +Schematic of the photometry pipeline. Rectangles represent programs, +while ovals represent data products. Arrows show the direction of +travel of information. The flatten routine is a filter whose position +may change as the pipeline matures. +} +\end{figure} + +Data from different sources can be processed by the pipeline and +stored in the same photometry database, since all photometry is tagged +with a source ID in the database (as are the images in the image +database). This allows us to include, for example, the USNO catalog +magnitude measurements (or a subset) in the photometry database for a +quick comparion. Different sources may be considered different +filters, so color-color and color-magnitude diagrams could be +extracted by specifying choices for source catalog. Currently each +object has a single primary photometric system, and individual +observations may be combined to determine that average (eg, if they +are different photometry sources with roughly the filter bandpass) or +they may be ignored when calculating relative magnitudes (eg, the USNO +magnitudes would be ignored). This may be expanded upon by defining +multiple average magnitudes and allowing different measurements to +contribute only to the appropriate average. The determination of the +photometry code for a particular image is currently not well defined. +There are several points in the analysis where the user (or the +controlling program) may specify the photometry source. A table +should be kept in the photometry catalog to define the various +photometry codes. + +\section{Image Analysis Pipeline} +\label{parallel} +\subsection{Photometry -- Dophot} + +Photometry is performed using a varient of {\tt Dophot}. The version +of dophot is based on Dophot 2.0, but it has been adapted to +streamline processing of many files. First, with this version of +dophot, any FITS format data is safely read in. Instead of compiling +to a fixed maximum size, only the memory needed to contain the image +matrix is allocated. The image is also converted to REAL*32 from +whatever BITPIX for processing. Finally, only a single, complete +parameter file is loaded by dophot. There is no option for a modified +and a default parameter file. The parameter file to be used is +defined, along with the input image and the output object list on the +command line when the program is run: \\ +{\tt dophot image.fits image.obj parameter\_file} \\ +To achive this, the code from dophot was wrapped within a C program +which interprets the command line arguments, allocates the necessary +memory, and reads in the image. The rest of the processing is +performed by dophot in the standad manner. Notice that we use a +consistent naming convention through the pipeline reductions. The +image is called {\tt foo.fits}, while the resulting dophot-produced +photometry list is called {\tt foo.obj}. + +\subsection{Cleanup -- fstat} + +After an image is processed by dophot, the object file ({\tt foo.obj}) +is converted to a more-compact, more-complete file called a CMP file, +with a name of the form ({\tt foo.cmp}). This conversion is done with +the program {\tt fstat}. The CMP file consists of the FITS header +from the original image ({\tt foo.fits}), with some additional +keywords to be used at later stages in the analysis, followed by an +ASCII list of the interesting data from ({\tt foo.obj}). In this +list, types 6 and 8 are excluded, and only the following values are +kept: +\begin{verbatim} +X Y Mag dMag t log(sky) +1342.0 106.1 14.166 000 4 3.2 +\end{verbatim} +Objects with a signal-to-noise ratio lower than a specified cutoff +({\tt MIN\_SN\_FSTAT}) are also excluded. Some general information +about the image is derived by {\tt fstat} (FWHM, saturation and +completeness limits, number of each dophot type) and stored as +keywords in the header. The photometry source must be specified at +this stage as one of the command line arguments, though the value used +may be overridden in one of the stages belowe. The resulting file can +now stand on its own without reference to the original image. The +keywords used by {\tt fstat} include the minimum signal to noise, a +rough guess at the zero point ({\tt ZERO\_PT}), and four numbers +defining the format of the {\tt dophot} OBJ file. + +\subsection{Astrometry -- gastro} + +Astrometry is performed automatically by the program {\tt gastro}. +{\tt gastro} loads a CMP file and determines an initial guess for the +center coordinates (based on the RA and DEC header keywords). The +program also uses the configuration information about the plate scale +and rough orientation of the image to get a close to the final +solution. Also, the true sky position of the telescope pole may be +defined to allow astrometry on images taken close to the pole. The +comparison is made with the astrometric catalog, which may be the HST +Guide Star Catalog, or it may be any source if the data is placed in +the correct format. + +\section{The Photometry Database} + +\subsection{Photometry File Format} +The photometry database consists of a large number of photometry files +representing sections of the sky and a file containing information on +the images incorporated in the database. These files are called +alternatively ``region files'' or CPT files (because they have the +extension {\tt .cpt}). The photometry files are sorted by Declination +into different directories, each consisting of a band 7.5\degree\ +wide. These directories have names like n0730, representing the band +starting at a Declination of +07:30. The image database (Images.dat) +is stored in the upper level directory of this directory tree. In +fact, the locations of the Images.dat file, the photometry database, +and such are all flexible and may be changed by altering the +configuration file. + +The name and location of each sky region comes from the Hubble Space +Telescope Guide Star Catalog. There is a file, GSCregions.tbl, which +can be used to find the region file appropriate for any location on +the sky. A number of routines exist to make such a query. + +Each photometry file in the photometry database contains all +observations and all average values for all stars observed within the +appropriate region on the sky. The identity of stars is essentially +determined by the RA and DEC coordinates. In very crowded regions, +the end user may need to double check that a neighboring star is not +contaminating individual detections (see the discusion on {\tt + addstar} below). + +The photometry files are stored in a binary format, both to reduce the +volume and to speed access. As a result, the interpretation of the +data is machine dependent: little endian machines need to swap the +data intelligently. Fortunately, this operation is taken care of +appropriately, if the programs are compiled with the BYTESWAP option +set as needed, which is automatically set by the Makefile in the case +of a Linux machine. For reference, Suns, SGI, and HP are all big +endian, while PCs and DECs are little endian. The automatic +conversion takes place by using the funcions {\tt Fread} and {\tt Fwrite} +to substitute for the standard C library {\tt fread} and {\tt fwrite} +functions. {\tt Fread} and {\tt Fwrite} are told the datatype being read, +and they know the layout of the bytes for a particular datatype. +Anytime the definitions of the relevant structures (see below) are +changed, {\tt Fread} and {\tt Fwrite} must be updated. Fortunately, there +is only one file ({\tt Fread.c}), and it has a single byteswapping +section, making it easy to adjust the code appropriately. + +The format of a single photometry database file consists four +sections: +\begin{itemize} +\item {\bf header} -- this is a standard FITS header with room for comments + about the file or whatever. Since the rest of the file is not a + standard FITS file, the SIMPLE keyword is set to False. The three + necessary keywords are NSTARS, NMEAS, and NMISS, which define the + sizes of the next three sections. +\item {\bf average} -- this section contains all average measurement + quantities for each star in the file. There are NSTARS entries, and + each entry is the data from a structure of type Average (defined in + loneos.h, and discussed in more detail below). Thus, the total size + in bytes of this section can be found by NSTARS*sizeof(Average). +\item {\bf measure} -- this section contains the individual + measurements for each star in the database. There are NMEAS + entries, and like the average section, each entry is a single + structure, in this case of type Measure (in loneos.h, see below). + All measurements of a single star are consecutive. The number of + measurements for a single star is defined by average.Nm and the + starting entry for a single star is given by average.offset. + Therefore, the first measurement of a specific star average[500] + would be given by measure[average[500].offset], while the second is + measure[average[500].offset + 1], and so forth. +\item {\bf missing} -- this section contains references to all missing + measurements of a star. This means all of those occasions when an + image enclosed the location of a star in the database, but no star + was detected on the image. Similar to the case of the measure + section, each star has a number of missing entries (which may be 0) + given by average.Nn, and the first missing entry is given by + average.missing. Each missing entry value is again a structure of + type Missing. Currently, the only data in the structure is the time + of the observation, which allows for an unambiguous recovery of the + image where the star was missed. +\end{itemize} + +\subsubsection*{Average Structure defined in loneos.h} +\begin{verbatim} +typedef struct { + float R; /* RA in decimal degrees */ + float D; /* DEC in decimal degrees */ + short int M; /* thousandths of mag (-32.000 to 32.000 valid range) */ + unsigned short int Nm, Nn; /* number of measurements, missing */ + short int Xp; /* scatter in 1/100 arcsec (-327.67 to +327.67 valid range) */ + short int Xm; /* 1000*log(chisq) for magnitude measurement */ + unsigned short int code; /* an ID code (ie, star, ghost, satelite, etc) */ + signed int offset; /* offset to first measurement */ + signed int missing; /* offset to first missing obs */ +} Average; /* 28 bytes / Average */ +\end{verbatim} +The structure above defines the average data stored in the photometry +database for each star. Most of the entries are self-explantory, but +some need a bit of clarification. The two $\chi^2$ entries ({\tt Xp} +and {\tt Xm}) are the $\chi^2$ values of the average position and the +average magnitude. These are stored as logarthmic quantities because +high dynamic range is not needed. For the magnitude, the assumption +is that the star brightness is constant and the $\chi^2$ incorporates +the photometric errors on each measurement. For the postion, the +a default constant error is used \note{True?} and again the assumption +is that the postion is constant. As discussed above, the values of +{\tt Nm} and {\tt Nn} give the number of measurements and missing +observations for this star, while the entries {\tt offset} and {\tt + missing} point to the first {\bf measure} and {\bf missing} entry +for this star. The entry {\tt M} is the current best average +magnitude solution for this star (see the section on Relative +Photometry). Finally, the entry {\tt code} is an ID code for each +object, which may define a variety of things about the object. For +example, if the object is known to be variable, or if the object is +associated with a USNO star, or if the object is a measurement of an +asteroid. See below for details of these definitions. + +\subsubsection*{Measure Structure defined in loneos.h} +{\small +\begin{verbatim} +typedef struct { + short int dR, dD; /* 1/100 of arcsec (-327.67 to +327.67 valid range) */ + short int M; /* thousandths of mag (-32.767 to 32.767 valid range) */ + short int Mcal; /* image cal mag, thousandths of mag (-32.767 to 32.767 valid range) */ + unsigned char dM; /* thousandths of mag (0.000 to 0.255 valid range) */ + char dophot; /* dophot type (1-9) */ + unsigned short int source; /* code to identify photometry source */ + unsigned int t; /* time in seconds (0 - 143 years valid range) */ + unsigned int average; /* reference to corresponding average entry */ + /* upper byte of Measure.average stores flags: + limit of 16,777,215 stars (Naverage) in a file (=0xFFFFFF) + flags: average & 0x1000000 */ +} Measure; /* 20 bytes / Measure */ +\end{verbatim} +} +The structure above defines the individual measurement data stored for +each observation of each star. The first two entries, dR and dD, are +the difference between the average coordinates for this star and the +coordinates determined for this observation. Clearly, if this +residual is too large, the individual measurement will not be +successfully matched with the average star position. {\tt M} and {\tt + dM} are the instrumental magnitude and error for this measurement, +after correction for the exposure time and a zero point (defined in +the configuration file as ZERO\_PT). The entry {\tt t} determines the +time of the individual observation. This is important not only for +timing purposes, but also to determine the source image for this +observation. The time and the entry {\tt source} uniquely determine +the image in the image database that generated this measurement. +Furthermore, this correspondence allows for determination of the pixel +coordinates on the chip, by going throught the image astrometry stored +in the Image database (see below). The entry {\tt source} is a code which +identifies the particular CCD/Telescope/Filter setup. Each unique +{\tt source} should be treated as an independent filter set for the +purposes of accurate relative photometric comparisons. This entry +also allows external catalog data, such as the USNO or Sloan +photometry, to be added to the database, as desired. The entry {\tt + average} is a pointer back to the {\bf average} section to allow +determination of the star from the measurements, in addition to the +reverse. The bits of the upper byte of this value are reserved for +flags used to define particular situations for this measurement. +Possible values are: +\begin{itemize} +\item 1 = BLEND\_IMAGE - the star on the image matched more than one + catalog star +\item 2 = BLEND\_CATALOG - the star in the catalog matched more than + one image star +\item 4 = UPPER\_LIMIT - \note{not really used?} +\item 8 = CALIBRATED - relative photometry has been performed at least + once. +\end{itemize} +The entry {\tt dophot} stores the dophot type for this particular +measurement (1-9: four extra bits in this field). +Finally, the value {\tt Mcal} determines the photometric calibration +of this specific measurment. This value is an offset appropriate to +this image (and if needed, this point in time and this chip position) +to bring the observations of the stars on multiple images to a common +system (see the section on relative photometry). + +\subsection{Image Database} + +All images for which photometry has been included in the photometry +database also have entries in an image database. The image database +is (currently) a single file in the upper directory of the photometry +database. The name of the file is determined by the IMAGE\_CATALOG +entry in the configuration file, and is currently set to Images.dat. +Like the photometry database files, the image database consists of a +FITS header followed by binary data. There is only one type of binary +data: each image has an entry, which is the data from a structure of +type Image (loneos.h). The number of images in the file is determined +by the {\tt NIMAGES} keyword. If the number of images becomes too +large, extrapolation of the system to a set of image database files +with a reference list is quite straightforeward, and could be modeled +on the organization of the region files (eg, one image database file +for each Declination directory). + +\subsubsection*{Image Structure defined in loneos.h} +{\small +\begin{verbatim} +typedef struct { + Coords coords; /* 120 bytes */ + unsigned int tzero; /* readout time row 0 in sec (0 - 142 years valid range) */ + unsigned int nstar; /* number of stars on image */ + short int secz; /* thousanths of airmass (valid range -32.000 -- 32.000) */ + short int NX, NY; /* dimensions of image */ + short int apmifit, dapmifit; /* aperture correction and error in thousandths of mag */ + short int source; /* identifier for CCD (each ever used will have a unique letter) */ + short int Mcal; /* thousandths of mag (-32.000 -- 32.000 valid range) */ + short int dMcal; /* thousandths of mag (-32.000 -- 32.000 valid range) */ + short int Xm; /* 10*log(image chi-square) */ + char name[32]; /* name of original image */ + unsigned char detection_limit; /* tenths of mag (0.0 - 25.6 valid range) */ + unsigned char saturation_limit; /* tenths of mag (0.0 - 25.6 valid range) */ + unsigned char cerror; /* astrometric error: 1/50 of arcsec (0 -- 5.12 valid range) */ + unsigned char fwhm_x, fwhm_y; /* PSF terms in 25*arcsec (valid range 0.0 -- 10.2" ") */ + unsigned char trate; /* 10000 * scan rate in sec/pix (0 -- 0.0256 valid range, + typically 0.0146. this is used only to determine the time + of the observation, not to find the coordinates. 1 byte + gives 0.11 sec accuracy */ + float exptime; /* exposure time, seconds */ + char code; /* flag to mark an image as bad or whatever */ + char dummy[21]; /* extra space for the future */ + short int order; /* number of terms used for Mrel */ + short int Mx, My; + short int Mxx, Mxy, Myy; + short int Mxxx, Mxxy, Mxyy, Myyy; + short int Mxxxx, Mxxxy, Mxxyy, Mxyyy, Myyyy; +} Image; /* 240 bytes / Image */ +\end{verbatim}} +The structure above lists all of the data stored for each image. A +substantial amount of information is stored for each image. First, +the astrometric calibration information is stored in a {\tt Coords} +structure (see coordinate systems, above). The upper and lower limits +of the photometry in the database (in instrumental magnitudes) is +stored in {\tt detection\_limit} and {\tt saturation\_limit}. These +values are useful for comparison for those stars where observations +are missing. The relationship between time and pixel coordinates is +given by {\tt tzero} and {\tt trate}. Drift images will have a scan +rate stored in {\tt trate}, while staring images will have a value of +0.0 for this entry ({\tt tzero} then applies to the whole image). +Other important parameters are kept: the astrometric error ({\tt + cerror}), the airmass ({\tt secz}), the exposure time ({\tt + exptime}), the number of stars detected ({\tt nstar}), the FWHM +values ({\tt fwhm\_x, fwhm\_y}), the image name ({\tt name}), and the +size of the image ({\tt NX, NY}). The entry {\tt source} is used as +above to define the CCD/Telescope/Filter used for this observation. +The entry {\tt code} is used to flag images in various ways. +Currently, only one bit is used, to define if the image has +unacceptable photometric scatter. Seven extra bytes are stored for +future additions. + +\subsection{Data Incorporation -- {\tt addstar}} + +Images which are completely processed ({\tt dophot, fstat, gastro}) are +then incorporated into the photometry database with the program {\tt +addstar}. This program decides which region files are appropriate +for this particular image, then one-by-one adds stars from the image +to the appropriate region file. Stars already in the catalog are +matched with stars in the new image purely by a positional comparison. +In order to avoid the difficulty of comparisons in the RA and DEC +coordinate frame, a cartesian projection is performed. The stars from +the image being processed and the database stars in the same area are +projected onto a tangent plane and positional comparisons made in this +(locally cartesian) coordinate frame. This avoids the dangerous +singularities at the pole and also makes the RA 0,360\degree\ boundary +a trivial problem. + +Several choices must be made in the comparison process. If a star in +the catalog is matched with a star in the image, the new measurements +of that star are added to the database. If a star in the database +lies in the field of the image, but is not detected, this information +is added to the list of missing data. The only data stored in this +case is the time and source, which is sufficient to unambiguously +identify the source image from the image database. This allows later +programs to find relevant statistics from the image database, if +necessary. If a star is detected in the image, but is not already in +the database, a new entry is added to the database. In addition, the +same ``missing data'' from all previous observations images which have +covered this location (ie, images already in the image database) are +included. This last step is necessary so that the image processing +order is not important. + +Stars also run the danger of being crowded together. Since all +comparisons are performed on the basis of position alone, crowded +fields may make for ambiguous cross-identifications. A pair of stars +are matched if the difference in their positions is less than a +specified search radius (usually dependent on the astrometric for the +image). If more than one catalog stars is correlated with a star in +an image, the new measurement is added to {\em both} catalog stars, +and a flag is set noting that this observation had a blended IMAGE. +Conversely, if a single catalog star is matched with more than one +image star, both new measurements are added to the one catalog star, +and a different flat is set, noting that this observation had a +blended CATALOG. + +\section{Catalog Update and Cleaning} + +Occasionally, once a large number of images have been added to the +photometry database, a set of programs should be run to clean and +update the CPT files. This may best be done on CPT files after a +night's worth of data is incorporated. These routines define bad +data, identify the USNO catalog stars, and search for asteroids and +other junk. Most of the results from these routines are the addition +of object flags to the Average data structures (Average.code). Most +of these routines process data within a single CPT file at a time. + +\subsection{Markstar} + +The first of the update programs, {\tt markstar}, identifies bad data +and flags it. It makes three types of identifications: bright stars, +ghost stars, and trails. In the first case, it searches the HST guide +star catalog for bright stars within the field of the current CPT +file. Three types of pixels are flagged for bright stars. Any +measurements within a circular region centered on the star are suspect +(the ``halo'' of the bright star). Second, points along the X axis +are likely to contain flux from the diffraction spikes. Finally, +points along the Y axis are likely to have bleeding in addition to the +diffraction spikes. Each of these three regions has a different size +and range which must be defined in the configuration file. The +regions are represented by a representative magnitude and a scale +parameter. For example, the diameter $d$ of the halo for a star with +magnitude $m$ is defined as +$d = \mbox{BRIGHT\_HALO\_SLOPE} (m - \mbox{BRIGHT\_HALO\_MAG})$. The X and +Y axis points are defined by the length of the diffraction spike, with +an equivalent formula, and the width of the spike. Since these are +each independent, there are 8 parameters to define the exclusion +regions of bright stars. One of the current drawbacks of this system +is the reliance on the HST Guide Star photometry. In the HST Guide +Star Catalog, only one photometry band is given, so no color +information is available. The parameters currently used were defined +based on a large number of bright stars, with no adjustment for the +different effective filter system of the Loneos telescope and the HST +GSC. Thus, occasionally very red stars will be several magnitudes +brighter in the real data than reported in the catalog. As a result, +large numbers of bad data points in these halos and spikes may be +missed. + +The second type of bad data flagged by {\tt markstar} are the trails +from satelite and other space junk. This portion of the program +searches for objects which land along a line and which have a high +linear density. Parameters may be adjusted to define the width and +the necessary density or number of points in the line. Objects in +lines are also only identified if all observations come from a common +image. If an object only has one measurement and it is in a trail, +the entire Average is flagged to be bad. However, if an object has +many measurements and only one is bad, the object is only flagged as +having some bad data points. + +The third type of bad dat are ghost star images. The HST GSC is +searched for stars projected across the telescope optical axis, which +is defined by the user. All objects within a region of fixed size is +marked for ghost stars brighter than a specific cutoff magnitude. +Similar to the trails, the average is marked as bad only if all +detections of an object are ghost images. Otherwise, it is noted that +some data may be bad. + +\subsection{Addusno} + +The program {\tt addusno} makes two types of identifications of stars +with the USNO catalog. First, it searches for coincidences within a +small, specified radius. The choice of this radius is somewhat +tricky: it is important to catch the association, but also to avoid +making too many associations. Unfortunately, astrometric errors in +the USNO catalog make it necessary to choose a surprisingly large +radius of 5\asec. To avoid making double matches (matching the two +USNO stars to the same photometry database object), only the USNO +object closest to the object is associated. There are also a +substantial number of stars with significant proper motion between the +USNO epochs and the current date. It is not unusual to see 8-15\asec\ +discrepancy for specific stars. To catch these objects, any objects +which do not match the USNO database, but which have more than a +minimum number of measurements (2 or 3?) are searched for more distant +USNO companions. A large, user-specified radius is used for this +search. Of course, only USNO stars which are not already matched to +the database may be candidates for the proper motion match. This +stage is suceptible to errors in that a slow-moving solar-system +object may be associated with a faint USNO star. For this reason, +objects flagged as high proper motion stars should be taken with some +caution. Of course, during the {\tt addusno} stage, no objects +already flagged as bad by {\tt markstar} will be matched with USNO +stars. + +\subsection{Markrock} + +Once stars have been identified with the USNO database, it is possible +to search for asteroid detections. The program {\tt markrock} +searches within a specific CPT file for objects which are moving along +straight lines in (X,Y,t) space. In order for an object to be found +by {\tt markrock}, it must have three points, each with only single +measurements. The third point must land within a specified distance +of the line projected from the first two data points. These +comparisons are made in the three dimensional space of image position +and time. Also, objects are only accepted if they have a speed less +than a threshold. If an object is moving too fast, it will make a +streak on each individual image and will probably be missed anyway. +Moving objects detected in this way are flagged in the photometry +database and are also written to a Rock database. Currently, the Rock +database just contains ASCII lists of the RA, DEC, Mag, and time for +each detection. In fact, the data are stored in pairs of detections, +with the middle detection saved twice. This format makes it easy to +plot lines connecting the points using the connect-the-dots plotting +style of status/kapa (see below). + +One of the current drawbacks of {\tt markrock} is the insistence on +three observations with only 1 measurement each. If an object is +moving too slowly, two of the dectections of the object may be merged +together. Enough data is stored in the database to extract these +individual measurements, so a more sophisticated search is possible. +It is also currently the case that USNO proper motion stars are +ignored, but some of these will be asteroid detections which are +simply too close to a faint USNO stars (it has to be faint because it +would otherwise be associated with a star in the photometry +database). + +\begin{figure} +\psfig{file=flags.eps,width=9cm} +\caption{\label{flags} +Pictoral representation of the Average.code flags. The lower byte +value is used for specific definitions of object types. +} +\end{figure} + +\subsection{Data Flags} + +The identifications made by the above routines are noted as a set of +flags in the Average.code structure entry. Some of these flags are +mutually exclusive, so a certain bit may have more than one meaning, +depending on the value of other bits. Figure~\ref{flags} shows a +pictoral representation of the meaning of the different bit fields. +The uppermost bit (bit 15) determines if the object may be considered +a ``fixed'' star or something which has no fixed location. If it is +not fixed, and this bit is 1, then there are several options. The +second uppermost bit (bit 14) will be set if this object is one of the +three types of bad data flagged by {\tt markstar}. The lower byte of +code is used to define the type of bad data: ghost, trail, or bleed. +Thus, any datapoints determined to be a satelite trail will have a +code value of 0xc002 (49154 decimal). If an object is a moving +object, but not a bad datapoint, it may be identified as a ``rock'' +(an asteroid) by the program {\tt markrock}. In this case, the flag +for an asteroid is turned on (bit 13). Thus anything identified as a +rock by {\tt markrock} will have a code value of 0xa000. The lower +byte of code is not yet defined for asteroids, but could be reserved +for distinguishing different classes of asteroids (ie, on the basis of +orbital speeds, and so forth). Objects which are fixed may have a +variety of possible flags. First, an object may be identified with a +USNO star (bit 14). It may be found to exhibit variability (bit 13), +implying that the relative photometry routine should ignore it. If +may be a transient object (bit 12). Note that, while an object +associated with a USNO object may not be transient, an object which is +variable may also not be associated with a USNO object. Thus, we need +seperate bits for variable vs transient. Different types of variable +objects may be represented with different values of the lower byte. +For example, a Cepheid may have a specific lower byte code of 0x01, +which an RR Lyra may have a lower byte code of 0x02. Thus a Cepheid +associated with the USNO catalog would have a total code value of +0x6001. Finally, any of these types of non-moving objects may have +some bad individual measurements (bit 12) or may be found to have a +significant proper motion (bit 11). + +\section{Holding it Together} + +The preceeding sections describe the step-by-step analysis and +incorporation of the data from individual images. However, the power +of the Pipeline comes in applying it to large numbers of images. At +LONEOS, we are using four Pentinum II computers to analyse the roughly 200 +images that are observed each night. + +It is best to think of the analysis of images occurring on groups of +images from a given night. Of the set of processes discussed above, +those in section \ref{parallel} are performed on individual images +essentially independently of the other images. The rest of the steps, +both the data incorporation ({\tt addstar} and the database cleaning +routines occur on the entire batch, one image at a time. Thus, the +former routines can easily be run in parallel, but the latter routines +are run in serial to avoid having two programs writing to same part of +the database at the same time. In this model, we would process all of +the images from a night through the parallel stage of the analysis and +then run the serial stage only after the entire night is finished in +the parallel stage. We thus have a natural division of the pipeline +into two stages. + +The implementation of the two stages involves several programs, some +of which are specific to the LONEOS situation, and others which are +more general. There are two layers of programs which enable batch +processing of many images and repeated batch processing over many +nights. At the highest level, are Perl scripts which choose what data +needs to be analysed and when. These scripts tend to be more +dependent on the details of the LONEOS implementation. At the next +level down, these scripts call two main C programs which run the +images of a given night through the pipeline. These C programs are +more general and do not depend on the details of the LONEOS +implementation. A defined set of files holds a log of the nights and +images that have been processed, both for the information of people +who might want to monitor the progress, but also used by the programs +to guide decisions about what to analyse next. + +\subsection{data and file organization} + +There are a set of standard locations for all of the files used and +created by the Pipeline. These locations have both abstract names +used by the pipeline programs and specific definitions used in the +LONEOS implementation. In general, the definitions of the files are +given in the configuration file, 'config.txt' (currently located in a +hard-wired location, but this may soon change to the mechanism used by +the lastest version of spicam (3.0)). The C programs all refer to the +config file for the definitions, but the Perl scripts currently have +the definitions hardwired as variable names defined in the beginning +of each file. This should be changed to a mechanism that looks in +the config file, perhaps implemented by a standard Perl function. + +Here is a list of the main directories and their meanings: + +logdir: /metis/d11/logs - all log files and the files used by +the Perl scripts to control their actions (except locks) go here. + +workspace: /irene/d11/workspace - the intermediate analysis +stages go here, and the tar, gzipped directory files stay here. + +dumpspace: /pallad/d1 - used by slurp to store images +downloaded from the tape archive. + +database: /hebe/d27/database - the result database, as also +the locks and the Rocks.dat file. + +references: /metis/d11/references - a variety of reference data, +including the HST GSC, the USNO catalog, the config files, and so +forth. + +source: /metis/d11/src/ohana - all of the programs source, +binaries, and scripts relevant to running the Pipeline are contained +in these directories. + +\begin{verbatim} +database: /hebe/d27/database (also in /metis/d27/database as linked directories). + lock files also go in this directory +workspace: /irene/d11/workspace - temporary storage of result files +dumpspace: /pallas/d1 - disk to store data dumped from the archive by slurp. +scriptdir: /metis/d11/logs - all log files +\end{verbatim} + +\subsection{lastnight} + +The first step in the process is the Perl script {\tt lastnight}, +which is highly dependent on the specifics of the LONEOS setup. It +looks at the disks used by the observers to write the images from a +given night. Images are written to a directory called +/pallas/d[1-6]/YYMMDD where 'YYMMDD' is an abbreviation for the current +night's date (ie, 990223). Many files use this naming scheme, so we +will refer to such a name as 'YYMMDD'. All of the images are stored +in this directory with names yyyyMMDDxxxxb.fits where yyyy is the full +year, MM is month, DD is date, and xxxx is a sequence number. The 'b' +refers to the 'b' CCD, and the .fits extension is required. The +script {\tt lastnight} is called by a cron job scheduled for 7am on +{\tt hebe.lowell.edu} (note that the clock on hebe is set to PST, not +local MST - fix this some day!). The script searches the disks +{\tt /pallas/d[1-6]} for a directory of the right form (basically any +directory beginning with a number). By default, the program demands +that the directory have the name derived from today's date, but with +the flag -any, it will accept any directory. It then checks to see if +this directory has been already been analysed (ie, it is included in +the 'processed.log' file). If not, it lists all files in that +directory with the right ending (*b.fits) and places these names in a +file, {\tt /metis/d11/logs/YYMMDD.inlist}. It also writes the name of the +directory (along with some other data) in a file 'extracted.log'. +When it has successfully ended and identified some data, it calls the +next script, {\tt stage1} and then quits. + +\subsection{slurp} + +An alternative to {\tt lastnight} is the Perl script {\tt slurp}, +which looks for data on the tape archive. This script looks at the +tape.log file and compares it to the file 'processed.log'. It tries +to identify nights listed in the file 'tape.log' which have not been +included in the 'processed.log'. If it finds any, it tries to +download as much of the data as will fit on the disk {\tt /pallas/d1}. +This script is called from within the {\tt stage1} script and is +invoked if {\tt stage1} is run without any data already in +the file 'extracted.log'. + +\subsection{stage1} + +The Perl script {\tt stage1} takes the image list produced by {\tt +lastnight} or {\tt slurp} (YYMMDD.inlist) and passes the list to the +controller program {\tt control1} which performs the parallel +analysis. The script has a few features to decide which files have +been analysed through the pipeline and to what extent. If {\tt +stage1} is called, it should be able to figure out 1) if there is data +ready to be analysed (ie, there is a new date reference in the file +'extracted.log'), 2) if the data has been partially analysed (ie, the +date reference in 'extracted.log' has not been put in 'processed.log', +but there are entries in the file YYMMDD.outlist), and 3) which data +needs to be run through which part of the pipeline (ie, it decides +which of the images in YYMMDD.outlist have succeeded at which stages +of the analysis, and starts them at the appropriate spot). These +features are most useful if the analysis crashes in the middle or +needs to be restarted. The {\tt stage1} script is meant to be run +without any arguments and it will figure out what needs to be done. +The one possible argument is the -once flag. This flag tells {\tt +stage1} to analyse the data it finds and quit when it finishes, and +not call another instance of itself. Otherwise, when it is done, it +will restart itself, and since there is no new data in +'extracted.log', it will start a slurp process to get data from the +archive. If there is no data in the archive either, this process will +sleep for an hour and try again. After a few attempts (2 days?), {\tt +stage1} will give up and quit without restarting itself. The script +writes a log file called \$scriptdir/stage1.NN.log where NN is a +number in sequence between all runs of {\tt stage1}. A file +stage1.count keeps track of which number NN we are on. When {\tt +stage1} has finished the analysis of a night's data, it writes the +date in 'processed.log' to let other processes know what has been +analysed. The bulk of {\tt stage1} is not dependent on details of the +LONEOS setup, but it does expect the files to have the naming scheme +described above. + +\subsection{stage2} +The serial stage processes are run by the Perl scrip {\tt stage2}. +Normally, this script is always running. It waits for the name of a +night to be added to the 'processed.log file, presumably be {\tt +stage1}. Once if finds a new name in this file, it looks for the +appropriate images in the file 'YYMMDD.addlist'. It then submits the +list to the second controlling program {\tt control2}, which runs the +images through {\tt addstar}. Images which are successfully run +through addstar have their *bf.fits (flattened image) and *.obj +(dophot output) files deleted. When the entire night is done, the +rest of the *.obj and *bf.fits images are deleted by {\tt stage2}, the +directory with the *.cmp and *.log files is tared and gzipped into the +file YYMMNN.tgz. The directory is then deleted. Finally, {\tt +stage2} calls the scripts {\tt cleaning.pl} and {\tt run.phot} which +runs the cleanup programs ({\tt markstar - nrphot}) on the database. +After a successful run, {\tt stage2} will automatically respawn a new +copy that waits until more data arrives. + +\subsection{control1 / control2} +These two C-programs perform the tasks of farming the images out to +the different machines for analysis. The two programs are essentially +identical, but {\tt control1} is allowed to use all machines and {\tt +control2} can only use one (hebe.lowell.edu, which has the database +local to it). These controller programs start off by executing remote +shells (using ssh) on a set of machines. These shells are then used +to execute the remote commands and are kept open the entire time the +process runs. + +Both control programs maintain a list of images in a set of queues. A +set of rules defines the order in which each image travels through the +queues. Each queue is associated with a single process (ie, flatten, +astrometry, etc). Images which successfully run through a queue are +sent on to the defined 'next' queue, while images which fail are +instead sent to the defined 'fail' queue. In most cases, the 'fail' +queue is a process which marks the image as bad and write the name in +a file, and then puts the image in the 'done' queue. However, it is +possible for the 'fail' queue to be another attempt, such as in the +case of astrometry. In this example, images which fail the default +astrometry are run through a second queue which tries again with the +-loneos flag set (this flag makes the assumption that the header +information about the LONEOS region number for the image is correct, +not the RA/DEC information). + +The connections on the remote machines are handled as child processes +with communication through the stdin and stdout/stderr pipes. +Messages can be sent back and forth though these pipes, and messages +which are received from a process associated with an image are written +to a log file with the name imagename.log (where imagename is the root +name of the image). The only required messages from the program are +messages saying ``SUCCESS'' or ``ERROR''. The programs therefore all +end with either of these words. The programs are started within the +controller as a command to the shell followed by and echo ``PROCESS +DONE''. If the controller sees the message ``PROCESS DONE'' without +either ``SUCCESS'' or ``FAILURE'' (after waiting an appropriately long +time), it assumes the program crashed. Currently, no timeout is +available for the programs. The flat-field process is run in mana and +is a slightly special case. We avoid re-loading the same flat many +times by starting a mana process once and running the flatten +procedures as mana function calls. The images which are analysed +(with an indicator of success or failure at each stage) are written to +a file named 'YYMMDD.addlist' by the {\tt control1} and 'YYMMDD.outlist' +by {\tt control2}. + +\subsection{Lock files} + +A variety of locking mechanisms are used to avoid overwriting the +database or running more than one version of the controlling +programs. There is a perl program, {\tt locks}, which allows the user to +set or check the state of the different locks. All programs which +write to the database check for the existence of a lock on the +database and refuse to run if it exists. The control1/2 programs and the +stage1/2 programs check for their own lock files and only run if they +don't exist. Finally, the use can set the lock files 'kill' or 'halt' +for either stage1 or stage2. The first tells the process to stop +immediately, taking care of bookkeeping first. The second tells the +process to finish the current set of images but not start a new +version. + +\subsection{Other Perl Scripts} + +there are several other scripts which are either used to do some +simple function or are used by the maintainer to check up / work on +the pipeline. The two programs 'checkoutlist' and 'checkaddlist' take +a list of YYMMDD.outlist or YYMMDD.addlist files and list the number +of images in the file and the number of successes at each analysis +stage. There programs 'cleaning.pl' and 'run.phot' deal with the +cleanup programs and the running of nrphot. the program +'backup.stuff' take the first 4 characters of the year/month file +names and backs up to the jukebox tape all tar files for the given +month. + +\section{Operational Issues and Subtleties} + +The current LONEOS system runs principally on four Intel machines +under linux. The existing system has been generally quite stable over +the past year of operation, but there are some subtleties. One +significant issue is the RAID disk attached to hebe.lowell.edu. This +device is a set of three 9 GB disks merged into one 27GB raid disk. +The database is stored mostly on this dist and the RAID disk mounted +on metis. It is easy to split the database across multiple file +systems by using links. Within the database directory, there are +directories for each of 24 Declination bands (7.5 degrees tall). The +easiest way of splitting up the data is to move some of these +subdirectories to another device and creating links to them at the +appropriate place. This is currently done by having a directory +/metis/d27/database with the remote directories. + +The current problem with the /hebe/d27 RAID results from the poor way +it was setup. It was set up without much knowledge of the (at the +time) rather rudimentary linux RAID system. As a result, the +implementation is such that the disk will not automatically be +configured and mounted at boot time. There is a script /root/mdstart +which lists the step to setup the RAID correctly. It would be helpful +if the rc.local or rc.sysinit files were fixed to start, fsck and +mount the RAID automatically at boot. The setup on metis is +substantially more mature and is correctly implemented. It comes up +when the machine boots. + +\section{Visualization -- Status} + +Visualization of the data in the photometry database can best be +performed with the program {\tt status}. This is a command-line +driven program with a math and macro language which makes it easy to +perform complex tasks. + +First, a few notes about the user interface. The interface has an +interaction similar to {\tt tcsh}. The arrows allow editing of +previous commands. You can also use emacs-like commands such as +cntl-a to reach the beginning of the line and cntl-e to reach the end. +There is command and file completion: if you type part of a command +(as the first thing on a line) and then type tab, it will fill in as +much as possible, until the word is not unique. Typing tab twice at +that point will list the possible endings. For any but the first word +on a line, the same thing will happen for the files in the current +directory. It is also possible to type just a fraction of a command, +as long as it is unique. An ambiguous command will list the possible +alternatives. For example: +\begin{verbatim} +status: c +ambiguous command: c ( catalog cgrid clear create cursor ) +\end{verbatim} + +The shell is essentially an interpretive programming language. +Variables are set as follows: +\begin{verbatim} +status: $fred = 10 +\end{verbatim} +Any expression within curly brackets \{\} is assumed +to be an arithmetical expression and is evaluated before the line is +executed. For example: +\begin{verbatim} +echo {$fred*dcos(45)} +\end{verbatim} +would give the response 7.07107. There are math functions cos, sin, +and tan, which operate on radian expressions, and also dcos, dsin, +dtan, which operate on degree expressions. There are also the +equivalent inverse functions: eg., asin and dasin return radians and +degrees, respectively. The help section on Math defines all of the +available math functions. + +\subsection{Miscellaneous Commands} +\begin{verbatim} +! -- system call +? -- list commands +?? -- list variables +echo -- type this line +exec -- system call +exit -- exit program +help -- get help on a function +output -- redirect output to file +quit -- exit program +scan -- scan line from keyboard or file to variable +wait -- wait until return is typed +which -- show command +\end{verbatim} +Most of these are self-explanatory. The command ?? prints the system +variables. The {\tt help} command will provide help on a single +command or, without any arguments, will list all available help +files (this includes general help not associated with a specific +command). + +\subsection{Shell Programing} +\begin{verbatim} +break -- escape from function +for -- loops +if -- logical cases +input -- read command lines from a file +macro -- deal with the macros +\end{verbatim} + +There are several options for programming in {\tt status}. First, a +file which contains a series of commands can be executed with {\tt + input (filename)}. It is also possible to define macros which will +behave much like regular commands. A macro is defined by typing {\tt + macro name} or {\tt macro create name} followed by the commands. +Arguments to the macro are assigned to the variables \$1 .. \$N and +the number of arguments is given by \$0. Macros may be defined in +{\tt input} files, and in fact when {\tt status} is started, it loads +the file {\tt \~/.statusrc} which may contain default macros. Simple +loops and if statements can be performed, and are quite useful for +complex macros. + +``If'' statements are similar in syntax to C if statements, but only +the following logical operators are available: $>$, $<$, $=$, !, $|$, +and \&. Notice that (currently) there is no $>=$ or $<=$ symbol. The +operator ! means ``not equal to'', but cannot be used to negate a +logical value. The operators $|$ and \& have the meaning of ``or'' and +``and'' respectively. Math expresions in the if statement must be +contained in curly braces, as elsewhere. Variables with string values +may use the logical $=$ operator to test if two strings are the same. +``For'' loops are quite simplistic. The form is: +\begin{verbatim} +for var first last delta + (commands) +end +\end{verbatim} +The value of {\tt \$var} will start at the value {\tt first} and increment by +{\tt delta} after each loop. The loop will stop after {\tt \$var} is greater +than {\tt stop}. The value {\tt delta} is optional, with 1 assumed. +The value of {\tt \$var} may be changed during the loop, and if set +beyong the value of {\tt last} will end the loop early. + +\subsection{Vector Plotting} + +\begin{verbatim} +box -- draw a box on the plot +clear -- erase plot +create -- create a new vector +cursor -- get coords from cursor +grid -- plot cartesian grid +hist -- create histogram from a vector +labels -- define labels for plot +limits -- define plot limits +plot -- plot a pair of vectors +print -- write vectors to file +ps -- define labels for plot +set -- vector math +style -- set the style for graph plots +vectors -- list vectors +zplot -- plot scaled points +\end{verbatim} + +In addition to scalar variables, {\tt status} can manipulate and +display 1-D vector variables. Many of the commands which extract data +from the photometry database place the data in vectors as well as +plotting them. A vector can also be created based on a number +sequence with the command {\tt create name Nelements start delta}. +The resulting vector has $Nelements$ entries, starting at a value of +$start$ and running until $start + delta*Nelements$. If $delta$ is +0.0, all elements will have the value of $start$. A histogram of a vector +may be made with the command {\tt hist}, which creates a new vector +containing the histogram of the first vector. The data range and bin +size of the histogram are defined in same way as with create. This +makes it easy to create the index vector that goes with a histogram +vector: +\begin{verbatim} +hist y Ny 1 100 0.1 +create dx 1 100 0.1 +\end{verbatim} +The above will create a histogram of y in Ny and the index in dx. +Plotting this with {\tt plot dx Ny} will show the histogram. + +Vector math is performed with a command of the form {\tt set new = + (expression)}. The expression is some math function employing +vectors and scalars. A complete listing of the math operators +available in {\tt set} can be found in the help for {\tt set}. + +Once vectors are defined, they may be plotted. A pair of vectors can +be plotted against each other if they have the same number of entries. +The plotting is performed on the graphics window, Kapa. There are +actually several graphics windows available to {\tt status}, any of +which may be used to plot at any time. Some of the more complex +operations default to either graphics window 0 or 1, depending on the +context. Except for those functions with a pre-defined window, all +plotting functions apply to the current graphics window unless an +option {\tt -n N} is given to specify a different window. The +plotting style is determined by the command {\tt style} which can set +the line width, the line type (solid, dashed, dotted, etc), the point +type (box, cross, etc), the point size, the color, and whether a pair +of vectors is plotted as a sequence of points, a set of connected +lines, or a histogram. Some functions which make plots use their own +styles, as discussed below. The function {\tt limits} lets the user +set the range of the plot axes, or check the current setting. The +command {\tt plot} will plot a pair of vectors on the current graphics +window using the current plotting style for that window. The command +{\tt zplot} will plot a pair of vectors with the point size scaled by +a third vector, with maximum and minimum point sizes representing +specified values. The {\tt cursor} command goes the other way: this +command puts the Kapa window in cursor mode and waits for input from +Kapa. The user can then type any alphanumeric key on the graphics +windows and will be told both the pointer location (in the graphics +coordinates) and will have the coordinates stored in {\tt status} +variables. For example, by typing ``1'' in the sky display window, +the RA and DEC of the pointer are stored in the variables {\tt \$R1} +and {\tt \$D1}. This command can be used to let the user define +locations or regions of interest on the Kapa window. (Future addition: +{\tt button}, which does the same with the mouse buttons). + +\subsection{Database Functions} + +\begin{verbatim} +gcat -- get catalog at location +gimages -- get images at location +gstar -- get star statistics +extract -- extract average vectors from catalogs +mextract -- extract measurement vectors from catalogs +imstats -- plot image statistics +imextract -- extract image vectors from database +lcat -- list catalogs in display region +cmatch -- match two catalogs +\end{verbatim} + +There are a variety of other commands which directly refer to the +photometry database. Some of these functions extract data of various +types from the database, others perform more complex plotting +operations. The commands listed above are those which simply extract +data from the database. The first three list information relevant to +a specific RA, DEC location on the sky: {\tt gcat (RA) (DEC)} lists +the catalog at the specified location and places the name in the +variable {\tt \$CATNAME}, {\tt gimages (RA) (DEC)} lists all images +which overlap the specified location, , {\tt gstars (RA) (DEC) + (RADIUS)} lists data about the stars within a specified radius of +the specified location (all numbers above are given in decimal +degrees). Similarly, {\tt lcat} lists the catalogs in the region. +Imstats lists statistics about each image + +The next three commands extract a specific piece of information from +the photometry database and places it in a vector. First, {\tt + extract} will extract average values for each star and place it in a +vector. Next, {\tt mextract} will extract measurement values for each +star and place it in a vector: as a result a single star may have +multiple entries in the measurement vectors. Finally, {\tt imextract} +will extract image statistics into vectors (not yet implemented). + + +\begin{verbatim} +catalog -- plot catalog stars +cgrid -- plot sky coordinate grid +cplot -- plot vectors in sky coordinates +czplot -- plot scaled vectors in sky coordinates +images -- plot image boxes +imdense -- image density plot +lcurve -- plot lightcurve for a star +pcat -- plot catalog boundaries +region -- define sky region for plot +resid -- plot residuals +simage -- plot stars in an image +\end{verbatim} + +There are two types of database plotting functions: those that display +or refer to the spatial charateristics of the data and those that +refer to other types of charatersitics, such as the time domain. The +graphics window 0 is reserved for all plots of objects on the sky. +The command {\tt region} defines the current sky coordinates for plots +in graphic window 0. The command {\tt pcat} plots the outline of all +photometry database files which are within the currently defined +region (and by default, only those with data). {\tt images} plots the +outline of the images in the image database, while {\tt imdense} shows +the number of images at a location by randomly spacing dots within the +boundary of the images. The command {\tt cgrid} +draws a grid in celestial coordinates on the for the current region. + +The most complex, but also one of the most useful command is {\tt + catalog}, which plots the positions of stars in the photometry +database (and others) on the sky. There are many options to this +command. One set allows the user to plot stars from the photometry +database (the default), from the HST GSC, or from an ASCII text file +with RA, DEC, and Mag in specified columns. If the ASCII file has a +fixed number of bytes per line, the data can be more quickly loaded. +The size of the points may be scaled by the star magnitude, by the +number of observations of the star, or by the number of missing +datapoints for the star. In addition, points may be plotted only if +they land in specified magnitude ranges, or with specified numbers of +measurements, or missed measurements. Also, objects may be plotted +only if they have a specified Average.code, so that only asteroids or +only perfect stars may be plotted. The plotted vectors may be saved, +if desired, and the source catalog epoch may be specified as different +from J2000 (only valid for ASCII data). + +Several other commands relate to non-spatial charateristics of images +and stars. {\tt lcurve} will plot a light curve for all stars within +some radius of a point. {\tt resid} plots the photometry residuals +for a particular region file. + +\section{Some Examples} + +\begin{figure} +\psfig{file=allsky.ps,width=16cm} +\caption{\label{allsky} +Map of the entire sky, and images added to database. +} +\end{figure} + +Fig.~\ref{allsky} shows a map of the entire sky, and the location +of the images currently in the database. This picture was made with +the following commands: (output is not shown) \\ +\begin{verbatim} +status: region 0 0 90 gls +status: cgrid +status: style -lw 2 -c red +status: images +status: ps +\end{verbatim} +In this example, on the graphics window, the image boxes are shown in +red. The user now has the possiblitiy of using the cursor command to +narrow in on a specific region, and so forth. + +\begin{figure} +\psfig{file=catalog.ps,width=9cm} +\caption{\label{catalog} +Comparison between HST GSC and photometry database astrometry. +} +\end{figure} + +Fig.~\ref{catalog} shows an example comparison of the photometry +database star positions and the HST Guide Star Catalog star +positions. The crosses are from the photometry database while the +boxes are from the HST GSC. The size of both points is a function of +brightness. This plot was made with the following commands (starting +from the previous image): +\begin{verbatim} +status: cursor (typed 1 on region of interest) +1 137.097858 22.698305 +q 137.097858 22.698305 +status: region $R1 $D1 0.5 TAN +status: cgrid +status: box +status: style -pt 0 +status: gcat $R1 $D1 + 0 n2230/1951.cpt * +status: catalog n2230/1951.cpt -m 12 18 +status: style -pt 2 +status: catalog n2230/1951.cpt -m 12 18 -g +\end{verbatim} + +\begin{figure} +\psfig{file=lightcurve.ps,width=9cm} +\caption{\label{lightcurve} +Lightcurve for several image stars. +} +\end{figure} + +Fig.~\ref{lightcurve} shows an example lightcurve from three stars in +the above field. The x axis shows the time in seconds, which the y +axis shows the star magnitudes. This plot was made with the following commands (starting +from the previous image): +{\small +\begin{verbatim} +status: cursor +1 137.062562 22.791860 +q 137.062562 22.791860 +status: lcurve $R1 $D1 0.01 -l +status: box +status: gstar $R1 $D1 0.01 +read 11318 stars from catalog file /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt (22462 total measurements) +508 /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt 137.068619 22.785400 18.438000 1 (2) 1.000000 1.000000 +498 /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt 137.062820 22.792747 12.882000 3 (0) 1.000000 1.000000 +501 /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt 137.064499 22.800817 15.480000 3 (0) 1.000000 1.000000 +\end{verbatim}} +The last lines show the database information on the three stars. + +\section{Software Distribution} + +All of the code, binaries, and scripts for the Pipeline are stored in +the ohana tree at /metis/d11/src/ohana. The ohana directory contains +subdirs of bin, lib, include, src, config, and doc. There is a +Makefile at the top level which calls lower-level Makefiles to build +the programs desired. One of the important concepts in the ohana +distribution is the design of the directory layout to enable binary +support for multiple architectures. The Makefiles use the environment +variable ARCH to determine the appropriate architecture. The binary +and library files are stored in subdirectories of the form bin/\$ARCH +and lib/\$ARCH. It is therefore necessary that users of the ohana +system architecture define the ARCH variable correctly. It is also +necessary to include in the user's PATH the directory +/metis/d11/ohana/bin/\$ARCH. At LONEOS, +with the solaris sparc station and the linux machines both in use, +ARCH can take on the values of 'linux' and 'sol'. The values 'sun4', +'irix', and 'hp' have also been used at various sites. A simple bit +of csh script in the users .cshrc or equivalent can make this +assignment transparently: + +\begin{verbatim} +set sys=`uname -s` +switch ($sys) + case IRIX64: + setenv ARCH irix; + breaksw; + case SunOS: + set ver=`uname -r | awk '{print substr($1,1,1)}'`; + if ($ver == 5) then + setenv ARCH sol + else + setenv ARCH sun4 + endif + breaksw; + case Linux: + setenv ARCH linux; + breaksw; + default: + echo "unknown architecture"; + setenv ARCH unknown; + breaksw; +endsw +\end{verbatim} + +The Makefiles use the ARCH variable not only for destination +directories, but also for destination binary names. All files of the +form fred.c are compiled to fred.ARCH.o (instead of fred.o), +uninstalled libraries get the names libfred.ARCH.a (instead of +libfred.a), while uninstalled programs are called fred.ARCH. + +The perl scripts are kept in ohana/src/perl, with links to the +appropriate bin directories. All programs are stored in directories +of the form ohana/src/program. The exceptions are gastro (stored in +ohana/src/astro), and control1/2 (stored in ohana/src/astro). Also, a +variety of simple, user-level functions are available in +ohana/src/misc. + +Most of the ohana package of programs use several common libraries. +These include the readline library (except for dophot, this is the only +part of ohana that is not written by Eugene Magnier), which is used +for command-line interface systems. Other important libraries are the +fits library for implementing the FITS specifications in a convenient +C-friendly environment, and the ohana library, consisting of basic +string and other basic operations. + +For more details on the programming aspects of parts of the pipeline, +see the associated document, 'A Programmer's Guide to the Loneos +Pipeline' + +\section {Comparison with USNO catalog} + +I have made several comparisons between the USNO catalog and results +from running images from Loneos through the photometry pipeline. In +general, there is a good agreement between the astrometry of the two +datasets. There are specfic areas where the two disagree, however. +First, as discussed above, the USNO star positions may be +significantly different from the observed star positions simply +because of proper motion. The first picure in the ``Comparisons +between Loneos + USNO'' pages shows several stars with significant +proper motion. These are currently being flagged in the photometry +database as discussed. Other differences evident in this first +picture include the classification of bright stars and the splitting +of faint and bright stars. In the upper right of the image, two +bright stars are visible, one of which is actually a double. The USNO +catalog does a good job of detecting both, but it also detects and +includes as stars several diffraction spike points. The HST GSC only +detected a single point and did not split the star at all. The Loneos +data in our pipeline did not detect the star at all due to saturation. +A star in the upper left corner shows the ability of {\tt dophot} in +the Loneos pipeline to split double stars. This star is, on close +inspection, clearly a double. The USNO catalog only detects one. The +Pipeline not only splits the two stars, but it also makes the correct +cross-identification of the stars. + +The second set of pictures shows the ability of the Loneos pipeline to +deal with small galaxies. There are two small galaxies in this field, +both of which are broken into 4 or 5 objects by the USNO catalog, but +maintained as single objects in the Loneos pipeline. In another +example (not shown) a bright star within the disk of a small galaxies +was clearly split from the galaxy by the pipeline (and also by USNO). + +\appendix +\section{Parameter file params.txt} +\begin{verbatim} +# Configuration file for Loneos analysis pipeline + +# important files and directories +GSCFILE /host/pikake/d1/gene/gsc/GSCregions.tbl +GSC_DIR /host/pikake/d1/gene/gsc +CATDIR /host/radon/rad3/gene/photcat2 +IMAGE_CATALOG /host/radon/rad3/gene/photcat2/Images.dat +IMAGE_CATALOG_TEMPLATE /host/radon/rad3/gene/photcat2/template.cat +CATALOG_TEMPLATE /host/radon/rad3/gene/photcat2/template.cat +ROCK_CATALOG /host/radon/rad3/gene/photcat2/Rocks.dat +USNO_CDROM /host/tycho/mnt/md0/kevin/zones +LONEOS_REGIONS /host/pikake/h1/gene/loneos3/regions.map + +# parameters for "fstat" +# instrumental mag zero point +ZERO_PT 24.5 +DOPHOT_CHAR_LINE 129 +DOPHOT_TYPE_FIELD 5 +DOPHOT_AP_FIELD 91 +DOPHOT_PSF_FIELD 52 +MIN_SN_FSTAT 6.0 + +# parameters for "gastro" +DEFAULT_RADIUS 32.0 +MINIMUM_RADIUS 1.5 +MIN_ERROR 0.6 +MIN_PRECISE 0.12 +CCD_PC1_1 1 +CCD_PC2_2 -1 # for loneos +CCD_PC1_2 0 +CCD_PC2_1 0 +ASEC_PIX 2.82 +NFIELD 3.0 +MMIN 6.0 +ROT_ZERO 0 +dROT 1.0 +NROT 2 +POLAR_AXIS_RA -90.0 +POLAR_AXIS_DEC 89.88 +RA_OFFSET -90.0 +DEC_OFFSET 0.0 + +# parameters for "addstar" +# airmass extinction coefficient (in mag / airmass) +NSIGMA 3.0 +ALPHA 0.1 +XOVERSCAN 60 +YOVERSCAN 50 + +# parameters for "controller" +IN_DIR /host/pikake/h1/gene +OUT_DIR /host/pikake/h1/gene/loneos4/ +DOPHOT_PARAMS /host/pikake/h1/gene/src/ohana/config/default_parameters +FLATTEN_SCRIPT /host/pikake/h1/gene/src/ohana/config/test.pro +NEW_IMAGES images.dat +USERNAME gene +PASSWORD gene + +# here we list all available machines +NMACHINES 2 +MACHINE0 pikake.astro.washington.edu +MACHINE1 mildew.astro.washington.edu + +# here we define which machines which are always free +fMACHINE0 1 +fMACHINE1 0 + +# here we define the machine which runs the database +LOCAL_MACHINE 0 + +# parameters for "status" +TIME_REFERENCE 90/01/01 00:00:00 + +# parameters for "nrphot" +# make this one small to boost change of getting an early region +TAU 3.0 +SCATTER_LIM 15.0 +MAG_LIM 17.0 +IMAGE_SCATTER 0.075 +NIMAGE_SCATTER 1.5 +STAR_SCATTER 0.05 + +### parameters for "markstar" +SEARCH_RADIUS 360 # region for initial trail hunt, in arcsec +TRAIL_WIDTH 5.0 # expected trail width, in arcsec +NANGLE_BINS 180 # Number of angular bins in 180 degrees +NPTSINLINE 5 # minimum points needed for trail +MIN_DENSITY 0.025 # minimum linear density in star/arcsec +SPACE_SIGMA 10.0 # how much denser than average for trail? +# parameters defining bright star exclusion regions +BRIGHT_XTRAIL_WIDTH 5.0 # faintest sat. star +BRIGHT_XTRAIL_MAG 9.5 # faintest sat. star +BRIGHT_XTRAIL_SLOPE -80.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +BRIGHT_YTRAIL_WIDTH 5.0 # faintest sat. star +BRIGHT_YTRAIL_MAG 11.0 # faintest sat. star +BRIGHT_YTRAIL_SLOPE -400.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +BRIGHT_HALO_MAG 8.5 # faintest sat. star +BRIGHT_HALO_SLOPE -28.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +# parameters which define the ghosts +GHOST_MAG 7.5 +GHOST_RADIUS 200 # in arcsec +OPTICAL_AXIS1 2154.0 +OPTICAL_AXIS2 2193.0 + +# parameters for "addusno" +USNO_RADIUS 5.0 # in arcsec +USNO_PROPER 20.0 # in arcsec +USNO_RED 1000 # code for USNO Red data +USNO_BLUE 1001 # code for USNO Blue data +# /mnt/cdrom + +# parameters for "markrock" +ROCK_RADIUS 2.0 # in arcsec +ROCK_MAX_RADIUS 20.0 # in arcsec +ROCK_MAX_SPEED 0.1 # in arcsec / sec +\end{verbatim} + +\end{document} Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline4.tex =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline4.tex (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline4.tex (revision 22322) @@ -0,0 +1,1520 @@ +%\documentstyle[astro,psfig]{article} +\documentclass{article} +\usepackage{psfig} +\usepackage{astro} +\usepackage{times} +\GoodMargins +\newcommand{\note}[1]{({\bf #1})} +\title{Variability Pipeline} +\author{Eugene Magnier} +\begin{document} +\maketitle + +\section{Overview} + +The Loneos Pipeline provides automated reduction of images, including +photometry and astrometry, with the final data stored in a photometry +database organized by star position on the sky. + +Fig.~\ref{pipeline} shows a schematic of the analysis pipeline. +Images are written to the disk from the camera by the software which +runs it, {\tt astrocam}. The resulting images are FITS files (which +may be arbitrarily sized) and have header keyword parameters RA and +DEC specifying rough celestial coordinates. Images are first analyzed +by {\tt dophot}, which produces instrumental photometry and pixel +coordinate positions for stars and other objects in the images, +writing files with a particular format, called OBJ files in this +discussion. The results from {\tt dophot} are cleaned up by a program +called {\tt fstat} which merges the header information from the image +with the most relevant parts of the OBJ file, creating a new file with +the CMP format. Astrometry is performed on the CMP file with the +program {\tt gastro}. {\tt Gastro} makes a comparison with an +astrometric reference database and only changes CMP header keywords as +a result. Finally, the processed image CMP file is added to the +photometry database with the program {\tt addstar}. The photometry +database is maintained in a large number of files (CPT files), each +representing a small region of sky. There is no relationship between +the image locations and the boundaries of CPT file. All of these +processes occur on individual image, and would typically be performed +while the observations are occuring, or during the day following, but +may be performed at any time to add new or archived data to the +database. + +Once large batches of images have been processed, a series of programs +should be run to clean up the photometry database. Typically, these +routines would be run at the end of a night on all of the CPT files to +which new data were added. First, {\tt markstar} identifies bad data +(the trails of satelites, the bleeding columns from stars, ghost +images), and flags these data points appropriately. Second, {\tt + addusno} matches the catalog stars with stars from the USNO database +and adds the USNO magnitudes to the photometry database. Next, {\tt + markrock} searches for likely asteroids in the CPT file, marks them, +and writes the asteroid observations to an asteroid database. It also +notes measurements which are likely to be noise and cosmic rays. +Finally, {\tt nrphot} determines relative photometric calibrations for +observations in a set of CPT files. + +With the exception of {\tt dophot}, all of the programs in the +pipeline refer to a single configuration file to determine the large +number of parameters necessary in the process. The default parameter +file is hardwired into the programs, but an alternate configuration +file may be specified with the environment variable {\tt + PIPE\_CONFIG}. This option makes independent processing of multiple +data sources trivial. For example, if the pipeline is to be used for +both Loneos and SDSS image analysis and display, there could be two +configuration files (eg, {\tt loneos.txt} and {\tt sdss.txt}), one for +each data source. Several important parameters would be different +between these two, for example, the initial plate scale guess for the +astrometry routine, or the parameters which define the rough chip +orientation. This scheme allows for analysis of different types of +images, with a common destination photometry database, or for +independent photometry databases. + +\begin{figure} +\psfig{file=schematic.eps,width=9cm} +\caption{\label{pipeline} +Schematic of the photometry pipeline. Rectangles represent programs, +while ovals represent data products. Arrows show the direction of +travel of information. The flatten routine is a filter whose position +may change as the pipeline matures. +} +\end{figure} + +Data from different sources can be processed by the pipeline and +stored in the same photometry database, since all photometry is tagged +with a source ID in the database (as are the images in the image +database). This allows us to include, for example, the USNO catalog +magnitude measurements (or a subset) in the photometry database for a +quick comparion. Different sources may be considered different +filters, so color-color and color-magnitude diagrams could be +extracted by specifying choices for source catalog. Currently each +object has a single primary photometric system, and individual +observations may be combined to determine that average (eg, if they +are different photometry sources with roughly the filter bandpass) or +they may be ignored when calculating relative magnitudes (eg, the USNO +magnitudes would be ignored). This may be expanded upon by defining +multiple average magnitudes and allowing different measurements to +contribute only to the appropriate average. The determination of the +photometry code for a particular image is currently not well defined. +There are several points in the analysis where the user (or the +controlling program) may specify the photometry source. A table +should be kept in the photometry catalog to define the various +photometry codes. + +\section{Image Analysis Pipeline} +\label{parallel} +\subsection{Flat Fielding -- Mana / Flatten} + +Flat fielding is performed on each image after it has been written to +disk by the acquisition software. The processing is performed with +mana (see mana user's guide) using a script written to work with the +analysis pipeline processing software. There are several important +aspects of the script which make it work with the containing programs. +First, the script is contained within a file, flatten.pro, in the +references directory. the script is invoked by calling it on the +command line wehn mana is started. If mana is started with a file +name on the command line, that file is loaded with in 'input'. The +file defines a macro 'flatten', and also loads the flat-field file. +The flattening process is actually done by calling within mana the +macro flatten, with the input and output file names as arguments. By +loading the flat-field at the start of mana, instead of on each +execution of flatten, we save the load time of each flat-field image +(which is 2x the size of the basic image, being 4byte floats per +pixel). The location of the flat field is currently hard-wired in the +flatten script - this should probably be changed in the future. One +of the aspects of this is that the macro loads a flatfield with a +specific name and location. This file is actually a link; The +higher-level controlling process (stage1) creates a link to the +correct flatfield. This allows the analysis process to use different +flatfields for different situations. At LONEOS, we currently use a +flat field generated from a well-understood night. This is probably +not the best solution as the flatfield changes with time. As +discussed below, the photometry solution program, nrphot, fits a +high-order polynomial to the relative photometry, allowing for +differences from the correct flatfield. + +\subsection{Photometry -- Dophot} + +Photometry is performed using a varient of {\tt Dophot}. The version +of dophot is based on Dophot 2.0, but it has been adapted to +streamline processing of many files. First, with this version of +dophot, any FITS format data is safely read in. Instead of compiling +to a fixed maximum size, only the memory needed to contain the image +matrix is allocated. The image is also converted to REAL*32 from +whatever BITPIX for processing. Finally, only a single, complete +parameter file is loaded by dophot. There is no option for a modified +and a default parameter file. The parameter file to be used is +defined, along with the input image and the output object list on the +command line when the program is run: \\ +{\tt dophot image.fits image.obj parameter\_file} \\ +To achive this, the code from dophot was wrapped within a C program +which interprets the command line arguments, allocates the necessary +memory, and reads in the image. The rest of the processing is +performed by dophot in the standad manner. Notice that we use a +consistent naming convention through the pipeline reductions. The +image is called {\tt foo.fits}, while the resulting dophot-produced +photometry list is called {\tt foo.obj}. + +\subsection{Cleanup -- fstat} + +After an image is processed by dophot, the object file ({\tt foo.obj}) +is converted to a more-compact, more-complete file called a CMP file, +with a name of the form ({\tt foo.cmp}). This conversion is done with +the program {\tt fstat}. The CMP file consists of the FITS header +from the original image ({\tt foo.fits}), with some additional +keywords to be used at later stages in the analysis, followed by an +ASCII list of the interesting data from ({\tt foo.obj}). In this +list, types 6 and 8 are excluded, and only the following values are +kept: +\begin{verbatim} +X Y Mag dMag t log(sky) +1342.0 106.1 14.166 000 4 3.2 +\end{verbatim} +Objects with a signal-to-noise ratio lower than a specified cutoff +({\tt MIN\_SN\_FSTAT}) are also excluded. Some general information +about the image is derived by {\tt fstat} (FWHM, saturation and +completeness limits, number of each dophot type) and stored as +keywords in the header. The photometry source must be specified at +this stage as one of the command line arguments, though the value used +may be overridden in one of the stages belowe. The resulting file can +now stand on its own without reference to the original image. The +keywords used by {\tt fstat} include the minimum signal to noise, a +rough guess at the zero point ({\tt ZERO\_PT}), and four numbers +defining the format of the {\tt dophot} OBJ file. + +\subsection{Astrometry -- gastro} + +Astrometry is performed automatically by the program {\tt gastro}. +{\tt gastro} loads a CMP file and determines an initial guess for the +center coordinates (based on the RA and DEC header keywords). The +program also uses the configuration information about the plate scale +and rough orientation of the image to get a close to the final +solution. Also, the true sky position of the telescope pole may be +defined to allow astrometry on images taken close to the pole. The +comparison is made with the astrometric catalog, which may be the HST +Guide Star Catalog, or it may be any source if the data is placed in +the correct format. + +\section{The Photometry Database} + +\subsection{Photometry File Format} +The photometry database consists of a large number of photometry files +representing sections of the sky and a file containing information on +the images incorporated in the database. These files are called +alternatively ``region files'' or CPT files (because they have the +extension {\tt .cpt}). The photometry files are sorted by Declination +into different directories, each consisting of a band 7.5\degree\ +wide. These directories have names like n0730, representing the band +starting at a Declination of +07:30. The image database (Images.dat) +is stored in the upper level directory of this directory tree. In +fact, the locations of the Images.dat file, the photometry database, +and such are all flexible and may be changed by altering the +configuration file. + +The name and location of each sky region comes from the Hubble Space +Telescope Guide Star Catalog. There is a file, GSCregions.tbl, which +can be used to find the region file appropriate for any location on +the sky. A number of routines exist to make such a query. + +Each photometry file in the photometry database contains all +observations and all average values for all stars observed within the +appropriate region on the sky. The identity of stars is essentially +determined by the RA and DEC coordinates. In very crowded regions, +the end user may need to double check that a neighboring star is not +contaminating individual detections (see the discusion on {\tt + addstar} below). + +The photometry files are stored in a binary format, both to reduce the +volume and to speed access. As a result, the interpretation of the +data is machine dependent: little endian machines need to swap the +data intelligently. Fortunately, this operation is taken care of +appropriately, if the programs are compiled with the BYTESWAP option +set as needed, which is automatically set by the Makefile in the case +of a Linux machine. For reference, Suns, SGI, and HP are all big +endian, while PCs and DECs are little endian. The automatic +conversion takes place by using the funcions {\tt Fread} and {\tt Fwrite} +to substitute for the standard C library {\tt fread} and {\tt fwrite} +functions. {\tt Fread} and {\tt Fwrite} are told the datatype being read, +and they know the layout of the bytes for a particular datatype. +Anytime the definitions of the relevant structures (see below) are +changed, {\tt Fread} and {\tt Fwrite} must be updated. Fortunately, there +is only one file ({\tt Fread.c}), and it has a single byteswapping +section, making it easy to adjust the code appropriately. + +The format of a single photometry database file consists four +sections: +\begin{itemize} +\item {\bf header} -- this is a standard FITS header with room for comments + about the file or whatever. Since the rest of the file is not a + standard FITS file, the SIMPLE keyword is set to False. The three + necessary keywords are NSTARS, NMEAS, and NMISS, which define the + sizes of the next three sections. +\item {\bf average} -- this section contains all average measurement + quantities for each star in the file. There are NSTARS entries, and + each entry is the data from a structure of type Average (defined in + loneos.h, and discussed in more detail below). Thus, the total size + in bytes of this section can be found by NSTARS*sizeof(Average). +\item {\bf measure} -- this section contains the individual + measurements for each star in the database. There are NMEAS + entries, and like the average section, each entry is a single + structure, in this case of type Measure (in loneos.h, see below). + All measurements of a single star are consecutive. The number of + measurements for a single star is defined by average.Nm and the + starting entry for a single star is given by average.offset. + Therefore, the first measurement of a specific star average[500] + would be given by measure[average[500].offset], while the second is + measure[average[500].offset + 1], and so forth. +\item {\bf missing} -- this section contains references to all missing + measurements of a star. This means all of those occasions when an + image enclosed the location of a star in the database, but no star + was detected on the image. Similar to the case of the measure + section, each star has a number of missing entries (which may be 0) + given by average.Nn, and the first missing entry is given by + average.missing. Each missing entry value is again a structure of + type Missing. Currently, the only data in the structure is the time + of the observation, which allows for an unambiguous recovery of the + image where the star was missed. +\end{itemize} + +\subsubsection*{Average Structure defined in loneos.h} +{\footnotesize +\begin{verbatim} +typedef struct { + float R; /* RA in decimal degrees */ + float D; /* DEC in decimal degrees */ + short int M; /* thousandths of mag (-32.000 to 32.000 valid range) */ + unsigned short int Nm, Nn; /* number of measurements, missing */ + short int Xp; /* scatter in 1/100 arcsec (-327.67 to +327.67 valid range) */ + short int Xm; /* 1000*log(chisq) for magnitude measurement */ + unsigned short int code; /* an ID code (ie, star, ghost, satelite, etc) */ + signed int offset; /* offset to first measurement */ + signed int missing; /* offset to first missing obs */ +} Average; /* 28 bytes / Average */ +\end{verbatim} } +The structure above defines the average data stored in the photometry +database for each star. Most of the entries are self-explantory, but +some need a bit of clarification. The two $\chi^2$ entries ({\tt Xp} +and {\tt Xm}) are the $\chi^2$ values of the average position and the +average magnitude. These are stored as logarthmic quantities because +high dynamic range is not needed. For the magnitude, the assumption +is that the star brightness is constant and the $\chi^2$ incorporates +the photometric errors on each measurement. For the postion, the +a default constant error is used \note{True?} and again the assumption +is that the postion is constant. As discussed above, the values of +{\tt Nm} and {\tt Nn} give the number of measurements and missing +observations for this star, while the entries {\tt offset} and {\tt + missing} point to the first {\bf measure} and {\bf missing} entry +for this star. The entry {\tt M} is the current best average +magnitude solution for this star (see the section on Relative +Photometry). Finally, the entry {\tt code} is an ID code for each +object, which may define a variety of things about the object. For +example, if the object is known to be variable, or if the object is +associated with a USNO star, or if the object is a measurement of an +asteroid. See below for details of these definitions. + +\subsubsection*{Measure Structure defined in loneos.h} +{\footnotesize +\begin{verbatim} +typedef struct { + short int dR, dD; /* 1/100 of arcsec (-327.67 to +327.67 valid range) */ + short int M; /* thousandths of mag (-32.767 to 32.767 valid range) */ + short int Mcal; /* image cal mag, thousandths of mag (-32.767 to 32.767 valid range) */ + unsigned char dM; /* thousandths of mag (0.000 to 0.255 valid range) */ + char dophot; /* dophot type (1-9) */ + unsigned short int source; /* code to identify photometry source */ + unsigned int t; /* time in seconds (0 - 143 years valid range) */ + unsigned int average; /* reference to corresponding average entry */ + /* upper byte of Measure.average stores flags: + limit of 16,777,215 stars (Naverage) in a file (=0xFFFFFF) + flags: average & 0x1000000 */ +} Measure; /* 20 bytes / Measure */ +\end{verbatim} } +The structure above defines the individual measurement data stored for +each observation of each star. The first two entries, dR and dD, are +the difference between the average coordinates for this star and the +coordinates determined for this observation. Clearly, if this +residual is too large, the individual measurement will not be +successfully matched with the average star position. {\tt M} and {\tt + dM} are the instrumental magnitude and error for this measurement, +after correction for the exposure time and a zero point (defined in +the configuration file as ZERO\_PT). The entry {\tt t} determines the +time of the individual observation. This is important not only for +timing purposes, but also to determine the source image for this +observation. The time and the entry {\tt source} uniquely determine +the image in the image database that generated this measurement. +Furthermore, this correspondence allows for determination of the pixel +coordinates on the chip, by going throught the image astrometry stored +in the Image database (see below). The entry {\tt source} is a code which +identifies the particular CCD/Telescope/Filter setup. Each unique +{\tt source} should be treated as an independent filter set for the +purposes of accurate relative photometric comparisons. This entry +also allows external catalog data, such as the USNO or Sloan +photometry, to be added to the database, as desired. The entry {\tt + average} is a pointer back to the {\bf average} section to allow +determination of the star from the measurements, in addition to the +reverse. The bits of the upper byte of this value are reserved for +flags used to define particular situations for this measurement. +Possible values are: +\begin{itemize} +\item 1 = BLEND\_IMAGE - the star on the image matched more than one + catalog star +\item 2 = BLEND\_CATALOG - the star in the catalog matched more than + one image star +\item 4 = UPPER\_LIMIT - \note{not really used?} +\item 8 = CALIBRATED - relative photometry has been performed at least + once. +\end{itemize} +The entry {\tt dophot} stores the dophot type for this particular +measurement (1-9: four extra bits in this field). +Finally, the value {\tt Mcal} determines the photometric calibration +of this specific measurment. This value is an offset appropriate to +this image (and if needed, this point in time and this chip position) +to bring the observations of the stars on multiple images to a common +system (see the section on relative photometry). + +\subsection{Image Database} + +All images for which photometry has been included in the photometry +database also have entries in an image database. The image database +is (currently) a single file in the upper directory of the photometry +database. The name of the file is determined by the IMAGE\_CATALOG +entry in the configuration file, and is currently set to Images.dat. +Like the photometry database files, the image database consists of a +FITS header followed by binary data. There is only one type of binary +data: each image has an entry, which is the data from a structure of +type Image (loneos.h). The number of images in the file is determined +by the {\tt NIMAGES} keyword. If the number of images becomes too +large, extrapolation of the system to a set of image database files +with a reference list is quite straightforeward, and could be modeled +on the organization of the region files (eg, one image database file +for each Declination directory). + +\subsubsection*{Image Structure defined in loneos.h} +{\footnotesize +\begin{verbatim} +typedef struct { + Coords coords; /* 120 bytes */ + unsigned int tzero; /* readout time row 0 in sec (0 - 142 years valid range) */ + unsigned int nstar; /* number of stars on image */ + short int secz; /* thousanths of airmass (valid range -32.000 -- 32.000) */ + short int NX, NY; /* dimensions of image */ + short int apmifit, dapmifit; /* aperture correction and error in thousandths of mag */ + short int source; /* identifier for CCD (each ever used will have a unique letter) */ + short int Mcal; /* thousandths of mag (-32.000 -- 32.000 valid range) */ + short int dMcal; /* thousandths of mag (-32.000 -- 32.000 valid range) */ + short int Xm; /* 10*log(image chi-square) */ + char name[32]; /* name of original image */ + unsigned char detection_limit; /* tenths of mag (0.0 - 25.6 valid range) */ + unsigned char saturation_limit; /* tenths of mag (0.0 - 25.6 valid range) */ + unsigned char cerror; /* astrometric error: 1/50 of arcsec (0 -- 5.12 valid range) */ + unsigned char fwhm_x, fwhm_y; /* PSF terms in 25*arcsec (valid range 0.0 -- 10.2" ") */ + unsigned char trate; /* 10000 * scan rate in sec/pix (0 -- 0.0256 valid range, + typically 0.0146. this is used only to determine the time + of the observation, not to find the coordinates. 1 byte + gives 0.11 sec accuracy */ + float exptime; /* exposure time, seconds */ + char code; /* flag to mark an image as bad or whatever */ + char dummy[21]; /* extra space for the future */ + short int order; /* number of terms used for Mrel */ + short int Mx, My; + short int Mxx, Mxy, Myy; + short int Mxxx, Mxxy, Mxyy, Myyy; + short int Mxxxx, Mxxxy, Mxxyy, Mxyyy, Myyyy; +} Image; /* 240 bytes / Image */ +\end{verbatim}} +The structure above lists all of the data stored for each image. A +substantial amount of information is stored for each image. First, +the astrometric calibration information is stored in a {\tt Coords} +structure (see coordinate systems, above). The upper and lower limits +of the photometry in the database (in instrumental magnitudes) is +stored in {\tt detection\_limit} and {\tt saturation\_limit}. These +values are useful for comparison for those stars where observations +are missing. The relationship between time and pixel coordinates is +given by {\tt tzero} and {\tt trate}. Drift images will have a scan +rate stored in {\tt trate}, while staring images will have a value of +0.0 for this entry ({\tt tzero} then applies to the whole image). +Other important parameters are kept: the astrometric error ({\tt + cerror}), the airmass ({\tt secz}), the exposure time ({\tt + exptime}), the number of stars detected ({\tt nstar}), the FWHM +values ({\tt fwhm\_x, fwhm\_y}), the image name ({\tt name}), and the +size of the image ({\tt NX, NY}). The entry {\tt source} is used as +above to define the CCD/Telescope/Filter used for this observation. +The entry {\tt code} is used to flag images in various ways. +Currently, only one bit is used, to define if the image has +unacceptable photometric scatter. Seven extra bytes are stored for +future additions. + +\subsection{Data Incorporation -- {\tt addstar}} + +Images which are completely processed ({\tt dophot, fstat, gastro}) are +then incorporated into the photometry database with the program {\tt +addstar}. This program decides which region files are appropriate +for this particular image, then one-by-one adds stars from the image +to the appropriate region file. Stars already in the catalog are +matched with stars in the new image purely by a positional comparison. +In order to avoid the difficulty of comparisons in the RA and DEC +coordinate frame, a cartesian projection is performed. The stars from +the image being processed and the database stars in the same area are +projected onto a tangent plane and positional comparisons made in this +(locally cartesian) coordinate frame. This avoids the dangerous +singularities at the pole and also makes the RA 0,360\degree\ boundary +a trivial problem. + +Several choices must be made in the comparison process. If a star in +the catalog is matched with a star in the image, the new measurements +of that star are added to the database. If a star in the database +lies in the field of the image, but is not detected, this information +is added to the list of missing data. The only data stored in this +case is the time and source, which is sufficient to unambiguously +identify the source image from the image database. This allows later +programs to find relevant statistics from the image database, if +necessary. If a star is detected in the image, but is not already in +the database, a new entry is added to the database. In addition, the +same ``missing data'' from all previous observations images which have +covered this location (ie, images already in the image database) are +included. This last step is necessary so that the image processing +order is not important. + +Stars also run the danger of being crowded together. Since all +comparisons are performed on the basis of position alone, crowded +fields may make for ambiguous cross-identifications. A pair of stars +are matched if the difference in their positions is less than a +specified search radius (usually dependent on the astrometric for the +image). If more than one catalog stars is correlated with a star in +an image, the new measurement is added to {\em both} catalog stars, +and a flag is set noting that this observation had a blended IMAGE. +Conversely, if a single catalog star is matched with more than one +image star, both new measurements are added to the one catalog star, +and a different flat is set, noting that this observation had a +blended CATALOG. + +\section{Catalog Update and Cleaning} + +Occasionally, once a large number of images have been added to the +photometry database, a set of programs should be run to clean and +update the CPT files. This may best be done on CPT files after a +night's worth of data is incorporated. These routines define bad +data, identify the USNO catalog stars, and search for asteroids and +other junk. Most of the results from these routines are the addition +of object flags to the Average data structures (Average.code). Most +of these routines process data within a single CPT file at a time. + +\subsection{Markstar} + +The first of the update programs, {\tt markstar}, identifies bad data +and flags it. It makes three types of identifications: bright stars, +ghost stars, and trails. In the first case, it searches the HST guide +star catalog for bright stars within the field of the current CPT +file. Three types of pixels are flagged for bright stars. Any +measurements within a circular region centered on the star are suspect +(the ``halo'' of the bright star). Second, points along the X axis +are likely to contain flux from the diffraction spikes. Finally, +points along the Y axis are likely to have bleeding in addition to the +diffraction spikes. Each of these three regions has a different size +and range which must be defined in the configuration file. The +regions are represented by a representative magnitude and a scale +parameter. For example, the diameter $d$ of the halo for a star with +magnitude $m$ is defined as +$d = \mbox{BRIGHT\_HALO\_SLOPE} (m - \mbox{BRIGHT\_HALO\_MAG})$. The X and +Y axis points are defined by the length of the diffraction spike, with +an equivalent formula, and the width of the spike. Since these are +each independent, there are 8 parameters to define the exclusion +regions of bright stars. One of the current drawbacks of this system +is the reliance on the HST Guide Star photometry. In the HST Guide +Star Catalog, only one photometry band is given, so no color +information is available. The parameters currently used were defined +based on a large number of bright stars, with no adjustment for the +different effective filter system of the Loneos telescope and the HST +GSC. Thus, occasionally very red stars will be several magnitudes +brighter in the real data than reported in the catalog. As a result, +large numbers of bad data points in these halos and spikes may be +missed. + +The second type of bad data flagged by {\tt markstar} are the trails +from satelite and other space junk. This portion of the program +searches for objects which land along a line and which have a high +linear density. Parameters may be adjusted to define the width and +the necessary density or number of points in the line. Objects in +lines are also only identified if all observations come from a common +image. If an object only has one measurement and it is in a trail, +the entire Average is flagged to be bad. However, if an object has +many measurements and only one is bad, the object is only flagged as +having some bad data points. + +The third type of bad dat are ghost star images. The HST GSC is +searched for stars projected across the telescope optical axis, which +is defined by the user. All objects within a region of fixed size is +marked for ghost stars brighter than a specific cutoff magnitude. +Similar to the trails, the average is marked as bad only if all +detections of an object are ghost images. Otherwise, it is noted that +some data may be bad. + +\subsection{Addusno} + +The program {\tt addusno} makes two types of identifications of stars +with the USNO catalog. First, it searches for coincidences within a +small, specified radius. The choice of this radius is somewhat +tricky: it is important to catch the association, but also to avoid +making too many associations. Unfortunately, astrometric errors in +the USNO catalog make it necessary to choose a surprisingly large +radius of 5\asec. To avoid making double matches (matching the two +USNO stars to the same photometry database object), only the USNO +object closest to the object is associated. There are also a +substantial number of stars with significant proper motion between the +USNO epochs and the current date. It is not unusual to see 8-15\asec\ +discrepancy for specific stars. To catch these objects, any objects +which do not match the USNO database, but which have more than a +minimum number of measurements (2 or 3?) are searched for more distant +USNO companions. A large, user-specified radius is used for this +search. Of course, only USNO stars which are not already matched to +the database may be candidates for the proper motion match. This +stage is suceptible to errors in that a slow-moving solar-system +object may be associated with a faint USNO star. For this reason, +objects flagged as high proper motion stars should be taken with some +caution. Of course, during the {\tt addusno} stage, no objects +already flagged as bad by {\tt markstar} will be matched with USNO +stars. + +\subsection{Markrock} + +Once stars have been identified with the USNO database, it is possible +to search for asteroid detections. The program {\tt markrock} +searches within a specific CPT file for objects which are moving along +straight lines in (X,Y,t) space. In order for an object to be found +by {\tt markrock}, it must have three points, each with only single +measurements. The third point must land within a specified distance +of the line projected from the first two data points. These +comparisons are made in the three dimensional space of image position +and time. Also, objects are only accepted if they have a speed less +than a threshold. If an object is moving too fast, it will make a +streak on each individual image and will probably be missed anyway. +Moving objects detected in this way are flagged in the photometry +database and are also written to a Rock database. Currently, the Rock +database just contains ASCII lists of the RA, DEC, Mag, and time for +each detection. In fact, the data are stored in pairs of detections, +with the middle detection saved twice. This format makes it easy to +plot lines connecting the points using the connect-the-dots plotting +style of status/kapa (see below). + +One of the current drawbacks of {\tt markrock} is the insistence on +three observations with only 1 measurement each. If an object is +moving too slowly, two of the dectections of the object may be merged +together. Enough data is stored in the database to extract these +individual measurements, so a more sophisticated search is possible. +It is also currently the case that USNO proper motion stars are +ignored, but some of these will be asteroid detections which are +simply too close to a faint USNO stars (it has to be faint because it +would otherwise be associated with a star in the photometry +database). + +\section{Relative Photometry -- nrphot} + +Once the data has been incorporated in the photometry database and the +data validation routines have been run, it is possible to determine +photometric solutions for all of the images. The program which does +this is nrphot. It tries to find a set of solutions for each image +which reduce both the scatter per image and the scatter per star. To +see how this works, we start by defining a measurement of star $j$ on +image $i$ as $m_{i,j}$. Every star has an apparent magnitude of +$M_j$. Every image has a correction magnitude of $M_i$, defined as +$m_{i,j}= M_i + M_j$. (USE SOME OF THE TEXT FROM THE M31 paper). + +The Pipeline implementation of relative photometry includes the +possibility for up to third order polynomial terms across the field. +This is needed to account for the different flat fields, particularly +between images taken with and without the red-block filter. + +\begin{figure} +\psfig{file=flags.eps,width=9cm} +\caption{\label{flags} +Pictoral representation of the Average.code flags. The lower byte +value is used for specific definitions of object types. +} +\end{figure} + +\subsection{Data Flags} + +The identifications made by the above routines are noted as a set of +flags in the Average.code structure entry. Some of these flags are +mutually exclusive, so a certain bit may have more than one meaning, +depending on the value of other bits. Figure~\ref{flags} shows a +pictoral representation of the meaning of the different bit fields. +The uppermost bit (bit 15) determines if the object may be considered +a ``fixed'' star or something which has no fixed location. If it is +not fixed, and this bit is 1, then there are several options. The +second uppermost bit (bit 14) will be set if this object is one of the +three types of bad data flagged by {\tt markstar}. The lower byte of +code is used to define the type of bad data: ghost, trail, or bleed. +Thus, any datapoints determined to be a satelite trail will have a +code value of 0xc002 (49154 decimal). If an object is a moving +object, but not a bad datapoint, it may be identified as a ``rock'' +(an asteroid) by the program {\tt markrock}. In this case, the flag +for an asteroid is turned on (bit 13). Thus anything identified as a +rock by {\tt markrock} will have a code value of 0xa000. The lower +byte of code is not yet defined for asteroids, but could be reserved +for distinguishing different classes of asteroids (ie, on the basis of +orbital speeds, and so forth). Objects which are fixed may have a +variety of possible flags. First, an object may be identified with a +USNO star (bit 14). It may be found to exhibit variability (bit 13), +implying that the relative photometry routine should ignore it. If +may be a transient object (bit 12). Note that, while an object +associated with a USNO object may not be transient, an object which is +variable may also not be associated with a USNO object. Thus, we need +seperate bits for variable vs transient. Different types of variable +objects may be represented with different values of the lower byte. +For example, a Cepheid may have a specific lower byte code of 0x01, +which an RR Lyra may have a lower byte code of 0x02. Thus a Cepheid +associated with the USNO catalog would have a total code value of +0x6001. Finally, any of these types of non-moving objects may have +some bad individual measurements (bit 12) or may be found to have a +significant proper motion (bit 11). + +\section{Holding it Together} + +The preceeding sections describe the step-by-step analysis and +incorporation of the data from individual images. However, the power +of the Pipeline comes in applying it to large numbers of images. At +LONEOS, we are using four Pentinum II computers to analyse the roughly 200 +images that are observed each night. + +It is best to think of the analysis of images occurring on groups of +images from a given night. Of the set of processes discussed above, +those in section \ref{parallel} are performed on individual images +essentially independently of the other images. The rest of the steps, +both the data incorporation ({\tt addstar} and the database cleaning +routines occur on the entire batch, one image at a time. Thus, the +former routines can easily be run in parallel, but the latter routines +are run in serial to avoid having two programs writing to same part of +the database at the same time. In this model, we would process all of +the images from a night through the parallel stage of the analysis and +then run the serial stage only after the entire night is finished in +the parallel stage. We thus have a natural division of the pipeline +into two stages. + +The implementation of the two stages involves several programs, some +of which are specific to the LONEOS situation, and others which are +more general. There are two layers of programs which enable batch +processing of many images and repeated batch processing over many +nights. At the highest level, are Perl scripts which choose what data +needs to be analysed and when. These scripts tend to be more +dependent on the details of the LONEOS implementation. At the next +level down, these scripts call two main C programs which run the +images of a given night through the pipeline. These C programs are +more general and do not depend on the details of the LONEOS +implementation. A defined set of files holds a log of the nights and +images that have been processed, both for the information of people +who might want to monitor the progress, but also used by the programs +to guide decisions about what to analyse next. + +\subsection{data and file organization} + +There are a set of standard locations for all of the files used and +created by the Pipeline. These locations have both abstract names +used by the pipeline programs and specific definitions used in the +LONEOS implementation. In general, the definitions of the files are +given in the configuration file, 'config.txt' (currently located in a +hard-wired location, but this may soon change to the mechanism used by +the lastest version of spicam (3.0)). The C programs all refer to the +config file for the definitions, but the Perl scripts currently have +the definitions hardwired as variable names defined in the beginning +of each file. This should be changed to a mechanism that looks in +the config file, perhaps implemented by a standard Perl function. + +Here is a list of the main directories and their meanings: + +logdir: /metis/d11/logs - all log files and the files used by +the Perl scripts to control their actions (except locks) go here. + +workspace: /irene/d11/workspace - the intermediate analysis +stages go here, and the tar, gzipped directory files stay here. + +dumpspace: /pallad/d1 - used by slurp to store images +downloaded from the tape archive. + +database: /hebe/d27/database - the result database, as also +the locks and the Rocks.dat file. + +references: /metis/d11/references - a variety of reference data, +including the HST GSC, the USNO catalog, the config files, and so +forth. + +source: /metis/d11/src/ohana - all of the programs source, +binaries, and scripts relevant to running the Pipeline are contained +in these directories. + +\begin{verbatim} +database: /hebe/d27/database (also in /metis/d27/database as linked directories). + lock files also go in this directory +workspace: /irene/d11/workspace - temporary storage of result files +dumpspace: /pallas/d1 - disk to store data dumped from the archive by slurp. +scriptdir: /metis/d11/logs - all log files +\end{verbatim} + +\subsection{lastnight} + +The first step in the process is the Perl script {\tt lastnight}, +which is highly dependent on the specifics of the LONEOS setup. It +looks at the disks used by the observers to write the images from a +given night. Images are written to a directory called +/pallas/d[1-6]/YYMMDD where 'YYMMDD' is an abbreviation for the current +night's date (ie, 990223). Many files use this naming scheme, so we +will refer to such a name as 'YYMMDD'. All of the images are stored +in this directory with names yyyyMMDDxxxxb.fits where yyyy is the full +year, MM is month, DD is date, and xxxx is a sequence number. The 'b' +refers to the 'b' CCD, and the .fits extension is required. The +script {\tt lastnight} is called by a cron job scheduled for 7am on +{\tt hebe.lowell.edu} (note that the clock on hebe is set to PST, not +local MST - fix this some day!). The script searches the disks +{\tt /pallas/d[1-6]} for a directory of the right form (basically any +directory beginning with a number). By default, the program demands +that the directory have the name derived from today's date, but with +the flag -any, it will accept any directory. It then checks to see if +this directory has been already been analysed (ie, it is included in +the 'processed.log' file). If not, it lists all files in that +directory with the right ending (*b.fits) and places these names in a +file, {\tt /metis/d11/logs/YYMMDD.inlist}. It also writes the name of the +directory (along with some other data) in a file 'extracted.log'. +When it has successfully ended and identified some data, it calls the +next script, {\tt stage1} and then quits. + +\subsection{slurp} + +An alternative to {\tt lastnight} is the Perl script {\tt slurp}, +which looks for data on the tape archive. This script looks at the +tape.log file and compares it to the file 'processed.log'. It tries +to identify nights listed in the file 'tape.log' which have not been +included in the 'processed.log'. If it finds any, it tries to +download as much of the data as will fit on the disk {\tt /pallas/d1}. +This script is called from within the {\tt stage1} script and is +invoked if {\tt stage1} is run without any data already in +the file 'extracted.log'. + +A related pair program is the load/unload C programs which are needed +for loading and unloading the tape jukebox. The first, load N, takes +tape number N and loads it into the tape drive. The second takes the +tape a returns it to its slot. It is important to check on the other +users of the tape drive to be sure it is not occupied. This is done +with the llock, lunlock and llockstat programs. llockstat lists the +devices which have been allocated. llock lets you lock a particular +service, etc. + +\subsection{stage1} + +The Perl script {\tt stage1} takes the image list produced by {\tt +lastnight} or {\tt slurp} (YYMMDD.inlist) and passes the list to the +controller program {\tt control1} which performs the parallel +analysis. The script has a few features to decide which files have +been analysed through the pipeline and to what extent. If {\tt +stage1} is called, it should be able to figure out 1) if there is data +ready to be analysed (ie, there is a new date reference in the file +'extracted.log'), 2) if the data has been partially analysed (ie, the +date reference in 'extracted.log' has not been put in 'processed.log', +but there are entries in the file YYMMDD.outlist), and 3) which data +needs to be run through which part of the pipeline (ie, it decides +which of the images in YYMMDD.outlist have succeeded at which stages +of the analysis, and starts them at the appropriate spot). These +features are most useful if the analysis crashes in the middle or +needs to be restarted. The {\tt stage1} script is meant to be run +without any arguments and it will figure out what needs to be done. +The one possible argument is the -once flag. This flag tells {\tt +stage1} to analyse the data it finds and quit when it finishes, and +not call another instance of itself. Otherwise, when it is done, it +will restart itself, and since there is no new data in +'extracted.log', it will start a slurp process to get data from the +archive. If there is no data in the archive either, this process will +sleep for an hour and try again. After a few attempts (2 days?), {\tt +stage1} will give up and quit without restarting itself. The script +writes a log file called \$scriptdir/stage1.NN.log where NN is a +number in sequence between all runs of {\tt stage1}. A file +stage1.count keeps track of which number NN we are on. When {\tt +stage1} has finished the analysis of a night's data, it writes the +date in 'processed.log' to let other processes know what has been +analysed. The bulk of {\tt stage1} is not dependent on details of the +LONEOS setup, but it does expect the files to have the naming scheme +described above. + +\subsection{stage2} +The serial stage processes are run by the Perl scrip {\tt stage2}. +Normally, this script is always running. It waits for the name of a +night to be added to the 'processed.log file, presumably be {\tt +stage1}. Once if finds a new name in this file, it looks for the +appropriate images in the file 'YYMMDD.addlist'. It then submits the +list to the second controlling program {\tt control2}, which runs the +images through {\tt addstar}. Images which are successfully run +through addstar have their *bf.fits (flattened image) and *.obj +(dophot output) files deleted. When the entire night is done, the +rest of the *.obj and *bf.fits images are deleted by {\tt stage2}, the +directory with the *.cmp and *.log files is tared and gzipped into the +file YYMMNN.tgz. The directory is then deleted. Finally, {\tt +stage2} calls the scripts {\tt cleaning.pl} and {\tt run.phot} which +runs the cleanup programs ({\tt markstar - nrphot}) on the database. +After a successful run, {\tt stage2} will automatically respawn a new +copy that waits until more data arrives. + +\subsection{control1 / control2} +These two C-programs perform the tasks of farming the images out to +the different machines for analysis. The two programs are essentially +identical, but {\tt control1} is allowed to use all machines and {\tt +control2} can only use one (hebe.lowell.edu, which has the database +local to it). These controller programs start off by executing remote +shells (using ssh) on a set of machines. These shells are then used +to execute the remote commands and are kept open the entire time the +process runs. + +Both control programs maintain a list of images in a set of queues. A +set of rules defines the order in which each image travels through the +queues. Each queue is associated with a single process (ie, flatten, +astrometry, etc). Images which successfully run through a queue are +sent on to the defined 'next' queue, while images which fail are +instead sent to the defined 'fail' queue. In most cases, the 'fail' +queue is a process which marks the image as bad and write the name in +a file, and then puts the image in the 'done' queue. However, it is +possible for the 'fail' queue to be another attempt, such as in the +case of astrometry. In this example, images which fail the default +astrometry are run through a second queue which tries again with the +-loneos flag set (this flag makes the assumption that the header +information about the LONEOS region number for the image is correct, +not the RA/DEC information). + +The connections on the remote machines are handled as child processes +with communication through the stdin and stdout/stderr pipes. +Messages can be sent back and forth though these pipes, and messages +which are received from a process associated with an image are written +to a log file with the name imagename.log (where imagename is the root +name of the image). The only required messages from the program are +messages saying ``SUCCESS'' or ``ERROR''. The programs therefore all +end with either of these words. The programs are started within the +controller as a command to the shell followed by and echo ``PROCESS +DONE''. If the controller sees the message ``PROCESS DONE'' without +either ``SUCCESS'' or ``FAILURE'' (after waiting an appropriately long +time), it assumes the program crashed. Currently, no timeout is +available for the programs. The flat-field process is run in mana and +is a slightly special case. We avoid re-loading the same flat many +times by starting a mana process once and running the flatten +procedures as mana function calls. The images which are analysed +(with an indicator of success or failure at each stage) are written to +a file named 'YYMMDD.addlist' by the {\tt control1} and 'YYMMDD.outlist' +by {\tt control2}. + +\subsection{Lock files} + +A variety of locking mechanisms are used to avoid overwriting the +database or running more than one version of the controlling +programs. There is a perl program, {\tt locks}, which allows the user to +set or check the state of the different locks. All programs which +write to the database check for the existence of a lock on the +database and refuse to run if it exists. The control1/2 programs and the +stage1/2 programs check for their own lock files and only run if they +don't exist. Finally, the use can set the lock files 'kill' or 'halt' +for either stage1 or stage2. The first tells the process to stop +immediately, taking care of bookkeeping first. The second tells the +process to finish the current set of images but not start a new +version. + +\subsection{Other Perl Scripts} + +there are several other scripts which are either used to do some +simple function or are used by the maintainer to check up / work on +the pipeline. The two programs 'checkoutlist' and 'checkaddlist' take +a list of YYMMDD.outlist or YYMMDD.addlist files and list the number +of images in the file and the number of successes at each analysis +stage. There programs 'cleaning.pl' and 'run.phot' deal with the +cleanup programs and the running of nrphot. the program +'backup.stuff' take the first 4 characters of the year/month file +names and backs up to the jukebox tape all tar files for the given +month. + +\section{Operational Issues and Subtleties} + +The current LONEOS system runs principally on four Intel machines +under linux. The existing system has been generally quite stable over +the past year of operation, but there are some subtleties. One +significant issue is the RAID disk attached to hebe.lowell.edu. This +device is a set of three 9 GB disks merged into one 27GB raid disk. +The database is stored mostly on this dist and the RAID disk mounted +on metis. It is easy to split the database across multiple file +systems by using links. Within the database directory, there are +directories for each of 24 Declination bands (7.5 degrees tall). The +easiest way of splitting up the data is to move some of these +subdirectories to another device and creating links to them at the +appropriate place. This is currently done by having a directory +/metis/d27/database with the remote directories. + +The current problem with the /hebe/d27 RAID results from the poor way +it was setup. It was set up without much knowledge of the (at the +time) rather rudimentary linux RAID system. As a result, the +implementation is such that the disk will not automatically be +configured and mounted at boot time. There is a script /root/mdstart +which lists the step to setup the RAID correctly. It would be helpful +if the rc.local or rc.sysinit files were fixed to start, fsck and +mount the RAID automatically at boot. The setup on metis is +substantially more mature and is correctly implemented. It comes up +when the machine boots. + +\section{Visualization -- Status} + +Visualization of the data in the photometry database can best be +performed with the program {\tt status}. This is a command-line +driven program with a math and macro language which makes it easy to +perform complex tasks. + +First, a few notes about the user interface. The interface has an +interaction similar to {\tt tcsh}. The arrows allow editing of +previous commands. You can also use emacs-like commands such as +cntl-a to reach the beginning of the line and cntl-e to reach the end. +There is command and file completion: if you type part of a command +(as the first thing on a line) and then type tab, it will fill in as +much as possible, until the word is not unique. Typing tab twice at +that point will list the possible endings. For any but the first word +on a line, the same thing will happen for the files in the current +directory. It is also possible to type just a fraction of a command, +as long as it is unique. An ambiguous command will list the possible +alternatives. For example: +\begin{verbatim} +status: c +ambiguous command: c ( catalog cgrid clear create cursor ) +\end{verbatim} + +The shell is essentially an interpretive programming language. +Variables are set as follows: +\begin{verbatim} +status: $fred = 10 +\end{verbatim} +Any expression within curly brackets \{\} is assumed +to be an arithmetical expression and is evaluated before the line is +executed. For example: +\begin{verbatim} +echo {$fred*dcos(45)} +\end{verbatim} +would give the response 7.07107. There are math functions cos, sin, +and tan, which operate on radian expressions, and also dcos, dsin, +dtan, which operate on degree expressions. There are also the +equivalent inverse functions: eg., asin and dasin return radians and +degrees, respectively. The help section on Math defines all of the +available math functions. + +\subsection{Miscellaneous Commands} +\begin{verbatim} +! -- system call +? -- list commands +?? -- list variables +echo -- type this line +exec -- system call +exit -- exit program +help -- get help on a function +output -- redirect output to file +quit -- exit program +scan -- scan line from keyboard or file to variable +wait -- wait until return is typed +which -- show command +\end{verbatim} +Most of these are self-explanatory. The command ?? prints the system +variables. The {\tt help} command will provide help on a single +command or, without any arguments, will list all available help +files (this includes general help not associated with a specific +command). + +\subsection{Shell Programing} +\begin{verbatim} +break -- escape from function +for -- loops +if -- logical cases +input -- read command lines from a file +macro -- deal with the macros +\end{verbatim} + +There are several options for programming in {\tt status}. First, a +file which contains a series of commands can be executed with {\tt + input (filename)}. It is also possible to define macros which will +behave much like regular commands. A macro is defined by typing {\tt + macro name} or {\tt macro create name} followed by the commands. +Arguments to the macro are assigned to the variables \$1 .. \$N and +the number of arguments is given by \$0. Macros may be defined in +{\tt input} files, and in fact when {\tt status} is started, it loads +the file {\tt \~/.statusrc} which may contain default macros. Simple +loops and if statements can be performed, and are quite useful for +complex macros. + +``If'' statements are similar in syntax to C if statements, but only +the following logical operators are available: $>$, $<$, $=$, !, $|$, +and \&. Notice that (currently) there is no $>=$ or $<=$ symbol. The +operator ! means ``not equal to'', but cannot be used to negate a +logical value. The operators $|$ and \& have the meaning of ``or'' and +``and'' respectively. Math expresions in the if statement must be +contained in curly braces, as elsewhere. Variables with string values +may use the logical $=$ operator to test if two strings are the same. +``For'' loops are quite simplistic. The form is: +\begin{verbatim} +for var first last delta + (commands) +end +\end{verbatim} +The value of {\tt \$var} will start at the value {\tt first} and increment by +{\tt delta} after each loop. The loop will stop after {\tt \$var} is greater +than {\tt stop}. The value {\tt delta} is optional, with 1 assumed. +The value of {\tt \$var} may be changed during the loop, and if set +beyong the value of {\tt last} will end the loop early. + +\subsection{Vector Plotting} + +\begin{verbatim} +box -- draw a box on the plot +clear -- erase plot +create -- create a new vector +cursor -- get coords from cursor +grid -- plot cartesian grid +hist -- create histogram from a vector +labels -- define labels for plot +limits -- define plot limits +plot -- plot a pair of vectors +print -- write vectors to file +ps -- define labels for plot +set -- vector math +style -- set the style for graph plots +vectors -- list vectors +zplot -- plot scaled points +\end{verbatim} + +In addition to scalar variables, {\tt status} can manipulate and +display 1-D vector variables. Many of the commands which extract data +from the photometry database place the data in vectors as well as +plotting them. A vector can also be created based on a number +sequence with the command {\tt create name Nelements start delta}. +The resulting vector has $Nelements$ entries, starting at a value of +$start$ and running until $start + delta*Nelements$. If $delta$ is +0.0, all elements will have the value of $start$. A histogram of a vector +may be made with the command {\tt hist}, which creates a new vector +containing the histogram of the first vector. The data range and bin +size of the histogram are defined in same way as with create. This +makes it easy to create the index vector that goes with a histogram +vector: +\begin{verbatim} +hist y Ny 1 100 0.1 +create dx 1 100 0.1 +\end{verbatim} +The above will create a histogram of y in Ny and the index in dx. +Plotting this with {\tt plot dx Ny} will show the histogram. + +Vector math is performed with a command of the form {\tt set new = + (expression)}. The expression is some math function employing +vectors and scalars. A complete listing of the math operators +available in {\tt set} can be found in the help for {\tt set}. + +Once vectors are defined, they may be plotted. A pair of vectors can +be plotted against each other if they have the same number of entries. +The plotting is performed on the graphics window, Kapa. There are +actually several graphics windows available to {\tt status}, any of +which may be used to plot at any time. Some of the more complex +operations default to either graphics window 0 or 1, depending on the +context. Except for those functions with a pre-defined window, all +plotting functions apply to the current graphics window unless an +option {\tt -n N} is given to specify a different window. The +plotting style is determined by the command {\tt style} which can set +the line width, the line type (solid, dashed, dotted, etc), the point +type (box, cross, etc), the point size, the color, and whether a pair +of vectors is plotted as a sequence of points, a set of connected +lines, or a histogram. Some functions which make plots use their own +styles, as discussed below. The function {\tt limits} lets the user +set the range of the plot axes, or check the current setting. The +command {\tt plot} will plot a pair of vectors on the current graphics +window using the current plotting style for that window. The command +{\tt zplot} will plot a pair of vectors with the point size scaled by +a third vector, with maximum and minimum point sizes representing +specified values. The {\tt cursor} command goes the other way: this +command puts the Kapa window in cursor mode and waits for input from +Kapa. The user can then type any alphanumeric key on the graphics +windows and will be told both the pointer location (in the graphics +coordinates) and will have the coordinates stored in {\tt status} +variables. For example, by typing ``1'' in the sky display window, +the RA and DEC of the pointer are stored in the variables {\tt \$R1} +and {\tt \$D1}. This command can be used to let the user define +locations or regions of interest on the Kapa window. (Future addition: +{\tt button}, which does the same with the mouse buttons). + +\subsection{Database Functions} + +\begin{verbatim} +gcat -- get catalog at location +gimages -- get images at location +gstar -- get star statistics +extract -- extract average vectors from catalogs +mextract -- extract measurement vectors from catalogs +imstats -- plot image statistics +imextract -- extract image vectors from database +lcat -- list catalogs in display region +cmatch -- match two catalogs +\end{verbatim} + +There are a variety of other commands which directly refer to the +photometry database. Some of these functions extract data of various +types from the database, others perform more complex plotting +operations. The commands listed above are those which simply extract +data from the database. The first three list information relevant to +a specific RA, DEC location on the sky: {\tt gcat (RA) (DEC)} lists +the catalog at the specified location and places the name in the +variable {\tt \$CATNAME}, {\tt gimages (RA) (DEC)} lists all images +which overlap the specified location, , {\tt gstars (RA) (DEC) + (RADIUS)} lists data about the stars within a specified radius of +the specified location (all numbers above are given in decimal +degrees). Similarly, {\tt lcat} lists the catalogs in the region. +Imstats lists statistics about each image + +The next three commands extract a specific piece of information from +the photometry database and places it in a vector. First, {\tt + extract} will extract average values for each star and place it in a +vector. Next, {\tt mextract} will extract measurement values for each +star and place it in a vector: as a result a single star may have +multiple entries in the measurement vectors. Finally, {\tt imextract} +will extract image statistics into vectors (not yet implemented). + + +\begin{verbatim} +catalog -- plot catalog stars +cgrid -- plot sky coordinate grid +cplot -- plot vectors in sky coordinates +czplot -- plot scaled vectors in sky coordinates +images -- plot image boxes +imdense -- image density plot +lcurve -- plot lightcurve for a star +pcat -- plot catalog boundaries +region -- define sky region for plot +resid -- plot residuals +simage -- plot stars in an image +\end{verbatim} + +There are two types of database plotting functions: those that display +or refer to the spatial charateristics of the data and those that +refer to other types of charatersitics, such as the time domain. The +graphics window 0 is reserved for all plots of objects on the sky. +The command {\tt region} defines the current sky coordinates for plots +in graphic window 0. The command {\tt pcat} plots the outline of all +photometry database files which are within the currently defined +region (and by default, only those with data). {\tt images} plots the +outline of the images in the image database, while {\tt imdense} shows +the number of images at a location by randomly spacing dots within the +boundary of the images. The command {\tt cgrid} +draws a grid in celestial coordinates on the for the current region. + +The most complex, but also one of the most useful command is {\tt + catalog}, which plots the positions of stars in the photometry +database (and others) on the sky. There are many options to this +command. One set allows the user to plot stars from the photometry +database (the default), from the HST GSC, or from an ASCII text file +with RA, DEC, and Mag in specified columns. If the ASCII file has a +fixed number of bytes per line, the data can be more quickly loaded. +The size of the points may be scaled by the star magnitude, by the +number of observations of the star, or by the number of missing +datapoints for the star. In addition, points may be plotted only if +they land in specified magnitude ranges, or with specified numbers of +measurements, or missed measurements. Also, objects may be plotted +only if they have a specified Average.code, so that only asteroids or +only perfect stars may be plotted. The plotted vectors may be saved, +if desired, and the source catalog epoch may be specified as different +from J2000 (only valid for ASCII data). + +Several other commands relate to non-spatial charateristics of images +and stars. {\tt lcurve} will plot a light curve for all stars within +some radius of a point. {\tt resid} plots the photometry residuals +for a particular region file. + +\section{Some Examples} + +\begin{figure} +\psfig{file=allsky.ps,width=16cm} +\caption{\label{allsky} +Map of the entire sky, and images added to database. +} +\end{figure} + +Fig.~\ref{allsky} shows a map of the entire sky, and the location +of the images currently in the database. This picture was made with +the following commands: (output is not shown) \\ +\begin{verbatim} +status: region 0 0 90 gls +status: cgrid +status: style -lw 2 -c red +status: images +status: ps +\end{verbatim} +In this example, on the graphics window, the image boxes are shown in +red. The user now has the possiblitiy of using the cursor command to +narrow in on a specific region, and so forth. + +\begin{figure} +\psfig{file=catalog.ps,width=9cm} +\caption{\label{catalog} +Comparison between HST GSC and photometry database astrometry. +} +\end{figure} + +Fig.~\ref{catalog} shows an example comparison of the photometry +database star positions and the HST Guide Star Catalog star +positions. The crosses are from the photometry database while the +boxes are from the HST GSC. The size of both points is a function of +brightness. This plot was made with the following commands (starting +from the previous image): +\begin{verbatim} +status: cursor (typed 1 on region of interest) +1 137.097858 22.698305 +q 137.097858 22.698305 +status: region $R1 $D1 0.5 TAN +status: cgrid +status: box +status: style -pt 0 +status: gcat $R1 $D1 + 0 n2230/1951.cpt * +status: catalog n2230/1951.cpt -m 12 18 +status: style -pt 2 +status: catalog n2230/1951.cpt -m 12 18 -g +\end{verbatim} + +\begin{figure} +\psfig{file=lightcurve.ps,width=9cm} +\caption{\label{lightcurve} +Lightcurve for several image stars. +} +\end{figure} + +Fig.~\ref{lightcurve} shows an example lightcurve from three stars in +the above field. The x axis shows the time in seconds, which the y +axis shows the star magnitudes. This plot was made with the following commands (starting +from the previous image): +{\footnotesize +\begin{verbatim} +status: cursor +1 137.062562 22.791860 +q 137.062562 22.791860 +status: lcurve $R1 $D1 0.01 -l +status: box +status: gstar $R1 $D1 0.01 +read 11318 stars from catalog file /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt (22462 total measurements) +508 /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt 137.068619 22.785400 18.438000 1 (2) 1.000000 1.000000 +498 /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt 137.062820 22.792747 12.882000 3 (0) 1.000000 1.000000 +501 /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt 137.064499 22.800817 15.480000 3 (0) 1.000000 1.000000 +\end{verbatim}} +The last lines show the database information on the three stars. + +\section{Software Distribution} + +All of the code, binaries, and scripts for the Pipeline are stored in +the ohana tree at /metis/d11/src/ohana. The ohana directory contains +subdirs of bin, lib, include, src, config, and doc. There is a +Makefile at the top level which calls lower-level Makefiles to build +the programs desired. One of the important concepts in the ohana +distribution is the design of the directory layout to enable binary +support for multiple architectures. The Makefiles use the environment +variable ARCH to determine the appropriate architecture. The binary +and library files are stored in subdirectories of the form bin/\$ARCH +and lib/\$ARCH. It is therefore necessary that users of the ohana +system architecture define the ARCH variable correctly. It is also +necessary to include in the user's PATH the directory +/metis/d11/ohana/bin/\$ARCH. At LONEOS, +with the solaris sparc station and the linux machines both in use, +ARCH can take on the values of 'linux' and 'sol'. The values 'sun4', +'irix', and 'hp' have also been used at various sites. A simple bit +of csh script in the users .cshrc or equivalent can make this +assignment transparently: + +\begin{verbatim} +set sys=`uname -s` +switch ($sys) + case IRIX64: + setenv ARCH irix; + breaksw; + case SunOS: + set ver=`uname -r | awk '{print substr($1,1,1)}'`; + if ($ver == 5) then + setenv ARCH sol + else + setenv ARCH sun4 + endif + breaksw; + case Linux: + setenv ARCH linux; + breaksw; + default: + echo "unknown architecture"; + setenv ARCH unknown; + breaksw; +endsw +\end{verbatim} + +The Makefiles use the ARCH variable not only for destination +directories, but also for destination binary names. All files of the +form fred.c are compiled to fred.ARCH.o (instead of fred.o), +uninstalled libraries get the names libfred.ARCH.a (instead of +libfred.a), while uninstalled programs are called fred.ARCH. + +The perl scripts are kept in ohana/src/perl, with links to the +appropriate bin directories. All programs are stored in directories +of the form ohana/src/program. The exceptions are gastro (stored in +ohana/src/astro), and control1/2 (stored in ohana/src/astro). Also, a +variety of simple, user-level functions are available in +ohana/src/misc. + +Most of the ohana package of programs use several common libraries. +These include the readline library (except for dophot, this is the only +part of ohana that is not written by Eugene Magnier), which is used +for command-line interface systems. Other important libraries are the +fits library for implementing the FITS specifications in a convenient +C-friendly environment, and the ohana library, consisting of basic +string and other basic operations. + +For more details on the programming aspects of parts of the pipeline, +see the associated document, 'A Programmer's Guide to the Loneos +Pipeline' + +\section {Comparison with USNO catalog} + +I have made several comparisons between the USNO catalog and results +from running images from Loneos through the photometry pipeline. In +general, there is a good agreement between the astrometry of the two +datasets. There are specfic areas where the two disagree, however. +First, as discussed above, the USNO star positions may be +significantly different from the observed star positions simply +because of proper motion. The first picure in the ``Comparisons +between Loneos + USNO'' pages shows several stars with significant +proper motion. These are currently being flagged in the photometry +database as discussed. Other differences evident in this first +picture include the classification of bright stars and the splitting +of faint and bright stars. In the upper right of the image, two +bright stars are visible, one of which is actually a double. The USNO +catalog does a good job of detecting both, but it also detects and +includes as stars several diffraction spike points. The HST GSC only +detected a single point and did not split the star at all. The Loneos +data in our pipeline did not detect the star at all due to saturation. +A star in the upper left corner shows the ability of {\tt dophot} in +the Loneos pipeline to split double stars. This star is, on close +inspection, clearly a double. The USNO catalog only detects one. The +Pipeline not only splits the two stars, but it also makes the correct +cross-identification of the stars. + +The second set of pictures shows the ability of the Loneos pipeline to +deal with small galaxies. There are two small galaxies in this field, +both of which are broken into 4 or 5 objects by the USNO catalog, but +maintained as single objects in the Loneos pipeline. In another +example (not shown) a bright star within the disk of a small galaxies +was clearly split from the galaxy by the pipeline (and also by USNO). + +\appendix +\section{Parameter file params.txt} +{\footnotesize +\begin{verbatim} +# Configuration file for Loneos analysis pipeline + +# important files and directories +GSCFILE /host/pikake/d1/gene/gsc/GSCregions.tbl +GSC_DIR /host/pikake/d1/gene/gsc +CATDIR /host/radon/rad3/gene/photcat2 +IMAGE_CATALOG /host/radon/rad3/gene/photcat2/Images.dat +IMAGE_CATALOG_TEMPLATE /host/radon/rad3/gene/photcat2/template.cat +CATALOG_TEMPLATE /host/radon/rad3/gene/photcat2/template.cat +ROCK_CATALOG /host/radon/rad3/gene/photcat2/Rocks.dat +USNO_CDROM /host/tycho/mnt/md0/kevin/zones +LONEOS_REGIONS /host/pikake/h1/gene/loneos3/regions.map + +# parameters for "fstat" +# instrumental mag zero point +ZERO_PT 24.5 +DOPHOT_CHAR_LINE 129 +DOPHOT_TYPE_FIELD 5 +DOPHOT_AP_FIELD 91 +DOPHOT_PSF_FIELD 52 +MIN_SN_FSTAT 6.0 + +# parameters for "gastro" +DEFAULT_RADIUS 32.0 +MINIMUM_RADIUS 1.5 +MIN_ERROR 0.6 +MIN_PRECISE 0.12 +CCD_PC1_1 1 +CCD_PC2_2 -1 # for loneos +CCD_PC1_2 0 +CCD_PC2_1 0 +ASEC_PIX 2.82 +NFIELD 3.0 +MMIN 6.0 +ROT_ZERO 0 +dROT 1.0 +NROT 2 +POLAR_AXIS_RA -90.0 +POLAR_AXIS_DEC 89.88 +RA_OFFSET -90.0 +DEC_OFFSET 0.0 + +# parameters for "addstar" +# airmass extinction coefficient (in mag / airmass) +NSIGMA 3.0 +ALPHA 0.1 +XOVERSCAN 60 +YOVERSCAN 50 + +# parameters for "controller" +IN_DIR /host/pikake/h1/gene +OUT_DIR /host/pikake/h1/gene/loneos4/ +DOPHOT_PARAMS /host/pikake/h1/gene/src/ohana/config/default_parameters +FLATTEN_SCRIPT /host/pikake/h1/gene/src/ohana/config/test.pro +NEW_IMAGES images.dat +USERNAME gene +PASSWORD gene + +# here we list all available machines +NMACHINES 2 +MACHINE0 pikake.astro.washington.edu +MACHINE1 mildew.astro.washington.edu + +# here we define which machines which are always free +fMACHINE0 1 +fMACHINE1 0 + +# here we define the machine which runs the database +LOCAL_MACHINE 0 + +# parameters for "status" +TIME_REFERENCE 90/01/01 00:00:00 + +# parameters for "nrphot" +# make this one small to boost change of getting an early region +TAU 3.0 +SCATTER_LIM 15.0 +MAG_LIM 17.0 +IMAGE_SCATTER 0.075 +NIMAGE_SCATTER 1.5 +STAR_SCATTER 0.05 + +### parameters for "markstar" +SEARCH_RADIUS 360 # region for initial trail hunt, in arcsec +TRAIL_WIDTH 5.0 # expected trail width, in arcsec +NANGLE_BINS 180 # Number of angular bins in 180 degrees +NPTSINLINE 5 # minimum points needed for trail +MIN_DENSITY 0.025 # minimum linear density in star/arcsec +SPACE_SIGMA 10.0 # how much denser than average for trail? +# parameters defining bright star exclusion regions +BRIGHT_XTRAIL_WIDTH 5.0 # faintest sat. star +BRIGHT_XTRAIL_MAG 9.5 # faintest sat. star +BRIGHT_XTRAIL_SLOPE -80.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +BRIGHT_YTRAIL_WIDTH 5.0 # faintest sat. star +BRIGHT_YTRAIL_MAG 11.0 # faintest sat. star +BRIGHT_YTRAIL_SLOPE -400.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +BRIGHT_HALO_MAG 8.5 # faintest sat. star +BRIGHT_HALO_SLOPE -28.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +# parameters which define the ghosts +GHOST_MAG 7.5 +GHOST_RADIUS 200 # in arcsec +OPTICAL_AXIS1 2154.0 +OPTICAL_AXIS2 2193.0 + +# parameters for "addusno" +USNO_RADIUS 5.0 # in arcsec +USNO_PROPER 20.0 # in arcsec +USNO_RED 1000 # code for USNO Red data +USNO_BLUE 1001 # code for USNO Blue data +# /mnt/cdrom + +# parameters for "markrock" +ROCK_RADIUS 2.0 # in arcsec +ROCK_MAX_RADIUS 20.0 # in arcsec +ROCK_MAX_SPEED 0.1 # in arcsec / sec +\end{verbatim}} + +\end{document} Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline5.tex =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline5.tex (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline5.tex (revision 22322) @@ -0,0 +1,1990 @@ +%\documentstyle[astro,psfig]{article} +\documentclass{article} +\usepackage{psfig} +\usepackage{astro} +\usepackage{times} +\GoodMargins +\newcommand{\note}[1]{({\bf #1})} +\title{Variability Pipeline} +\author{Eugene Magnier} +\begin{document} +\maketitle + +\section{Overview} + +The Loneos Pipeline provides automated reduction of images, including +photometry and astrometry, with the final data stored in a photometry +database organized by star position on the sky. + +Fig.~\ref{pipeline} shows a schematic of the analysis pipeline. +Images are written to the disk from the camera by the software which +runs it, {\tt astrocam}. The resulting images are FITS files (which +may be arbitrarily sized) and have header keyword parameters RA and +DEC specifying rough celestial coordinates. Images are first analyzed +by {\tt dophot}, which produces instrumental photometry and pixel +coordinate positions for stars and other objects in the images, +writing files with a particular format, called OBJ files in this +discussion. The results from {\tt dophot} are cleaned up by a program +called {\tt fstat} which merges the header information from the image +with the most relevant parts of the OBJ file, creating a new file with +the CMP format. Astrometry is performed on the CMP file with the +program {\tt gastro}. {\tt Gastro} makes a comparison with an +astrometric reference database and only changes CMP header keywords as +a result. Finally, the processed image CMP file is added to the +photometry database with the program {\tt addstar}. The photometry +database is maintained in a large number of files (CPT files), each +representing a small region of sky. There is no relationship between +the image locations and the boundaries of CPT file. All of these +processes occur on individual images, and would typically be performed +while the observations are occuring, or during the day following, but +may be performed at any time to add new or archived data to the +database. + +Once large batches of images have been processed, a series of programs +should be run to clean up the photometry database. Typically, these +routines would be run at the end of a night on all of the CPT files to +which new data were added. First, {\tt markstar} identifies bad data +(the trails of satelites, the bleeding columns from stars, ghost +images), and flags these data points appropriately. Second, {\tt + addusno} matches the catalog stars with stars from the USNO database +and adds the USNO magnitudes to the photometry database. Next, {\tt + markrock} searches for likely asteroids in the CPT file, marks them, +and writes the asteroid observations to an asteroid database. It also +notes measurements which are likely to be noise and cosmic rays. +Finally, {\tt nrphot} determines relative photometric calibrations for +observations in a set of CPT files. + +With the exception of {\tt dophot}, all of the programs in the +pipeline refer to a single configuration file to determine the large +number of parameters necessary in the process. The default parameter +file is hardwired into the programs, but an alternate configuration +file may be specified with the environment variable {\tt + PIPE\_CONFIG}. This option makes independent processing of multiple +data sources trivial. For example, if the pipeline is to be used for +both Loneos and SDSS image analysis and display, there could be two +configuration files (eg, {\tt loneos.txt} and {\tt sdss.txt}), one for +each data source. Several important parameters would be different +between these two, for example, the initial plate scale guess for the +astrometry routine, or the parameters which define the rough chip +orientation. This scheme allows for analysis of different types of +images, with a common destination photometry database, or for +independent photometry databases. + +\begin{figure} +\psfig{file=schematic.eps,width=9cm} +\caption{\label{pipeline} \small + Schematic of the photometry pipeline. Rectangles represent + programs, while ovals represent data products. Arrows show the + direction of travel of information. The flatten routine is a filter + whose position may change as the pipeline matures. } +\end{figure} + +Data from different sources can be processed by the pipeline and +stored in the same photometry database, since all photometry is tagged +with a source ID in the database (as are the images in the image +database). This allows us to include, for example, the USNO catalog +magnitude measurements (or a subset) in the photometry database for a +quick comparion. Different sources may be considered different +filters, so color-color and color-magnitude diagrams could be +extracted by specifying choices for source catalog. Currently each +object has a single primary photometric system, and individual +observations may be combined to determine that average (eg, if they +are different photometry sources with roughly the filter bandpass) or +they may be ignored when calculating relative magnitudes (eg, the USNO +magnitudes would be ignored). This may be expanded upon by defining +multiple average magnitudes and allowing different measurements to +contribute only to the appropriate average. The determination of the +photometry code for a particular image is currently not well defined. +There are several points in the analysis where the user (or the +controlling program) may specify the photometry source. A table +should be kept in the photometry catalog to define the various +photometry codes. + +\section{Image Analysis Pipeline} +\label{parallel} +\subsection{Flat Fielding -- Mana / Flatten} + +Flat fielding is performed on each image after it has been written to +disk by the acquisition software. The processing is performed with +mana (see mana user's guide) using a script written to work with the +analysis pipeline processing software. There are several important +aspects of the script which make it work with the containing programs. +First, the script is contained within a file, flatten.pro, in the +references directory. The script is invoked by calling it on the +command line when mana is started. If mana is started with a file +name on the command line, that file is loaded with in 'input'. The +file defines a macro 'flatten', and also loads the flat-field file. +The flattening process is actually done by calling within mana the +macro flatten, with the input and output file names as arguments. By +loading the flat-field at the start of mana, instead of on each +execution of flatten, we save the load time of each flat-field image +(which is 2x the size of the basic image, being 4byte floats per +pixel). \note{The location of the flat field is currently hard-wired in the +flatten script - this should probably be changed in the future.} One +of the aspects of this is that the macro loads a flatfield with a +specific name and location. This file is actually a link; The +higher-level controlling process (stage1) creates a link to the +correct flatfield. This allows the analysis process to use different +flatfields for different situations. At LONEOS, we currently use a +flat field generated from a well-understood night. This is probably +not the best solution as the flatfield changes with time. As +discussed below, the photometry solution program, nrphot, fits a +high-order polynomial to the relative photometry, allowing for +differences from the correct flatfield. + +\subsection{Photometry -- Dophot} + +Photometry is performed using a varient of {\tt Dophot}. The version +of dophot is based on Dophot 2.0, but it has been adapted to +streamline processing of many files. First, with this version of +dophot, any FITS format data is safely read in. Instead of compiling +to a fixed maximum size, only the memory needed to contain the image +matrix is allocated. The image is also converted to REAL*32 from +whatever BITPIX for processing. Finally, only a single, complete +parameter file is loaded by dophot. There is no option for a modified +and a default parameter file. The parameter file to be used is +defined, along with the input image and the output object list on the +command line when the program is run: \\ +{\tt dophot image.fits image.obj parameter\_file} \\ +To achive this, the code from dophot was wrapped within a C program +which interprets the command line arguments, allocates the necessary +memory, and reads in the image. The rest of the processing is +performed by dophot in the standad manner. Notice that we use a +consistent naming convention through the pipeline reductions. The +image is called {\tt foo.fits}, while the resulting dophot-produced +photometry list is called {\tt foo.obj}. + +\subsection{Cleanup -- fstat} + +After an image is processed by dophot, the object file ({\tt foo.obj}) +is converted to a more-compact, more-complete file called a CMP file, +with a name of the form ({\tt foo.cmp}). This conversion is done with +the program {\tt fstat}. The CMP file consists of the FITS header +from the original image ({\tt foo.fits}), with some additional +keywords to be used at later stages in the analysis, followed by an +ASCII list of the interesting data from ({\tt foo.obj}). In this +list, types 6 and 8 are excluded, and only the following values are +kept: +\begin{verbatim} +X Y Mag dMag t log(sky) +1342.0 106.1 14.166 000 4 3.2 +\end{verbatim} +Objects with a signal-to-noise ratio lower than a specified cutoff +({\tt MIN\_SN\_FSTAT}) are also excluded. Some general information +about the image is derived by {\tt fstat} (FWHM, saturation and +completeness limits, number of each dophot type) and stored as +keywords in the header. The photometry source must be specified at +this stage as one of the command line arguments, though the value used +may be overridden in one of the stages belowe. The resulting file can +now stand on its own without reference to the original image. The +keywords used by {\tt fstat} include the minimum signal to noise, a +rough guess at the zero point ({\tt ZERO\_PT}), and four numbers +defining the format of the {\tt dophot} OBJ file. + +\subsection{Astrometry -- gastro} + +Astrometry is performed automatically by the program {\tt gastro}. +{\tt gastro} loads a CMP file and determines an initial guess for the +center coordinates (based on the RA and DEC header keywords). The +program also uses the configuration information about the plate scale +and rough orientation of the image to get close to the final solution. +Also, the true sky position of the telescope pole may be defined to +allow astrometry on images taken close to the pole. The comparison is +made with the astrometric catalog, which may be the HST Guide Star +Catalog, or it may be any source if the data is placed in the correct +format. + +\section{The Photometry Database} + +\subsection{Photometry File Format} +The photometry database consists of a large number of photometry files +representing sections of the sky and a file containing information on +the images incorporated in the database. These files are called +alternatively ``region files'' or CPT files (because they have the +extension {\tt .cpt}). The photometry files are sorted by Declination +into different directories, each consisting of a band 7.5\degree\ +wide. These directories have names like n0730, representing the band +starting at a Declination of +07:30. The image database (Images.dat) +is stored in the upper level directory of this directory tree. In +fact, the locations of the Images.dat file, the photometry database, +and such are all flexible and may be changed by altering the +configuration file. + +The name and location of each sky region comes from the Hubble Space +Telescope Guide Star Catalog. There is a file, GSCregions.tbl, which +can be used to find the region file appropriate for any location on +the sky. A number of routines exist to make such a query. + +Each photometry file in the photometry database contains all +observations and all average values for all stars observed within the +appropriate region on the sky. The identity of stars is essentially +determined by the RA and DEC coordinates. In very crowded regions, +the end user may need to double check that a neighboring star is not +contaminating individual detections (see the discusion on {\tt + addstar} below). + +The photometry files are stored in a binary format, both to reduce the +volume and to speed access. As a result, the interpretation of the +data is machine dependent: little endian machines need to swap the +data intelligently. Fortunately, this operation is taken care of +appropriately, if the programs are compiled with the BYTESWAP option +set as needed, which is automatically set by the Makefile in the case +of a Linux machine. For reference, Suns, SGI, and HP are all big +endian, while PCs and DECs are little endian. The automatic +conversion takes place by using the funcions {\tt Fread} and {\tt Fwrite} +to substitute for the standard C library {\tt fread} and {\tt fwrite} +functions. {\tt Fread} and {\tt Fwrite} are told the datatype being read, +and they know the layout of the bytes for a particular datatype. +Anytime the definitions of the relevant structures (see below) are +changed, {\tt Fread} and {\tt Fwrite} must be updated. Fortunately, there +is only one file ({\tt Fread.c}), and it has a single byteswapping +section, making it easy to adjust the code appropriately. + +The format of a single photometry database file consists four +sections: +\begin{itemize} +\item {\bf header} -- this is a standard FITS header with room for comments + about the file or whatever. Since the rest of the file is not a + standard FITS file, the SIMPLE keyword is set to False. The three + necessary keywords are NSTARS, NMEAS, and NMISS, which define the + sizes of the next three sections. +\item {\bf average} -- this section contains all average measurement + quantities for each star in the file. There are NSTARS entries, and + each entry is the data from a structure of type Average (defined in + loneos.h, and discussed in more detail below). Thus, the total size + in bytes of this section can be found by NSTARS*sizeof(Average). +\item {\bf measure} -- this section contains the individual + measurements for each star in the database. There are NMEAS + entries, and like the average section, each entry is a single + structure, in this case of type Measure (in loneos.h, see below). + All measurements of a single star are consecutive. The number of + measurements for a single star is defined by average.Nm and the + starting entry for a single star is given by average.offset. + Therefore, the first measurement of a specific star average[500] + would be given by measure[average[500].offset], while the second is + measure[average[500].offset + 1], and so forth. +\item {\bf missing} -- this section contains references to all missing + measurements of a star. This means all of those occasions when an + image enclosed the location of a star in the database, but no star + was detected on the image. Similar to the case of the measure + section, each star has a number of missing entries (which may be 0) + given by average.Nn, and the first missing entry is given by + average.missing. Each missing entry value is again a structure of + type Missing. Currently, the only data in the structure is the time + of the observation, which allows for an unambiguous recovery of the + image where the star was missed. +\end{itemize} + +\subsubsection*{Average Structure defined in loneos.h} +\begin{verbatim} +typedef struct { + float R; /* RA in decimal degrees */ + float D; /* DEC in decimal degrees */ + short int M; /* thousandths of mag (-32.000 to 32.000 valid range) */ + unsigned short int Nm, Nn; /* number of measurements, missing */ + short int Xp; /* scatter in 1/100 arcsec (-327.67 to +327.67 valid range) */ + short int Xm; /* 1000*log(chisq) for magnitude measurement */ + unsigned short int code; /* an ID code (ie, star, ghost, satelite, etc) */ + signed int offset; /* offset to first measurement */ + signed int missing; /* offset to first missing obs */ +} Average; /* 28 bytes / Average */ +\end{verbatim} +The structure above defines the average data stored in the photometry +database for each star. Most of the entries are self-explantory, but +some need a bit of clarification. The entry {\tt Xm} is the magnitude +$\chi^2$ value for the star, under the assumption that the star +brightness is constant. This $\chi^2$ incorporates the photometric +errors on each measurement and is stored as 1000 times the logarithm +of the $\chi^2$ because high dynamic range is not needed. The entry +{\tt Xp} is the scatter about the average postion, in 10 +milli-arcseconds. As discussed above, the values of {\tt Nm} and {\tt + Nn} give the number of measurements and missing observations for +this star, while the entries {\tt offset} and {\tt missing} point to +the first {\bf measure} and {\bf missing} entry for this star. The +entry {\tt M} is the current best average magnitude solution for this +star (see the section on Relative Photometry). Finally, the entry +{\tt code} is an ID code for each object, which may define a variety +of things about the object. For example, if the object is known to be +variable, or if the object is associated with a USNO star, or if the +object is a measurement of an asteroid. See below for details of +these definitions. + +\subsubsection*{Measure Structure defined in loneos.h} +{\small +\begin{verbatim} +typedef struct { + short int dR, dD; /* 1/100 of arcsec (-327.67 to +327.67 valid range) */ + short int M; /* thousandths of mag (-32.767 to 32.767 valid range) */ + short int Mcal; /* image cal mag, thousandths of mag (-32.767 to 32.767 valid range) */ + unsigned char dM; /* thousandths of mag (0.000 to 0.255 valid range) */ + char dophot; /* dophot type (1-9) */ + unsigned short int source; /* code to identify photometry source */ + unsigned int t; /* time in seconds (0 - 143 years valid range) */ + unsigned int average; /* reference to corresponding average entry */ + /* upper byte of Measure.average stores flags: + limit of 16,777,215 stars (Naverage) in a file (=0xFFFFFF) + flags: average & 0x1000000 */ +} Measure; /* 20 bytes / Measure */ +\end{verbatim} +} +The structure above defines the individual measurement data stored for +each observation of each star. The first two entries, dR and dD, are +the difference between the average coordinates for this star and the +coordinates determined for this observation. Clearly, if this +residual is too large, the individual measurement will not be +successfully matched with the average star position. {\tt M} and {\tt + dM} are the instrumental magnitude and error for this measurement, +after correction for the exposure time and a zero point (defined in +the configuration file as ZERO\_PT). The entry {\tt t} determines the +time of the individual observation. This is important not only for +timing purposes, but also to determine the source image for this +observation. The time and the entry {\tt source} uniquely determine +the image in the image database that generated this measurement. +Furthermore, this correspondence allows for determination of the pixel +coordinates on the chip, by going throught the image astrometry stored +in the Image database (see below). The entry {\tt source} is a code which +identifies the particular CCD/Telescope/Filter setup. Each unique +{\tt source} should be treated as an independent filter set for the +purposes of accurate relative photometric comparisons. This entry +also allows external catalog data, such as the USNO or Sloan +photometry, to be added to the database, as desired. The entry {\tt + average} is a pointer back to the {\bf average} section to allow +determination of the star from the measurements, in addition to the +reverse. The bits of the upper byte of this value are reserved for +flags used to define particular situations for this measurement. +Possible values are: +\begin{itemize} +\item 1 = BLEND\_IMAGE - the star on the image matched more than one + catalog star +\item 2 = BLEND\_CATALOG - the star in the catalog matched more than + one image star +\item 4 = UPPER\_LIMIT - \note{not really used?} +\item 8 = CALIBRATED - relative photometry has been performed at least + once. +\end{itemize} +The entry {\tt dophot} stores the dophot type for this particular +measurement (1-9: four extra bits in this field). +Finally, the value {\tt Mcal} determines the photometric calibration +of this specific measurment. This value is an offset appropriate to +this image (and if needed, this point in time and this chip position) +to bring the observations of the stars on multiple images to a common +system (see the section on relative photometry). + +\subsection{Image Database} + +All images for which photometry has been included in the photometry +database also have entries in an image database. The image database +is (currently) a single file in the upper directory of the photometry +database. The name of the file is determined by the IMAGE\_CATALOG +entry in the configuration file, and is currently set to Images.dat. +Like the photometry database files, the image database consists of a +FITS header followed by binary data. There is only one type of binary +data: each image has an entry, which is the data from a structure of +type Image (loneos.h). The number of images in the file is determined +by the {\tt NIMAGES} keyword. If the number of images becomes too +large, extrapolation of the system to a set of image database files +with a reference list is quite straightforeward, and could be modeled +on the organization of the region files (eg, one image database file +for each Declination directory). + +\subsubsection*{Image Structure defined in loneos.h} +{\small +\begin{verbatim} +typedef struct { + Coords coords; /* 120 bytes */ + unsigned int tzero; /* readout time row 0 in sec (0 - 142 years valid range) */ + unsigned int nstar; /* number of stars on image */ + short int secz; /* thousanths of airmass (valid range -32.000 -- 32.000) */ + short int NX, NY; /* dimensions of image */ + short int apmifit, dapmifit; /* aperture correction and error in thousandths of mag */ + short int source; /* identifier for CCD (each ever used will have a unique letter) */ + short int Mcal; /* thousandths of mag (-32.000 -- 32.000 valid range) */ + short int dMcal; /* thousandths of mag (-32.000 -- 32.000 valid range) */ + short int Xm; /* 10*log(image chi-square) */ + char name[32]; /* name of original image */ + unsigned char detection_limit; /* tenths of mag (0.0 - 25.6 valid range) */ + unsigned char saturation_limit; /* tenths of mag (0.0 - 25.6 valid range) */ + unsigned char cerror; /* astrometric error: 1/50 of arcsec (0 -- 5.12 valid range) */ + unsigned char fwhm_x, fwhm_y; /* PSF terms in 25*arcsec (valid range 0.0 -- 10.2" ") */ + unsigned char trate; /* 10000 * scan rate in sec/pix (0 -- 0.0256 valid range, + typically 0.0146. this is used only to determine the time + of the observation, not to find the coordinates. 1 byte + gives 0.11 sec accuracy */ + float exptime; /* exposure time, seconds */ + char code; /* flag to mark an image as bad or whatever */ + char dummy[21]; /* extra space for the future */ + short int order; /* number of terms used for Mrel */ + short int Mx, My; + short int Mxx, Mxy, Myy; + short int Mxxx, Mxxy, Mxyy, Myyy; + short int Mxxxx, Mxxxy, Mxxyy, Mxyyy, Myyyy; +} Image; /* 240 bytes / Image */ +\end{verbatim}} + +The structure above lists all of the data stored for each image. A +substantial amount of information is stored for each image. First, +the astrometric calibration information is stored in a {\tt Coords} +structure (see coordinate systems, above). The upper and lower limits +of the photometry in the database (in instrumental magnitudes) is +stored in {\tt detection\_limit} and {\tt saturation\_limit}. These +values are useful for comparison for those stars where observations +are missing. The relationship between time and pixel coordinates is +given by {\tt tzero} and {\tt trate}. Drift images will have a scan +rate stored in {\tt trate}, while staring images will have a value of +0.0 for this entry ({\tt tzero} then applies to the whole image). +Other important parameters are kept: the astrometric error ({\tt + cerror}), the airmass ({\tt secz}), the exposure time ({\tt + exptime}), the number of stars detected ({\tt nstar}), the FWHM +values ({\tt fwhm\_x, fwhm\_y}), the image name ({\tt name}), and the +size of the image ({\tt NX, NY}). The entry {\tt source} is used as +above to define the CCD/Telescope/Filter used for this observation. +The entry {\tt code} is used to flag images in various ways. +Currently, only two bits are used, to define if the image has been +photometrically calibrated and if the calibration is acceptable. +There are 21 extra bytes are stored for future additions. + +\subsection{Data Incorporation -- {\tt addstar}} + +Images which are completely processed ({\tt dophot, fstat, gastro}) are +then incorporated into the photometry database with the program {\tt +addstar}. This program decides which region files are appropriate +for this particular image, then one-by-one adds stars from the image +to the appropriate region file. Stars already in the catalog are +matched with stars in the new image purely by a positional comparison. +In order to avoid the difficulty of comparisons in the RA and DEC +coordinate frame, a cartesian projection is performed. The stars from +the image being processed and the database stars in the same area are +projected onto a tangent plane and positional comparisons made in this +(locally cartesian) coordinate frame. This avoids the dangerous +singularities at the pole and also makes the RA 0,360\degree\ boundary +a trivial problem. + +Several choices must be made in the comparison process. If a star in +the catalog is matched with a star in the image, the new measurements +of that star are added to the database. If a star in the database +lies in the field of the image, but is not detected, this information +is added to the list of missing data. The only data stored in this +case is the time and source, which is sufficient to unambiguously +identify the source image from the image database. This allows later +programs to find relevant statistics from the image database, if +necessary. If a star is detected in the image, but is not already in +the database, a new entry is added to the database. In addition, the +same ``missing data'' from all previous observations images which have +covered this location (ie, images already in the image database) are +included. This last step is necessary so that the image processing +order is not important. + +Stars also run the danger of being crowded together. Since all +comparisons are performed on the basis of position alone, crowded +fields may make for ambiguous cross-identifications. A pair of stars +are matched if the difference in their positions is less than a +specified search radius (dependent on the scatter in the astrometric +solution for the image). If more than one catalog stars are correlated +with a star in an image, the new measurement is added to {\em both} +catalog stars, and a flag is set noting that this observation had a +blended IMAGE. Conversely, if a single catalog star is matched with +more than one image star, both new measurements are added to the one +catalog star, and a different flat is set, noting that this +observation had a blended CATALOG. + +\section{Catalog Update and Cleaning} + +Occasionally, once a large number of images have been added to the +photometry database, a set of programs should be run to clean and +update the CPT files. This may best be done on CPT files after a +night's worth of data is incorporated. These routines define bad +data, identify the USNO catalog stars, and search for asteroids and +other junk. Most of the results from these routines are the addition +of object flags to the Average data structures (Average.code). Most +of these routines process data within a single CPT file at a time. + +\subsection{Markstar} + +The first of the update programs, {\tt markstar}, identifies bad data +and flags it. It makes three types of identifications: bright stars, +ghost stars, and trails. In the first case, it searches the HST guide +star catalog for bright stars within the field of the current CPT +file. Three types of pixels are flagged for bright stars. Any +measurements within a circular region centered on the star are suspect +(the ``halo'' of the bright star). Second, points along the X axis +are likely to contain flux from the diffraction spikes. Finally, +points along the Y axis are likely to have bleeding in addition to the +diffraction spikes. Each of these three regions has a different size +and range which must be defined in the configuration file. The +regions are represented by a representative magnitude and a scale +parameter. For example, the diameter $d$ of the halo for a star with +magnitude $m$ is defined as +$d = \mbox{BRIGHT\_HALO\_SLOPE} (m - \mbox{BRIGHT\_HALO\_MAG})$. The X and +Y axis points are defined by the length of the diffraction spike, with +an equivalent formula, and the width of the spike. Since these are +each independent, there are 8 parameters to define the exclusion +regions of bright stars. One of the current drawbacks of this system +is the reliance on the HST Guide Star photometry. In the HST Guide +Star Catalog, only one photometry band is given, so no color +information is available. The parameters currently used were defined +based on a large number of bright stars, with no adjustment for the +different effective filter system of the Loneos telescope and the HST +GSC. Thus, occasionally very red stars will be several magnitudes +brighter in the real data than reported in the catalog. As a result, +large numbers of bad data points in these halos and spikes may be +missed. + +The second type of bad data flagged by {\tt markstar} are the trails +from satelite and other space junk. This portion of the program +searches for objects which land along a line and which have a high +linear density. Parameters may be adjusted to define the width and +the necessary density or number of points in the line. Objects in +lines are also only identified if all observations come from a common +image. If an object only has one measurement and it is in a trail, +the entire Average is flagged to be bad. However, if an object has +many measurements and only one is bad, the object is only flagged as +having some bad data points. + +The third type of bad data are ghost star images. The HST GSC is +searched for stars projected across the telescope optical axis, which +is defined by the user. All objects within a region of fixed size are +marked for ghost stars brighter than a specific cutoff magnitude. +Similar to the trails, the average is marked as bad only if all +detections of an object are ghost images. Otherwise, it is noted that +some data may be bad. + +To run 'markstar' by hand, the syntax is: {\tt markstar (file.cpt)}. +There are several optional flags, which are listed if you type +markstar by itself. + +\subsection{Addusno} + +The program {\tt addusno} makes two types of identifications of stars +with the USNO catalog. First, it searches for coincidences within a +small, specified radius. The choice of this radius is somewhat +tricky: it is important to catch the association, but also to avoid +making too many associations. Unfortunately, astrometric errors in +the USNO catalog make it necessary to choose a surprisingly large +radius of 5\asec. To avoid making double matches (matching the two +USNO stars to the same photometry database object), only the USNO +object closest to the object is associated. There are also a +substantial number of stars with significant proper motion between the +USNO epochs and the current date. It is not unusual to see 8-15\asec\ +discrepancy for specific stars. To catch these objects, any objects +which do not match the USNO database, but which have more than a +minimum number of measurements (2 or 3?) are searched for more distant +USNO companions. A large, user-specified radius is used for this +search. Of course, only USNO stars which are not already matched to +the database may be candidates for the proper motion match. This +stage is susceptible to errors in that a slow-moving solar-system +object may be associated with a faint USNO star. For this reason, +objects flagged as high proper motion stars should be taken with some +caution. Of course, during the {\tt addusno} stage, no objects +already flagged as bad by {\tt markstar} will be matched with USNO +stars. + +To run 'addusno' by hand, the syntax is: {\tt addusno (file.cpt)}. +There are several optional flags, which are listed if you type +addusno by itself. + +\subsection{Markrock} + +Once stars have been identified with the USNO database, it is possible +to search for asteroid detections. The program {\tt markrock} +searches within a specific CPT file for objects which are moving along +straight lines in (X,Y,t) space. In order for an object to be found +by {\tt markrock}, it must have three points, each with only single +measurements. The third point must land within a specified distance +of the line projected from the first two data points. These +comparisons are made in the three dimensional space of image position +and time. Also, objects are only accepted if they have a speed less +than a threshold. If an object is moving too fast, it will make a +streak on each individual image and will probably be missed anyway. +Moving objects detected in this way are flagged in the photometry +database and are also written to a Rock database. Currently, the Rock +database just contains ASCII lists of the RA, DEC, Mag, and time for +each detection. In fact, the data are stored in pairs of detections, +with the middle detection saved twice. This format makes it easy to +plot lines connecting the points using the connect-the-dots plotting +style of status/kapa (see below). + +One of the current drawbacks of {\tt markrock} is the insistence on +three observations with only 1 measurement each. If an object is +moving too slowly, two of the dectections of the object may be merged +together. Enough data is stored in the database to extract these +individual measurements, so a more sophisticated search is possible. +It is also currently the case that USNO proper motion stars are +ignored, but some of these will be asteroid detections which are +simply too close to a faint USNO stars (it has to be faint because it +would otherwise be associated with a star in the photometry +database). + +To run 'markrock' by hand, the syntax is: {\tt markrock (file.cpt)}. +There are several optional flags, which are listed if you type +markrock by itself. + +\section{Relative Photometry -- nrphot} + +Once the data has been incorporated in the photometry database and the +data validation routines have been run, it is possible to determine +photometric solutions for all of the images. The program which does +this is nrphot. It tries to find a set of solutions for each image +which reduce both the scatter per image and the scatter per star. +\note{the following section is quoted verbatim from the M31 paper + Magnier et al 1992, A\&A Supp 96, 379. It could use a little + editing to fit the reality of the LONEOS implementation.} + +In order to convert from instrumental magnitudes reported by DOPHOT +to a standard photometric system, relative photometry was used, and +all values converted to one internal magnitude system for the entire +set of data taken with each filter. Note that this is not {\em + differential}\ photometry on a single image, but rather {\em + relative}\ photometry between many images. This method was +advantageous for several reasons. First, since many of our nights +were not photometric, relative photometry allowed us to use all of our +data, even that obtained on the cloudy nights. Second, it allowed us +to use photometry from several of the recent CCD photometric studies +(Massey \etal\ 1986; Hodge \& Lee 1988; Freedman 1989; Richer \etal\ +1990) in small fields of M31 to calibrate our data to a standard +system. Third, relative photometry allowed us to check the agreement +of the photometry of the calibration data. + + In order to perform relative photometry, we used multiple +measurements of individual stars on overlapping images to connect +neighboring images. A standard method of converting between +instrumental magnitudes and a standard photometric system is to use a +photometry equation of the form: +\begin{equation} +M_{app} = c_{\lambda} + m + a_{\lambda}*\zeta + \gamma_{color}*(color) \\ +\label{M_mag} +\end{equation} +where $m$ is the instrumental magnitude, +\begin{equation} +m = -2.5\log(N_{el}) + 2.5\log(t). \\ +\label{inst_mag} +\end{equation} +$N_{el}$ is the number of electrons measured in a single star, $t$ is +the exposure time for the image, $M_{app}$ is the apparent magnitude +of the star in the standard system, $\zeta$ is the airmass of the +image, and $color$ is the value of a color index (\ie\ \B\ - \V\ or +\V\ - \R) for the particular star. The subscript $\lambda$ refers to +the filter and the subscript $color$ refers to the color index. For a +given filter, several possible color indices could be used (\ie\, for +calibration of \V\ data, both \B\ - \V\ and \V\ - \R\ could be used to +measure the response of the detector with the color of the star); +however the colors of stars are highly correlated, so only one color +index need be used at a time. $c_{\lambda}$, $a_{\lambda}$, and +$\gamma_{color}$ are calibration coefficients dependent on the +instruments and the site. $c_{\lambda}$ is a factor to scale the +response of the detector. In fact, the value determined for +$c_{\lambda}$ depends on what color index is used in the calibration, +so one might in fact write $c_{\lambda}$ as $c_{\lambda, color}$. +However, for the sake of readability, this second subscript will be +dropped. The terms $\gamma_{color}$ and $a_{\lambda}$ give the +variation of the sensitivity with the color of the star and the +airmass. For a detailed discussion of photometric calibrations, see +Hardie (1962). Equation (\ref{M_mag}) is only valid for photometric +conditions. Under non-photometric conditions, we need to add another +term to account for clouds: +\begin{equation} +M_{app} = c_{\lambda} + m + a_{\lambda}*\zeta + \gamma_{color}*(color) + clouds \\ +\label{M_cloud} +\end{equation} +Now, we can regroup the terms in (\ref{M_cloud}) as follows: +\begin{equation} +m = [M_{app} - \gamma_{color}*(color)] - [c_{\lambda} + a_{\lambda}*\zeta + clouds] +\label{M_sep} +\end{equation} +Of the two terms on the right side of equation (\ref{M_sep}), the variables +in the first pair of brackets are dependent on the properties of the +star, those in the second pair of brackets are dependent on the image parameters, +except for $c_{\lambda}$ which is independent of both image and star. +We can now define the ``relative magnitude'' and the ``calibration +magnitude'' from (\ref{M_sep}) as follows: +\begin{eqnarray} + m & = & M_{rel} + M_{cal} \label{rel_phot1}\\ + M_{rel} & = & [M_{app} - \gamma_{color}*(color) + \Delta] \label{color}\\ + M_{cal} & = & - [c_{\lambda} + a_{\lambda}*\zeta + clouds + \Delta] \label{M_cal} +\end{eqnarray} +where $M_{rel}$ is the relative photometric magnitude of the star in +the internal system and $M_{cal}$ is a correction factor to convert +instrumental magnitudes to relative magnitudes. The terms $\Delta$ +are included in eqs. (\ref{color}) and (\ref{M_cal}) to make explicit +the fact that an arbitrary constant can be added to $M_{rel}$ and +subtracted from $M_{cal}$, as this fact will be important (see below). +The goal of relative photometry is to determine $M_{cal}$ for each +image, then use this $M_{cal}$ to find $M_{rel}$ for all stars from +eq. (\ref{rel_phot1}). Once one has $M_{rel}$ for each star, one can +then convert them to a standard system ($M_{app}$) using equation +(\ref{color}). + + An equation of the form (\ref{rel_phot1}) exists for each star +detected on each image. As described, the value $m$ depends on both +the particular image and the particular star, the value of $M_{cal}$ +only depends on the image, and the value of $M_{rel}$ only depends on +the particular star. Let us label the images with the subscript $i$ +and the stars with the subscript $j$. Equation (\ref{rel_phot1}) can +then be written in the form: +\begin{equation} +m_{i,j} = M_{rel,j} + M_{cal,i} \label{rel_phot} +\end{equation} +Of course, $m_{i,j}$ only exists for certain combinations of images +and stars: not all stars appear on all images. In the entire system +of equations, only one value of $\Delta$ (from eqs. \ref{color} and +\ref{M_cal}) can be used, but, as noted above, the {\em value}\ of +$\Delta$ is arbitrary. + + In equation (\ref{rel_phot}), both $M_{rel,j}$ and $M_{cal,i}$ +are unknown quantities. We can use a method of least squares to find +these values for the entire set of data. We try to minimize the chi +square, defined as: +\begin{equation} +\chisq = \sum_{i,j}(m_{i,j} - M_{rel,j} - M_{cal,i})^2 / \sigma_{i,j}^2 \label{chisquare} +\end{equation} +where $\sigma_{i,j}$ is the error in the measurement $m_{i,j}$, and +the index $i$ runs over all images, while the index $j$ runs over all +stars which are multiply measured, \ie\ those stars which appear on more +than one image. + + We attempt to minimize \chisq\ analytically by finding the +derivatives of \chisq\ with respect to $M_{rel,j}$ and $M_{cal,i}$ +and setting them equal to zero: +\begin{eqnarray} +\frac{\partial\chisq}{\partial M_{rel,j}} = \sum_{i}-2(m_{i,j} - +M_{rel,j} - M_{cal,i}) / \sigma_{i,j}^2 = 0 \nonumber \\ +\frac{\partial\chisq}{\partial M_{cal,i}} = \sum_{j}-2(m_{i,j} - +M_{rel,j} - M_{cal,i}) / \sigma_{i,j}^2 = 0 +\end{eqnarray} +In these summations, the index $i$ runs over all images in which star +$j$ appears, and the index $j$ runs over all stars which appear on +image $i$ which are multiply measured. Solving the equality leads to +the following system of equations: +\begin{eqnarray} +R_{j}M_{rel,j} = \sum_{i}(m_{i,j} - M_{cal,i}) / \sigma_{i,j}^2 \label{system1} \\ +R_{i}M_{cal,i} = \sum_{j}(m_{i,j} - M_{rel,j}) / \sigma_{i,j}^2 \label{system2} +\end{eqnarray} +where +\begin{eqnarray} +R_{i} = \sum_{j}\frac{1}{\sigma_{i,j}^2} \nonumber \\ +R_{j} = \sum_{i}\frac{1}{\sigma_{i,j}^2} +\end{eqnarray} +Again, the index $i$ runs over all images in which star $j$ appears, +and the index $j$ runs over all stars which appear on image $i$, with +the restriction of multiple measurements. The term $\Delta$ from +eqs. (\ref{color}) and (\ref{M_cal}) acts as an arbitrary zero point +between the relative and apparent photometric systems. + + Equations (\ref{system1}) and (\ref{system2}) are a set of +$N_{images} + N_{stars}$ linear equations with $N_{images} + +N_{stars}$ unknowns. The unknown parameters are the terms $M_{rel,j}$ +and $M_{cal,i}$. Unfortunately, $N_{images} + N_{stars}$ is a number +on the order of 5000 - 10000, thus an analytical solution is +impractical and an iteration method must be used. A simple iteration +method is as follows: + +%\SingleSpace +\begin{enumerate} +\setlength{\parskip}{-0.05in} +\item Guess at values for each $M_{cal,i}$. +\item Use equation (\ref{system1}) to find values for $M_{rel,j}$. +\item Substitute these $M_{rel,j}$ values into (\ref{system2}) to get a new +set of $M_{cal,i}$ values. +\item Return to step 1. +\end{enumerate} +%\DoubleSpace +This process is repeated until some criterion is reached, such as the +\chisq\ no longer changes or reaches a desired minimum. Although a +minimum can be found, error propagation causes severe problems +since images are only connected to neighboring images. The end point +images are connected by \approx 50 intermediate images, and errors +propagating over such a long distance can cause severe errors. Also, +$M_{rel,j}$ and $M_{cal,i}$ are not uniquely defined, because of the +term $\Delta$. Therefore, during the iteration process, the values of +$M_{rel,j}$ and $M_{cal,i}$ tend to wander and do not tend to converge +($M_{cal,i}$ may be incorrect by typically 0.5 mag). These problems +can be overcome if some of the values $M_{cal,i}$ or $M_{rel,j}$ are +known. In this situation, the known values can be held fixed, +providing a reference point for the remaining values. If enough +values are known across a large enough portion of the data, no image +is separated from the fixed values by many images, and errors will not +build up. + + Although many values $M_{rel,j}$ were known from other CCD +photometry studies, we chose not to use them. The reason for this +decision was threefold: 1) By not using them, we are able to check the +effectiveness of our method. 2) We are able to check the accuracy of +the reference data. 3) The known $M_{rel,j}$ values were in a very +small number of highly concentrated regions (the locations of the CCD +photometry studies). This was particularly a problem in \R\ and \I, +where we only had one or two reference fields. We therefore chose to +fix certain values of $M_{cal,i}$ + + Images taken under photometric conditions provide a set of +known $M_{cal,i}$ which can be held fixed. This is true since, if the +image is taken under photometric conditions, the term $clouds$ in eq. +(\ref{M_cal}) is by definition 0. The other terms in this equation +are either known ($a_{\lambda}*\zeta$) or are constant for all images +($c_{\lambda}$) and can thus be assigned to a set value, which can +later be removed with the zero point calibration. We used the values +of $a_{\lambda}$ reported by Pilachowski \etal\ (1991): $a_B$, $a_V$, +$a_R$, $a_I$ = (0.24, 0.15, 0.11, 0.07). We used the long-term +average coefficients, not those measured in October 1991, since the +observations were performed before the eruption of Mount Pinatubo. +The task that remains is to determine which images were photometric. + + Since the conditions during observations varied greatly from +night to night, we decided to determine which images were photometric +from the images themselves. To do this, we used a variation on the +iteration method described above. Before starting the iterations, we +assume a value for $c_{\lambda}$. We can choose this arbitrarily, and +correct for our choice in the correction to an absolute photometric +system. Now, we perform the following iteration: + +%\SingleSpace +\begin{enumerate} +\setlength{\parskip}{-0.05in} +\item Assume that all images are photometric and determine $M_{cal,i}$. +\item Find the corresponding values of $M_{rel,j}$ from equation (\ref{system1}). +\item Use these $M_{rel,j}$ values to find new values for $M_{cal,i}$. +\item Find the values of $clouds$ for each image from these $M_{cal,i}$ +\item Assume that any image with a value $clouds$ more than 1 standard +deviation from the mean value (over images) has a substantial cloud +layer. +\item Return to step 1, but use the iterated $M_{cal,i}$ values for those +images with substantial clouds. +\end{enumerate} +%\DoubleSpace +This process is continued until \chisq (eq. \ref{chisquare}) does not +change substantially. Figure (\ref{fig:Mrel}) shows a histogram of +the occurrences of different $clouds$ values. There are a few +important points to make about this figure. First, there is a +concentrated peak at 0. All of these images have essentially zero +cloud level. As one would expect, there are a large number of images +to the right of this peak. These are the images which were taken +through some amount of clouds. Since the exposures were stopped if +the clouds got too thick, it is not surprising that these images taper +off at higher cloud levels. The most curious and telling part of the +plot is the area below the 0-cloud peak. There are many images on the +``negative cloud'' side of the peak. Because ``negative clouds'' are +unphysical, there must be a simple explanation for this. In fact, 112 +of the 122 images more than 0.02 mag below the peak had exposure times +of less than 20 seconds. Since the shutter at MDM is accurate to only +1 - 2 seconds, it is likely that these images had an exposure time +which was longer than reported, and therefore have artificially +enhanced values of $M_{cal,i}$. + + We calculate the error on the relative calibration of each +image by finding the scatter of the $M_{cal,i}$ values for each image +and dividing by $\sqrt{N stars}$. A histogram of this error for all +images is shown in Figure (\ref{fig:dMrel}). We also show the +variation of the formal photometric error reported by \dophot\ with +magnitude for each filter in Figure (\ref{fig:dm}). Now that we have +the values $M_{cal,i}$, we can calculate the values $M_{rel,j}$ for +every star on every image. + +The Pipeline implementation of relative photometry includes the +possibility for up to third order polynomial terms across the field. +This is needed to account for the different flat fields, particularly +between images taken with and without the red-block filter. + +\begin{figure} +\psfig{file=flags.eps,width=9cm} +\caption{\label{flags} \small + Pictoral representation of the Average.code flags. The lower byte + value is used for specific definitions of object types. } +\end{figure} + +To run 'nrphot' by hand, the syntax is: {\tt nrphot (file.cpt)}. +There are several optional flags, which are listed if you type +nrphot by itself. + +\subsection{Data Flags} + +The identifications made by the above routines are noted as a set of +flags in the Average.code structure entry. Some of these flags are +mutually exclusive, so a certain bit may have more than one meaning, +depending on the value of other bits. Figure~\ref{flags} shows a +pictoral representation of the meaning of the different bit fields. +The uppermost bit (bit 15) determines if the object may be considered +a ``fixed'' star or something which has no fixed location. If it is +not fixed, and this bit is 1, then there are several options. The +second uppermost bit (bit 14) will be set if this object is one of the +three types of bad data flagged by {\tt markstar}. The lower byte of +code is used to define the type of bad data: ghost, trail, or bleed. +Thus, any datapoints determined to be a satelite trail will have a +code value of 0xc002 (49154 decimal). If an object is a moving +object, but not a bad datapoint, it may be identified as a ``rock'' +(an asteroid) by the program {\tt markrock}. In this case, the flag +for an asteroid is turned on (bit 13). Thus anything identified as a +rock by {\tt markrock} will have a code value of 0xa000. The lower +byte of code is not yet defined for asteroids, but could be reserved +for distinguishing different classes of asteroids (ie, on the basis of +orbital speeds, and so forth). Objects which are fixed may have a +variety of possible flags. First, an object may be identified with a +USNO star (bit 14). It may be found to exhibit variability (bit 13), +implying that the relative photometry routine should ignore it. If +may be a transient object (bit 12). Note that, while an object +associated with a USNO object may not be transient, an object which is +variable may also not be associated with a USNO object. Thus, we need +seperate bits for variable vs transient. Different types of variable +objects may be represented with different values of the lower byte. +For example, a Cepheid may have a specific lower byte code of 0x01, +which an RR Lyrae may have a lower byte code of 0x02. Thus a Cepheid +associated with the USNO catalog would have a total code value of +0x6001. Finally, any of these types of non-moving objects may have +some bad individual measurements (bit 12) or may be found to have a +significant proper motion (bit 11). It should be noted that the above +guidelines for variable stars are suggestions only, and to date (July +7, 1999), no programs currently assign or define these variability flags. + +\section{Holding it Together} + +The preceeding sections describe the step-by-step analysis and +incorporation of the data from individual images. However, the power +of the Pipeline comes in applying it to large numbers of images. At +LONEOS, we are using four Pentinum II computers to analyse the roughly 200 +images that are observed each night. + +It is best to think of the analysis of images occurring on groups of +images from a given night. Of the set of processes discussed above, +those in section \ref{parallel} are performed on individual images +essentially independently of the other images. The rest of the steps, +both the data incorporation ({\tt addstar} and the database cleaning +routines occur on the entire batch, one image at a time. Thus, the +former routines can easily be run in parallel, but the latter routines +are run in serial to avoid having two programs writing to same part of +the database at the same time. In this model, we would process all of +the images from a night through the parallel stage of the analysis and +then run the serial stage only after the entire night is finished in +the parallel stage. We thus have a natural division of the pipeline +into two stages. + +The implementation of the two stages involves several programs, some +of which are specific to the LONEOS situation, and others which are +more general. There are two layers of programs which enable batch +processing of many images and repeated batch processing over many +nights. At the highest level, are Perl scripts which choose what data +needs to be analysed and when. These scripts tend to be more +dependent on the details of the LONEOS implementation. At the next +level down, these scripts call two main C programs which run the +images of a given night through the pipeline. These C programs are +more general and do not depend on the details of the LONEOS +implementation. A defined set of files holds a log of the nights and +images that have been processed, both for the information of people +who might want to monitor the progress, but also used by the programs +to guide decisions about what to analyse next. + +\subsection{data and file organization} + +There are a set of standard locations for all of the files used and +created by the Pipeline. These locations have both abstract names +used by the pipeline programs and specific definitions used in the +LONEOS implementation. In general, the definitions of the files are +given in the configuration file, 'config.txt' (currently located in a +hard-wired location, but this may soon change to the mechanism used by +the lastest version of spicam (3.0)). The C programs all refer to the +config file for the definitions, but the Perl scripts currently have +the definitions hardwired as variable names defined in the beginning +of each file. This should be changed to a mechanism that looks in +the config file, perhaps implemented by a standard Perl function. + +Here is a list of the main directories and their meanings: + +logdir: /metis/d11/logs - all log files and the files used by +the Perl scripts to control their actions (except locks) go here. + +workspace: /irene/d11/workspace - the intermediate analysis +stages go here, and the tar, gzipped directory files stay here. + +dumpspace: /pallad/d1 - used by slurp to store images +downloaded from the tape archive. + +database: /hebe/d27/database - the result database, as also +the locks and the Rocks.dat file. + +references: /metis/d11/references - a variety of reference data, +including the HST GSC, the USNO catalog, the config files, and so +forth. + +source: /metis/d11/src/ohana - all of the programs source, +binaries, and scripts relevant to running the Pipeline are contained +in these directories. + +\begin{verbatim} +database: /hebe/d27/database (also in /metis/d27/database as linked directories). + lock files also go in this directory +workspace: /irene/d11/workspace - temporary storage of result files +dumpspace: /pallas/d1 - disk to store data dumped from the archive by slurp. +scriptdir: /metis/d11/logs - all log files +\end{verbatim} + +\subsection{lastnight} + +The first step in the process is the Perl script {\tt lastnight}, +which is highly dependent on the specifics of the LONEOS setup. It +looks at the disks used by the observers to write the images from a +given night. Images are written to a directory called +/pallas/d[1-6]/YYMMDD where 'YYMMDD' is an abbreviation for the current +night's date (ie, 990223). Many files use this naming scheme, so we +will refer to such a name as 'YYMMDD'. All of the images are stored +in this directory with names yyyyMMDDxxxxb.fits where yyyy is the full +year, MM is month, DD is date, and xxxx is a sequence number. The 'b' +refers to the 'b' CCD, and the .fits extension is required. The +script {\tt lastnight} is called by a cron job scheduled for 7am on +{\tt hebe.lowell.edu} (note that the clock on hebe is set to PST, not +local MST - fix this some day!). The script searches the disks +{\tt /pallas/d[1-6]} for a directory of the right form (basically any +directory beginning with a number). By default, the program demands +that the directory have the name derived from today's date, but with +the flag -any, it will accept any directory. It then checks to see if +this directory has been already been analysed (ie, it is included in +the 'processed.log' file). If not, it lists all files in that +directory with the right ending (*b.fits) and places these names in a +file, {\tt /metis/d11/logs/YYMMDD.inlist}. It also writes the name of the +directory (along with some other data) in a file 'extracted.log'. +When it has successfully ended and identified some data, it calls the +next script, {\tt stage1} and then quits. + +\subsection{slurp} + +An alternative to {\tt lastnight} is the Perl script {\tt slurp}, +which looks for data on the tape archive. This script looks at the +tape.log file and compares it to the file 'processed.log'. It tries +to identify nights listed in the file 'tape.log' which have not been +included in the 'processed.log'. If it finds any, it tries to +download as much of the data as will fit on the disk {\tt /pallas/d1}. +This script is called from within the {\tt stage1} script and is +invoked if {\tt stage1} is run without any data already in +the file 'extracted.log'. + +A related pair program is the load/unload C programs which are needed +for loading and unloading the tape jukebox. The first, load N, takes +tape number N and loads it into the tape drive. The second takes the +tape a returns it to its slot. It is important to check on the other +users of the tape drive to be sure it is not occupied. This is done +with the llock, lunlock and llockstat programs. llockstat lists the +devices which have been allocated. llock lets you lock a particular +service, etc. + +\subsection{stage1} + +The Perl script {\tt stage1} takes the image list produced by {\tt +lastnight} or {\tt slurp} (YYMMDD.inlist) and passes the list to the +controller program {\tt control1} which performs the parallel +analysis. The script has a few features to decide which files have +been analysed through the pipeline and to what extent. If {\tt +stage1} is called, it should be able to figure out 1) if there is data +ready to be analysed (ie, there is a new date reference in the file +'extracted.log'), 2) if the data has been partially analysed (ie, the +date reference in 'extracted.log' has not been put in 'processed.log', +but there are entries in the file YYMMDD.outlist), and 3) which data +needs to be run through which part of the pipeline (ie, it decides +which of the images in YYMMDD.outlist have succeeded at which stages +of the analysis, and starts them at the appropriate spot). These +features are most useful if the analysis crashes in the middle or +needs to be restarted. The {\tt stage1} script is meant to be run +without any arguments and it will figure out what needs to be done. +The one possible argument is the -once flag. This flag tells {\tt +stage1} to analyse the data it finds and quit when it finishes, and +not call another instance of itself. Otherwise, when it is done, it +will restart itself, and since there is no new data in +'extracted.log', it will start a slurp process to get data from the +archive. If there is no data in the archive either, this process will +sleep for an hour and try again. After a few attempts (2 days?), {\tt +stage1} will give up and quit without restarting itself. The script +writes a log file called \$scriptdir/stage1.NN.log where NN is a +number in sequence between all runs of {\tt stage1}. A file +stage1.count keeps track of which number NN we are on. When {\tt +stage1} has finished the analysis of a night's data, it writes the +date in 'processed.log' to let other processes know what has been +analysed. The bulk of {\tt stage1} is not dependent on details of the +LONEOS setup, but it does expect the files to have the naming scheme +described above. + +\subsection{stage2} +The serial stage processes are run by the Perl scrip {\tt stage2}. +Normally, this script is always running. It waits for the name of a +night to be added to the 'processed.log file, presumably by {\tt +stage1}. Once it finds a new name in this file, it looks for the +appropriate images in the file 'YYMMDD.addlist'. It then submits the +list to the second controlling program {\tt control2}, which runs the +images through {\tt addstar}. Images which are successfully run +through addstar have their *bf.fits (flattened image) and *.obj +(dophot output) files deleted. When the entire night is done, the +rest of the *.obj and *bf.fits images are deleted by {\tt stage2}, the +directory with the *.cmp and *.log files is tared and gzipped into the +file YYMMNN.tgz. The directory is then deleted. Finally, {\tt +stage2} calls the scripts {\tt cleaning.pl} and {\tt run.phot} which +runs the cleanup programs ({\tt markstar - nrphot}) on the database. +After a successful run, {\tt stage2} will automatically respawn a new +copy that waits until more data arrives. + +\subsection{control1 / control2} +These two C-programs perform the tasks of farming the images out to +the different machines for analysis. The two programs are essentially +identical, but {\tt control1} is allowed to use all machines and {\tt +control2} can only use one (hebe.lowell.edu, which has the database +local to it). These controller programs start off by executing remote +shells (using ssh) on a set of machines. These shells are then used +to execute the remote commands and are kept open the entire time the +process runs. + +Both control programs maintain a list of images in a set of queues. A +set of rules defines the order in which each image travels through the +queues. Each queue is associated with a single process (ie, flatten, +astrometry, etc). Images which successfully run through a queue are +sent on to the defined 'next' queue, while images which fail are +instead sent to the defined 'fail' queue. In most cases, the 'fail' +queue is a process which marks the image as bad and write the name in +a file, and then puts the image in the 'done' queue. However, it is +possible for the 'fail' queue to be another attempt, such as in the +case of astrometry. In this example, images which fail the default +astrometry are run through a second queue which tries again with the +-loneos flag set (this flag makes the assumption that the header +information about the LONEOS region number for the image is correct, +not the RA/DEC information). + +The connections on the remote machines are handled as child processes +with communication through the stdin and stdout/stderr pipes. +Messages can be sent back and forth though these pipes, and messages +which are received from a process associated with an image are written +to a log file with the name imagename.log (where imagename is the root +name of the image). The only required messages from the program are +messages saying ``SUCCESS'' or ``ERROR''. The programs therefore all +end with either of these words. The programs are started within the +controller as a command to the shell followed by and echo ``PROCESS +DONE''. If the controller sees the message ``PROCESS DONE'' without +either ``SUCCESS'' or ``FAILURE'' (after waiting an appropriately long +time), it assumes the program crashed. Currently, no timeout is +available for the programs. The flat-field process is run in mana and +is a slightly special case. We avoid re-loading the same flat many +times by starting a mana process once and running the flatten +procedures as mana function calls. The images which are analysed +(with an indicator of success or failure at each stage) are written to +a file named 'YYMMDD.addlist' by the {\tt control1} and 'YYMMDD.outlist' +by {\tt control2}. + +\subsection{Lock files} + +A variety of locking mechanisms are used to avoid overwriting the +database or running more than one version of the controlling +programs. There is a perl program, {\tt locks}, which allows the user to +set or check the state of the different locks. All programs which +write to the database check for the existence of a lock on the +database and refuse to run if it exists. The control1/2 programs and the +stage1/2 programs check for their own lock files and only run if they +don't exist. Finally, the use can set the lock files 'kill' or 'halt' +for either stage1 or stage2. The first tells the process to stop +immediately, taking care of bookkeeping first. The second tells the +process to finish the current set of images but not start a new +version. + +\subsection{Other Perl Scripts} + +there are several other scripts which are either used to do some +simple function or are used by the maintainer to check up or work on +the pipeline. The two programs 'checkoutlist' and 'checkaddlist' take +a list of YYMMDD.outlist or YYMMDD.addlist files and list the number +of images in the file and the number of successes at each analysis +stage. There programs 'cleaning.pl' and 'run.phot' deal with the +cleanup programs and the running of nrphot. the program +'backup.stuff' takes the first 4 characters of the year/month file +names and backs up to the jukebox tape all tar files for the given +month. + +\section{Operational Issues and Subtleties} + +The current LONEOS system runs principally on four Intel machines +under linux. The existing system has been generally quite stable over +the past year of operation, but there are some subtleties. One +significant issue is the RAID disk attached to hebe.lowell.edu. This +device is a set of three 9 GB disks merged into one 27GB raid disk. +The database is stored mostly on this disk and the RAID disk mounted +on metis. It is easy to split the database across multiple file +systems by using links. Within the database directory, there are +directories for each of 24 Declination bands (7.5 degrees tall). The +easiest way of splitting up the data is to move some of these +subdirectories to another device and creating links to them at the +appropriate place. This is currently done by having a directory +/metis/d27/database with the remote directories. + +The current problem with the /hebe/d27 RAID results from the poor way +it was setup. It was set up without much knowledge of the (at the +time) rather rudimentary linux RAID system. As a result, the +implementation is such that the disk will not automatically be +configured and mounted at boot time. There is a script /root/mdstart +which lists the step to setup the RAID correctly. It would be helpful +if the rc.local or rc.sysinit files were fixed to start, fsck and +mount the RAID automatically at boot. The setup on metis is +substantially more mature and is correctly implemented. It comes up +when the machine boots. + +\section{Visualization -- Status} + +Visualization of the data in the photometry database can best be +performed with the program {\tt status}. This is a command-line +driven program with a math and macro language which makes it easy to +perform complex tasks. + +First, a few notes about the user interface. The interface has an +interaction similar to {\tt tcsh}. The arrows allow editing of +previous commands. You can also use emacs-like commands such as +cntl-a to reach the beginning of the line and cntl-e to reach the end. +There is command and file completion: if you type part of a command +(as the first thing on a line) and then type tab, it will fill in as +much as possible, until the word is not unique. Typing tab twice at +that point will list the possible endings. For any but the first word +on a line, the same thing will happen for the files in the current +directory. It is also possible to type just a fraction of a command, +as long as it is unique. An ambiguous command will list the possible +alternatives. For example: +\begin{verbatim} +status: c +ambiguous command: c ( catalog cgrid clear create cursor ) +\end{verbatim} + +The shell is essentially an interpretive programming language. +Variables are set as follows: +\begin{verbatim} +status: $fred = 10 +\end{verbatim} +Any expression within curly brackets \{\} is assumed +to be an arithmetical expression and is evaluated before the line is +executed. For example: +\begin{verbatim} +echo {$fred*dcos(45)} +\end{verbatim} +would give the response 7.07107. There are math functions cos, sin, +and tan, which operate on radian expressions, and also dcos, dsin, +dtan, which operate on degree expressions. There are also the +equivalent inverse functions: eg., asin and dasin return radians and +degrees, respectively. The help section on Math defines all of the +available math functions. + +\subsection{Miscellaneous Commands} +\begin{verbatim} +! -- system call +? -- list commands +?? -- list variables +echo -- type this line +exec -- system call +exit -- exit program +help -- get help on a function +output -- redirect output to file +quit -- exit program +scan -- scan line from keyboard or file to variable +wait -- wait until return is typed +which -- show command +\end{verbatim} +Most of these are self-explanatory. The command ?? prints the system +variables. The {\tt help} command will provide help on a single +command or, without any arguments, will list all available help +files (this includes general help not associated with a specific +command). + +\subsection{Shell Programing} +\begin{verbatim} +break -- escape from function +for -- loops +if -- logical cases +input -- read command lines from a file +macro -- deal with the macros +\end{verbatim} + +There are several options for programming in {\tt status}. First, a +file which contains a series of commands can be executed with {\tt + input (filename)}. It is also possible to define macros which will +behave much like regular commands. A macro is defined by typing {\tt + macro name} or {\tt macro create name} followed by the commands. +Arguments to the macro are assigned to the variables \$1 .. \$N and +the number of arguments is given by \$0. Macros may be defined in +{\tt input} files, and in fact when {\tt status} is started, it loads +the file {\tt \~/.statusrc} which may contain default macros. Simple +loops and if statements can be performed, and are quite useful for +complex macros. + +``If'' statements are similar in syntax to C if statements, but only +the following logical operators are available: $>$, $<$, $=$, !, $|$, +and \&. Notice that (currently) there is no $>=$ or $<=$ symbol. The +operator ! means ``not equal to'', but cannot be used to negate a +logical value. The operators $|$ and \& have the meaning of ``or'' and +``and'' respectively. Math expresions in the if statement must be +contained in curly braces, as elsewhere. Variables with string values +may use the logical $=$ operator to test if two strings are the same. +``For'' loops are quite simplistic. The form is: +\begin{verbatim} +for var first last delta + (commands) +end +\end{verbatim} +The value of {\tt \$var} will start at the value {\tt first} and increment by +{\tt delta} after each loop. The loop will stop after {\tt \$var} is greater +than {\tt stop}. The value {\tt delta} is optional, with 1 assumed. +The value of {\tt \$var} may be changed during the loop, and if set +beyong the value of {\tt last} will end the loop early. + +\subsection{Vector Plotting} + +\begin{verbatim} +box -- draw a box on the plot +clear -- erase plot +create -- create a new vector +cursor -- get coords from cursor +grid -- plot cartesian grid +hist -- create histogram from a vector +labels -- define labels for plot +limits -- define plot limits +plot -- plot a pair of vectors +print -- write vectors to file +ps -- define labels for plot +set -- vector math +style -- set the style for graph plots +vectors -- list vectors +zplot -- plot scaled points +\end{verbatim} + +In addition to scalar variables, {\tt status} can manipulate and +display 1-D vector variables. Many of the commands which extract data +from the photometry database place the data in vectors as well as +plotting them. A vector can also be created based on a number +sequence with the command {\tt create name Nelements start delta}. +The resulting vector has $Nelements$ entries, starting at a value of +$start$ and running until $start + delta*Nelements$. If $delta$ is +0.0, all elements will have the value of $start$. A histogram of a vector +may be made with the command {\tt hist}, which creates a new vector +containing the histogram of the first vector. The data range and bin +size of the histogram are defined in same way as with create. This +makes it easy to create the index vector that goes with a histogram +vector: +\begin{verbatim} +hist y Ny 1 100 0.1 +create dx 1 100 0.1 +\end{verbatim} +The above will create a histogram of y in Ny and the index in dx. +Plotting this with {\tt plot dx Ny} will show the histogram. + +Vector math is performed with a command of the form {\tt set new = + (expression)}. The expression is some math function employing +vectors and scalars. A complete listing of the math operators +available in {\tt set} can be found in the help for {\tt set}. + +Once vectors are defined, they may be plotted. A pair of vectors can +be plotted against each other if they have the same number of entries. +The plotting is performed on the graphics window, Kapa. There are +actually several graphics windows available to {\tt status}, any of +which may be used to plot at any time. Some of the more complex +operations default to either graphics window 0 or 1, depending on the +context. Except for those functions with a pre-defined window, all +plotting functions apply to the current graphics window unless an +option {\tt -n N} is given to specify a different window. The +plotting style is determined by the command {\tt style} which can set +the line width, the line type (solid, dashed, dotted, etc), the point +type (box, cross, etc), the point size, the color, and whether a pair +of vectors is plotted as a sequence of points, a set of connected +lines, or a histogram. Some functions which make plots use their own +styles, as discussed below. The function {\tt limits} lets the user +set the range of the plot axes, or check the current setting. The +command {\tt plot} will plot a pair of vectors on the current graphics +window using the current plotting style for that window. The command +{\tt zplot} will plot a pair of vectors with the point size scaled by +a third vector, with maximum and minimum point sizes representing +specified values. The {\tt cursor} command goes the other way: this +command puts the Kapa window in cursor mode and waits for input from +Kapa. The user can then type any alphanumeric key on the graphics +windows and will be told both the pointer location (in the graphics +coordinates) and will have the coordinates stored in {\tt status} +variables. For example, by typing ``1'' in the sky display window, +the RA and DEC of the pointer are stored in the variables {\tt \$R1} +and {\tt \$D1}. This command can be used to let the user define +locations or regions of interest on the Kapa window. (Future addition: +{\tt button}, which does the same with the mouse buttons). + +\subsection{Database Functions} + +\begin{verbatim} +gcat -- get catalog at location +gimages -- get images at location +gstar -- get star statistics +extract -- extract average vectors from catalogs +mextract -- extract measurement vectors from catalogs +imstats -- plot image statistics +imextract -- extract image vectors from database +lcat -- list catalogs in display region +cmatch -- match two catalogs +\end{verbatim} + +There are a variety of other commands which directly refer to the +photometry database. Some of these functions extract data of various +types from the database, others perform more complex plotting +operations. The commands listed above are those which simply extract +data from the database. The first three list information relevant to +a specific RA, DEC location on the sky: {\tt gcat (RA) (DEC)} lists +the catalog at the specified location and places the name in the +variable {\tt \$CATNAME}, {\tt gimages (RA) (DEC)} lists all images +which overlap the specified location, {\tt gstars (RA) (DEC) (RADIUS)} +lists data about the stars within a specified radius of the specified +location (all numbers above are given in decimal degrees). Similarly, +{\tt lcat} lists the catalogs in the region. Imstats lists statistics +about each image + +The next three commands extract a specific piece of information from +the photometry database and places it in a vector. First, {\tt + extract} will extract average values for each star and place it in a +vector. Next, {\tt mextract} will extract measurement values for each +star and place it in a vector: as a result a single star may have +multiple entries in the measurement vectors. Finally, {\tt imextract} +will extract image statistics into vectors (not yet implemented). + + +\begin{verbatim} +catalog -- plot catalog stars +cgrid -- plot sky coordinate grid +cplot -- plot vectors in sky coordinates +czplot -- plot scaled vectors in sky coordinates +images -- plot image boxes +imdense -- image density plot +lcurve -- plot lightcurve for a star +pcat -- plot catalog boundaries +region -- define sky region for plot +resid -- plot residuals +simage -- plot stars in an image +\end{verbatim} + +There are two types of database plotting functions: those that display +or refer to the spatial charateristics of the data and those that +refer to other types of charatersitics, such as the time domain. The +graphics window 0 is reserved for all plots of objects on the sky. +The command {\tt region} defines the current sky coordinates for plots +in graphic window 0. The command {\tt pcat} plots the outline of all +photometry database files which are within the currently defined +region (and by default, only those with data). {\tt images} plots the +outline of the images in the image database, while {\tt imdense} shows +the number of images at a location by randomly spacing dots within the +boundary of the images. The command {\tt cgrid} +draws a grid in celestial coordinates on the for the current region. + +The most complex, but also one of the most useful command is {\tt + catalog}, which plots the positions of stars in the photometry +database (and others) on the sky. There are many options to this +command. One set allows the user to plot stars from the photometry +database (the default), from the HST GSC, or from an ASCII text file +with RA, DEC, and Mag in specified columns. If the ASCII file has a +fixed number of bytes per line, the data can be more quickly loaded. +The size of the points may be scaled by the star magnitude, by the +number of observations of the star, or by the number of missing +datapoints for the star. In addition, points may be plotted only if +they land in specified magnitude ranges, or with specified numbers of +measurements, or missed measurements. Also, objects may be plotted +only if they have a specified Average.code, so that only asteroids or +only perfect stars may be plotted. The plotted vectors may be saved, +if desired, and the source catalog epoch may be specified as different +from J2000 (only valid for ASCII data). + +Several other commands relate to non-spatial charateristics of images +and stars. {\tt lcurve} will plot a light curve for all stars within +some radius of a point. {\tt resid} plots the photometry residuals +for a particular region file. + +\section{Some Examples} + +\begin{figure} +\psfig{file=allsky.ps,width=16cm} +\caption{\label{allsky} \small + Map of the entire sky, and images added to database. } +\end{figure} + +Fig.~\ref{allsky} shows a map of the entire sky, and the location +of the images currently in the database. This picture was made with +the following commands: (output is not shown) \\ +\begin{verbatim} +status: region 0 0 90 gls +status: cgrid +status: style -lw 2 -c red +status: images +status: ps +\end{verbatim} +In this example, on the graphics window, the image boxes are shown in +red. The user now has the possiblitiy of using the cursor command to +narrow in on a specific region, and so forth. + +\begin{figure} +\psfig{file=catalog.ps,width=9cm} +\caption{\label{catalog} \small + Comparison between HST GSC and photometry database astrometry. } +\end{figure} + +Fig.~\ref{catalog} shows an example comparison of the photometry +database star positions and the HST Guide Star Catalog star +positions. The crosses are from the photometry database while the +boxes are from the HST GSC. The size of both points is a function of +brightness. This plot was made with the following commands (starting +from the previous image): +\begin{verbatim} +status: cursor (typed 1 on region of interest) +1 137.097858 22.698305 +q 137.097858 22.698305 +status: region $R1 $D1 0.5 TAN +status: cgrid +status: box +status: style -pt 0 +status: gcat $R1 $D1 + 0 n2230/1951.cpt * +status: catalog n2230/1951.cpt -m 12 18 +status: style -pt 2 +status: catalog n2230/1951.cpt -m 12 18 -g +\end{verbatim} + +\begin{figure} +\psfig{file=lightcurve.ps,width=9cm} +\caption{\label{lightcurve} \small + Lightcurve for several image stars. } +\end{figure} + +Fig.~\ref{lightcurve} shows an example lightcurve from three stars in +the above field. The x axis shows the time in seconds, which the y +axis shows the star magnitudes. This plot was made with the following +commands (starting from the previous image): {\small +\begin{verbatim} +status: cursor +1 137.062562 22.791860 +q 137.062562 22.791860 +status: lcurve $R1 $D1 0.01 -l +status: box +status: gstar $R1 $D1 0.01 +read 11318 stars from catalog file /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt (22462 total measurements) +508 /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt 137.068619 22.785400 18.438000 1 (2) 1.000000 1.000000 +498 /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt 137.062820 22.792747 12.882000 3 (0) 1.000000 1.000000 +501 /host/pikake/d1/gene/loneos/allstars/n2230/1951.cpt 137.064499 22.800817 15.480000 3 (0) 1.000000 1.000000 +\end{verbatim}} +The last lines show the database information on the three stars. + +\section{Software Distribution} + +All of the code, binaries, and scripts for the Pipeline are stored in +the ohana tree at /metis/d11/src/ohana. The ohana directory contains +subdirs of bin, lib, include, src, config, and doc. There is a +Makefile at the top level which calls lower-level Makefiles to build +the programs desired. One of the important concepts in the ohana +distribution is the design of the directory layout to enable binary +support for multiple architectures. The Makefiles use the environment +variable ARCH to determine the appropriate architecture. The binary +and library files are stored in subdirectories of the form bin/\$ARCH +and lib/\$ARCH. It is therefore necessary that users of the ohana +system architecture define the ARCH variable correctly. It is also +necessary to include in the user's PATH the directory +/metis/d11/ohana/bin/\$ARCH. At LONEOS, +with the solaris sparc station and the linux machines both in use, +ARCH can take on the values of 'linux' and 'sol'. The values 'sun4', +'irix', and 'hp' have also been used at various sites. A simple bit +of csh script in the users .cshrc or equivalent can make this +assignment transparently: + +\begin{verbatim} +set sys=`uname -s` +switch ($sys) + case IRIX64: + setenv ARCH irix; + breaksw; + case SunOS: + set ver=`uname -r | awk '{print substr($1,1,1)}'`; + if ($ver == 5) then + setenv ARCH sol + else + setenv ARCH sun4 + endif + breaksw; + case Linux: + setenv ARCH linux; + breaksw; + default: + echo "unknown architecture"; + setenv ARCH unknown; + breaksw; +endsw +\end{verbatim} + +The Makefiles use the ARCH variable not only for destination +directories, but also for destination binary names. All files of the +form fred.c are compiled to fred.ARCH.o (instead of fred.o), +uninstalled libraries get the names libfred.ARCH.a (instead of +libfred.a), while uninstalled programs are called fred.ARCH. + +The perl scripts are kept in ohana/src/perl, with links to the +appropriate bin directories. All programs are stored in directories +of the form ohana/src/program. The exceptions are gastro (stored in +ohana/src/astro), and control1/2 (stored in ohana/src/astro). Also, a +variety of simple, user-level functions are available in +ohana/src/misc. + +Most of the ohana package of programs use several common libraries. +These include the readline library (except for dophot, this is the only +part of ohana that is not written by Eugene Magnier), which is used +for command-line interface systems. Other important libraries are the +fits library for implementing the FITS specifications in a convenient +C-friendly environment, and the ohana library, consisting of basic +string and other basic operations. + +For more details on the programming aspects of parts of the pipeline, +see the associated document, 'A Programmer's Guide to the Loneos +Pipeline' + +\section {Comparison with USNO catalog} + +I have made several comparisons between the USNO catalog and results +from running images from Loneos through the photometry pipeline. In +general, there is a good agreement between the astrometry of the two +datasets. There are specfic areas where the two disagree, however. +First, as discussed above, the USNO star positions may be +significantly different from the observed star positions simply +because of proper motion. The first picure in the ``Comparisons +between Loneos + USNO'' pages shows several stars with significant +proper motion. These are currently being flagged in the photometry +database as discussed. Other differences evident in this first +picture include the classification of bright stars and the splitting +of faint and bright stars. In the upper right of the image, two +bright stars are visible, one of which is actually a double. The USNO +catalog does a good job of detecting both, but it also detects and +includes as stars several diffraction spike points. The HST GSC only +detected a single point and did not split the star at all. The Loneos +data in our pipeline did not detect the star at all due to saturation. +A star in the upper left corner shows the ability of {\tt dophot} in +the Loneos pipeline to split double stars. This star is, on close +inspection, clearly a double. The USNO catalog only detects one. The +Pipeline not only splits the two stars, but it also makes the correct +cross-identification of the stars. + +The second set of pictures shows the ability of the Loneos pipeline to +deal with small galaxies. There are two small galaxies in this field, +both of which are broken into 4 or 5 objects by the USNO catalog, but +maintained as single objects in the Loneos pipeline. In another +example (not shown) a bright star within the disk of a small galaxies +was clearly split from the galaxy by the pipeline (and also by USNO). + +\appendix +\section{Parameter file params.txt} +\begin{verbatim} +# Configuration file for Loneos analysis pipeline + +# important files and directories +IN_DIR /pallas +OUT_DIR /irene/d11/workspace +# +CATDIR /hebe/d27/database +IMAGE_CATALOG /hebe/d27/database/Images.dat +IMAGE_CATALOG_TEMPLATE /hebe/d27/database/template.cat +CATALOG_TEMPLATE /hebe/d27/database/template.cat +ROCK_CATALOG /hebe/d27/database/Rocks.dat +# +GSCFILE /metis/d11/references/GSC/GSCregions.tbl +GSC_DIR /metis/d11/references/GSC +USNO_CDROM /metis/d11/references/USNO +DOPHOT_PARAMS /metis/d11/references/config/default_parameters +FLATTEN_SCRIPT /metis/d11/references/config/flatten.pro +LONEOS_REGIONS /metis/d11/references/config/regions.map + +# parameters for "fstat" +# instrumental mag zero point +ZERO_PT 24.5 +DOPHOT_CHAR_LINE 129 +DOPHOT_TYPE_FIELD 5 +DOPHOT_AP_FIELD 91 +DOPHOT_PSF_FIELD 52 +MIN_SN_FSTAT 6.0 + +# parameters for "gastro" +DEFAULT_RADIUS 32.0 +MINIMUM_RADIUS 1.5 +MIN_ERROR 0.6 +MIN_PRECISE 0.12 +CCD_PC1_1 1 +CCD_PC2_2 -1 # for loneos +CCD_PC1_2 0 +CCD_PC2_1 0 +ASEC_PIX 2.82 +NFIELD 3.0 +MMIN 6.0 +ROT_ZERO 0 +dROT 1.0 +NROT 2 +POLAR_AXIS_RA -90.0 +POLAR_AXIS_DEC 89.88 +RA_OFFSET -90.0 +DEC_OFFSET 0.0 + +# parameters for "addstar" +# airmass extinction coefficient (in mag / airmass) +NSIGMA 3.0 +ALPHA 0.03 +XOVERSCAN 60 +YOVERSCAN 50 + +# parameters for "controller" +NEW_IMAGES images.dat +USERNAME gene +PASSWORD gene + +# here we list all available machines +NMACHINES 6 +MACHINE0 metis +MACHINE1 hebe +MACHINE2 iris +MACHINE3 irene +#MACHINE4 juno +MACHINE4 ceres +MACHINE5 vesta + +# here we define which machines which are always free +fMACHINE0 1 +fMACHINE1 1 +fMACHINE2 1 +fMACHINE3 1 +fMACHINE4 0 +fMACHINE5 0 +fMACHINE6 0 + +LOCAL_MACHINE 1 # machine with catalog on local disk + +# parameters for "status" +TIME_REFERENCE 90/01/01 00:00:00 + +# parameters for "nrphot" +# make this one small to boost change of getting an early region +TAU 3.0 +SCATTER_LIM 15.0 +MAG_LIM 17.0 +IMAGE_SCATTER 0.075 +NIMAGE_SCATTER 1.5 +STAR_SCATTER 0.05 + +### parameters for "markstar" +SEARCH_RADIUS 360 # region for initial trail hunt, in arcsec +TRAIL_WIDTH 5.0 # expected trail width, in arcsec +NANGLE_BINS 180 # Number of angular bins in 180 degrees +NPTSINLINE 5 # minimum points needed for trail +MIN_DENSITY 0.025 # minimum linear density in star/arcsec +SPACE_SIGMA 10.0 # how much denser than average for trail? +# parameters defining bright star exclusion regions +BRIGHT_XTRAIL_WIDTH 5.0 # faintest sat. star +BRIGHT_XTRAIL_MAG 9.5 # faintest sat. star +BRIGHT_XTRAIL_SLOPE -80.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +BRIGHT_YTRAIL_WIDTH 5.0 # faintest sat. star +BRIGHT_YTRAIL_MAG 11.0 # faintest sat. star +BRIGHT_YTRAIL_SLOPE -400.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +BRIGHT_HALO_MAG 8.5 # faintest sat. star +BRIGHT_HALO_SLOPE -28.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +# parameters which define the ghosts +GHOST_MAG 7.5 +GHOST_RADIUS 200 # in arcsec +OPTICAL_AXIS1 2154.0 +OPTICAL_AXIS2 2193.0 + +# parameters for "addusno" +USNO_RADIUS 5.0 # in arcsec +USNO_PROPER 20.0 # in arcsec +USNO_RED 1000 # code for USNO Red data +USNO_BLUE 1001 # code for USNO Blue data + +# parameters for "markrock" +ROCK_RADIUS 2.0 # in arcsec +ROCK_MAX_RADIUS 20.0 # in arcsec +ROCK_MAX_SPEED 0.1 # in arcsec / sec +\end{verbatim} + +\section{Creating New Flats} + +The LONEOS implementation of the analysis pipeline has a limited +ability to choose a flatfield image. There is a mechanism in the +stage1 script to select a flatfield on the basis of the photcode +entry. It works like this: there is a fixed directory for all +flatfield files, currently /metis/d11/reference/. This directory is +written in the file flatten.pro, and also in the script stage1. Each +flatfield has a name like flatcodeN.fits, where N is the relevant +photcode. The mana macro 'flatten' in flatten.pro loads the file +\$flatdir/flatfield.fits (OR SOMETHING LIKE THAT), which is a link to +the correct flat. The script stage1 has the job of deciding which is +the correct photcode and setting the link appropriately. + +This then begs the question of how this flatfield file should be +created and assigned a new photcode. The flatfield is NOT made +nightly from the entire set of data, as one might expect. This is not +done because of the problems of scattered light in the telescope. The +widefield of the LONEOS telescope makes it somewhat succeptible to +light at relatively large incident angles. As a result, a median +image made from images of the night sky will have different amounts of +scattered light depending on the overall sky brightness. In our +experience, the presence of light clouds and just a small moon (as +little as a quarter) make the resulting median image a very poor +representation of the chip response. Our solution to this problem is +to choose a good night, in which the sky is very dark, and make a +flatfield from that collection of images. As a result, there is too +much decision-making involved to allow the pipeline to make this +decision. Instead, we have chosen to only infrequently make a new +flat from the data, choosing those nights that we are confident will +not introduce excess scattered light. + +There are a set of scripts and programs to make the flatfield image. +The process involves first removing the bias and dark from the image, +by subtracting a dark image, then medianing the resulting images. +The mana script FRED performs the dark-subtraction and then +medianfilter performs the medianing. In fact, instead of medianing, +medianfilter returns the average of the fraction of pixels with values +between f1 and f2 percent of the total range of the pixel data. + +\section{Daily Monitoring of the Pipeline} + +On a daily basis, the pipeline generally runs by itself without any +intervention. There are a few checks that can be made to be sure the +process is running OK. + +First, it is good to see if the disk space is sufficient. There is a +component to stage1 which will keep it from running the analysis if +there is less space on the destination disk (/irene/d11/workspace) +than 1.1 times the amount of space in the source directory +(/pallas/d?/YYMMDD). + +Second, it is a good idea to see if the nightly cron job is checking +for new data and if the data is getting analysed. If data was created +lastnight, there should be a set of files in the log directory +(/metis/d11/logs) of the form YYMMDD.inlist, YYMMDD.addlist, and +YYMMDD.outlist. If these files do not exist, it may just mean that no +data was created last night. In that case, the tail of the file +/metis/d11/logs/lastnight should say something like 'there is no new +data to analyse'. + +If data was created, and these files exist, it is a good idea then to +check that the analysis of the images was reasonable and didn't fail +on most of the images. There are two Perl scripts to check on this. +First, 'checkaddlist [filenames]' will take a list of *.addlist files +and, for each file, list the total number of images, then the number +that failed for each of the four stage1 processes, flatten, dophot, +fstat, and gastro. A typical run might look like this: + +\begin{verbatim} +hebe: checkaddlist 9907??.addlist +990701: 206 0 0 0 0 +990703: 199 5 0 0 0 +990705: 150 10 1 0 1 +\end{verbatim} + +It is actually unusual for any except the flatten process to fail, but +it might be typical for 1 or 2 to fail, since they will represent +aborted images or images which failed to write everything to disk. +The second Perl script is 'checkoutlist' which works just the same +with the YYMMDD.outlist files, but only give statistics on the +'addstar' process. Here, it is more common for several images to fail +'addstar'. At the current time, 'gastro' does not return a fail +status if it finds a bogus solution. Images which fail 'gastro' are +mostly those which were taken when the sky was too bright and all that +is seen is the sky itself, or the focus frames, or the very short +images taken of bright stars to check the coords. If the images fail +'gastro', they are rejected by 'addstar'. + +\section{Restarting the Pipeline} + +It is difficult to predict the future, so it is hard to give guidance +on solving future problems. Some of the things which might happen +would include having one of the machines which serve a disk go down or +having the disks fill up. If this happens, it is possible that the +run of a given night will have failed completely, or mostly. There +are a variety of things to do to recover from these situations. + +\subsection{Deleting data from the archive} + +The program 'delstar' lets the user delete a set of data from the +database. There are several options for this. The first example is: +{\tt delstar 199902040015b.cmp}. In this form, delstar uses the +astrometry information in the image header to find the measurements +and delete them from the database, along with the image from the image +database. This form requires the datafile *.cmp to exist in the local +directory. The second form, {\tt delstar 911012323 1}, uses the given +time in standard FORM (NEED TO DISCUSS TIME FORMATS AND GIVE THEM +NAMES) to identify the image in the image database and delete both the +image and the measurements. It is easy to associate time with image +with the status function 'findimages' or 'gimage' which list images +covering a specific location. + +The third form of delstar is used to clean up the database if an image +is deleted but not all measurements from that image are removed. The +routine 'addstar' uses the astrometric information for an image and +the X,Y coordinates of each object in the image to locate the object +in the database. Several other routines which do the reverse process of +finding location of objects within the images. The function which +performs this association needs to find all database *.cpt files which +are covered by the image. The existing implemenation is relatively +quick, but not the most general possible. If an image has extreme +astrometric problems, yet somehow makes it through the pipeline, it +will introduce stars which are not easily found by the inversion +process. This may be because the image has astrometric parameters +which make it extremely non-rectilinear. If such an image is deleted, +which will probably be desired, some of the stars from that image may +get left behind. These orphaned stars can be deleted with the command +{\tt delstar -orphan STUFF}. + +\subsection{Deleting a night from the pipeline} + +If the analysis for a specific night fails miserably, it is probably +necessary to delete the entire night and then encourage the system to +redo that night. It is easy to delete an entire night with delstar by +giving a time interval which includes the night in question. It is +also easy to find the value of the time in seconds with the status +function 'ctimes'. (At some point, delstar should incorporate the +code from status which does the time format conversion automatically). +This process will remove the night in question from the database. But +before the pipeline can be re-run, the pipeline needs to be forget +that it ran that night before. Every night which has been analysed +gets included in the log files 'processed.log' and 'addstared.log'. +The appropriate entry from these files needs to be deleted. It is +also necessary to delete the files 'YYMMDD.addlist' and +'YYMMDD.outlist' from the log directory. If the 'extracted.log' file +exists, it should be deleted as well. All of this is predicated on +the assumption that the user has halted all processing by the pipeline +before trying to fix anything. At this point, it is possible to +restart the database. This can be done in several possible ways. If +the night in question has already been put on tape, it has to be +extracted. The program 'slurp' will automatically find data which has +not been extracted from the tape, download it, and set up the +appropriate files. Unfortunately, 'slurp' uses the file 'tape.log' +which is not automatically generated. It is therefore necessary to +add a line to 'tape.log' (in /metis/d11/logs) for the night in +question. Instead of actually running 'slurp', however, the user +should just run 'stage1 -once' which will perform one run of stage1 +and then end. If there is no pending data (nothing in 'extracted.log' +that has not been analysed), then stage1 will automatically call +'slurp' in the correct fashion (ie, on pallas), run through the +analysis, and then exit without restarting. + +If the night's data has not been deleted yet, then it is not necessary +to run 'slurp' as the script 'lastnight' will do the job. The +cronscript for 'lastnight' uses the -today option so that the +automatic analysis will not reattempt any nights still on pallas. +Instead, it will be necessary for the user to run 'lastnight' with the +-any flag, which will also take care of running 'stage1'. This should +be safe at anytime, as the lock functions keep multiple instances of +the programs from running, but it is better to do this with enough +time to allow the process to finish before the next night's data is +ready for processing. + +If the pipeline has been interrupted, it will probably be necessary to +restart 'stage2' as well. Since 'stage2' always restarts itself on +exit, there is no cron job for it to make the initial start. (This +probably should be introduced into the /etc/rc.local file, or some +cron implementation for stage2 worked out). Note that both 'stage1' +and 'stage2' take no arguments except the -once flag. They make their +own decisions about the correct log file number and so forth. + +If the 'lastnight' cron job gets lost, there is a copy of the +necessary cron script /metis/d11/src/ohana/src/perl/lastnight.cron. +This can be submitted with 'crontab lastnight.cron'. + +\section{Data backup} + +Backups are the still rather primitive in implementation for the +LONEOS system. There are two things which should be backed up, but +only one currently has a good scheme. The database itself does not +have a backup process at the moment. This is a bad situation, but not +an easy one to solve. The database is very large, over 30 GB, which +is larger than the space on a single AIC tape. At the moment, we are +satisfied with simply saving the intermediate results directories, all +of the YYMMDD.tgz files. If the entire database is destroyed, these +files can be used to rebuild the database in a relatively short time +(currently, about a week). The script 'backup.stuff' will backup a +group of files. A good method is to backup a month at a time. These +will become a single tar file on the AIC tape, and a month's worth of +data is a reasonable amount of disk space for future downloads. + +\end{document} Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline6.tex =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline6.tex (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/pipeline6.tex (revision 22322) @@ -0,0 +1,2047 @@ +%\documentstyle[astro,psfig]{article} +\documentclass{article} +\usepackage{psfig} +\usepackage{astro} +\usepackage{times} +\GoodMargins +\newcommand{\note}[1]{({\bf #1})} +\newcommand\pr{\em} % font for program names +\newcommand\ff{\bf} % font for file names +\newcommand\cc{\tt} % font for program code +\newcommand\ty{\sc} % font for file types + +\title{Variability Pipeline} +\author{Eugene Magnier} + +\begin{document} +\maketitle + +\section{Overview} + +Ptolemy is a collection of programs which act together to provide +automated reduction of images, including photometry and astrometry, +data validation, and incorporation of the resulting measurements in a +photometry database organized by star position on the sky. Ptolemy +was designed to deal with images produced by LONEOS, the Lowell +Observatory Near Earth Object Search, to study the data stream with +astronomical goals in mind beyond just the Near-Earth Objects. The +document deals with both the generalities of Ptolemy and also the +specifics of the LONEOS implementation. Why Ptolemy? Two reasons: +First, Ptolemy, the Roman Astronomery (AD 100-170) was the the first +to make a systematic map of the entire sky visible from Greece, much +like LONEOS is doing. Second, Ptolemy I (367-283 BC), as the founder +of the Library of Alexandria, represents the ideals of collection and +organization of large quantities of knowledge). + +Fig.~\ref{pipeline} shows a schematic of the {\pr Ptolemy} program +organzation. Images to be analysed may be provided to Ptolemy either +from the telescope or from a tape archive. Images are first analyzed +by {\pr dophot}, which produces instrumental photometry and pixel +coordinate positions for stars and other objects in the images, +writing files with a particular format, called {\ty obj} files in this +discussion. The results from {\pr dophot} are cleaned up by a program +called {\pr fstat} which merges the header information from the image +with the most relevant parts of the {\ty obj} file, creating a new +file with the {\ty cmp} format. Astrometry is performed on the {\ty +cmp} file with the program {\pr gastro}. The program {\pr gastro} +makes a comparison with an astrometric reference database and only +changes {\ty cmp} header keywords as a result. Finally, the processed +image {\ty cmp} file is added to the photometry database with the +program {\pr addstar}. The photometry database is maintained in a +large number of files ({\ty cpt} files), each representing a small +region of sky. There is no relationship between the image locations +and the boundaries of {\ty cpt} file. All of the preceeding processes +occur on individual images, and would typically be performed while the +observations are occuring, or during the day following, but may be +performed at any time to add new or archived data to the database. + +\begin{figure} +\psfig{file=schematic.eps,width=9cm} +\caption{\label{pipeline} \small + Schematic of the photometry pipeline. Rectangles represent + programs, while ovals represent data products. Arrows show the + direction of travel of information. The flatten routine is a filter + whose position may change as the pipeline matures. } +\end{figure} + +Once large batches of images have been processed, a series of programs +should be run to clean up the photometry database. First, {\pr +markstar} identifies bad data (the trails of satelites, the bleeding +columns from stars, ghost images), and flags these data points +appropriately. Second, {\pr addusno} matches the catalog stars with +stars from the USNO database and adds the USNO magnitudes to the +photometry database. Next, {\pr markrock} searches for likely +asteroids in the {\ty cpt} file, marks them, and writes the asteroid +observations to an asteroid database. It also notes measurements +which are likely to be noise and cosmic rays. Finally, {\pr nrphot} +determines relative photometric calibrations for observations in a set +of {\ty cpt} files. + +\section{Image Analysis Pipeline} +\label{parallel} + +\subsection{Configuration and Generalization} +With the exception of {\pr dophot}, all of the Ptolemy programs refer +to a single configuration file to determine the large number of +parameters necessary in the process. The default parameter file is +hardwired into the programs, but an alternate configuration file may +be specified with the environment variable {\ff PIPE\_CONFIG}. This +option makes independent processing of multiple data sources trivial. +For example, if the pipeline is to be used for both Loneos and SDSS +image analysis and display, there could be two configuration files +(eg, {\ff loneos.txt} and {\ff sdss.txt}), one for each data source. +Several important parameters would be different between these two, for +example, the initial plate scale guess for the astrometry routine, or +the parameters which define the rough chip orientation. This scheme +allows for analysis of different types of images, with a common +destination photometry database, or for independent photometry +databases. + +Data from different sources can be processed by the pipeline and +stored in the same photometry database, since all photometry is tagged +with a source ID in the database (as are the images in the image +database). This allows us to include, for example, the USNO catalog +magnitude measurements (or a subset) in the photometry database for a +quick comparion. Different sources may be considered different +filters, so color-color and color-magnitude diagrams could be +extracted by specifying choices for source catalog. Currently each +object has a single primary photometric system, and individual +observations may be combined to determine that average (eg, if they +are different photometry sources with roughly the filter bandpass) or +they may be ignored when calculating relative magnitudes (eg, the USNO +magnitudes would be ignored). This may be expanded upon by defining +multiple average magnitudes and allowing different measurements to +contribute only to the appropriate average. The determination of the +photometry code for a particular image is currently not well defined. +There are several points in the analysis where the user (or the +controlling program) may specify the photometry source. A table +should be kept in the photometry catalog to define the various +photometry codes. + +file names: Notice that we use a consistent naming convention through +the pipeline reductions. The image is called {\tt foo.fits}, while +the resulting dophot-produced photometry list is called {\tt foo.obj}. + +\subsection{Time representations in Ptolemy} + +Every measurement in the Ptolemy database has a time stamp associated +with it, as do all of the images. Throughout the software, the time +is represented consistently using the standard UNIX representation of +time, which consists of an unsigned integer representing the number of +seconds since 1970 Jan 01, midnight. The time used roughly represents +UT time, though there is some subtlety here. In reality, the time +reported at LONEOS is reported by a GPS clock, and therefore uses the +GPS zero point. There are small, well defined differences between UT, +GPS, and WHAT IS THE THIRD ONE? GPS - UT is a constant NN seconds, +while UT - OTHER is a function of time, as leap seconds are +accumulated in one and not the other. While the programs all refer to +this seconds representation of GPS time, the user of the programs +usually has a few more choices. In {\pr status}, all(?) functions +which require a time argument expect to see one of three formats. If +there is a number of the form NNNNNNNNNs, this is assumed to be the +UNIX seconds form. If there is a number of the form NNNNNNj, this is +assumed to be a Julian date. If there is a number of the form +YY:MM:DD,hh:mm:ss, this is assumed to be a UT date string. Note that +the difference is in the presence of either 's', 'j', or something +else at the end of the string. In the case of a date, it is +acceptable for the separators to be any non-numerical character, and +there may even be a trailing separator, as long as it is neither 's' +nor 'j'. Command arguments which expect a time range may provide one +of the following units: 's' (seconds), 'm' (minutes), 'h' (hours), 'd' +(days). Also, it is only necessary to provide as many significant +places in the date as desired. So, if you are interested in the +images taken on UT 1999 March 03, you could run {\pr images -im +99:03:03 1d}. + +The validity range of the UNIX seconds representation of time is 143 +years, so this measurement representation will become ambiguous in the +year 2113. Note that the Y2K problem is dealt in the date string by +assuming any date with year smaller that 70 means 21st century, and +others are 19th century. Of course, the user may explicitly type the +full 4 digit year to ensure an unambiguous answer. Finally, the user +may refer to the current time as NOW and the current date as TODAY. + +\subsection{Flat Fielding -- Mana / Flatten} + +Flat fielding is performed on each image with {\pr mana} (see {\pr +mana} user's guide) using a script which interacts with the Ptolemy +controlling software. The script is contained within a file, {\ff +flatten.pro}, in the references directory. The script is invoked by +calling it on the command line when {\pr mana} is started. If {\pr +mana} is started with a file name on the command line, that file is +loaded with in 'input'. The file defines a macro '{\pr flatten}', and +also loads the flat-field file. The flattening process is actually +done by calling within {\pr mana} the macro {\pr flatten}, with the +input and output file names as arguments. By loading the flat-field +at the start of {\pr mana}, instead of on each execution of {\pr +flatten}, we save the load time of each flat-field image (which is 2x +the size of the basic image, being 4byte floats per pixel). \note{The +location of the flat field is currently hard-wired in the {\pr +flatten} script - this should probably be changed in the future.} The +macro loads a flatfield with a specific name and location, which is +actually a link; The higher-level controlling process ({\pr stage1}) +creates a link to the correct flatfield. This allows the analysis +process to use different flatfields for different situations. At +LONEOS, we currently use a flat field generated from a well-understood +night. This is probably not the best solution as the flatfield +changes with time. As discussed below, the photometry solution +program, nrphot, fits a high-order polynomial to the relative +photometry, allowing for differences from the correct flatfield. + +\subsection{Photometry -- Dophot} + +Photometry is performed using a varient of {\pr dophot}, based on {\pr +Dophot 2.0} and adapted to streamline processing of many files. With +this version of {\pr dophot}, any FITS format data is safely read in. +Instead of using staticly defined memory blocks for the images, the +necessary memory is allocated dynamically. The image is also +converted to REAL*32 from the given BITPIX for processing. Finally, +only a single, complete parameter file is loaded by dophot. There is +no option for a modified and a default parameter file. The parameter +file to be used is given, along with the input image and the output +object list on the command line when the program is run: {\cc dophot +image.fits image.obj parameter\_file}. To achive these changes, the +code from {\pr dophot} was wrapped within a C program which interprets +the command line arguments, allocates the necessary memory, and reads +in the image. The rest of the processing is performed by {\pr dophot} in +the standard manner. + +\subsection{Cleanup -- fstat} + +After an image is processed by {\pr dophot}, the object file ({\ff +foo.obj}) is converted to a more-compact, more-complete file called a +{\ty cmp} file, with a name of the form ({\ff foo.cmp}). This +conversion is done with the program {\pr fstat}. The {\ty cmp} file +consists of the FITS header from the original image ({\ff foo.fits}), +with some additional keywords to be used at later stages in the +analysis, followed by an ASCII list of the interesting data from ({\ff +foo.obj}). In this list, types 6 and 8 are excluded, and only the +following values are kept: +\begin{verbatim} +X Y Mag dMag t log(sky) +1342.0 106.1 14.166 000 4 3.2 +\end{verbatim} +Objects with a signal-to-noise ratio lower than a specified cutoff +({\cc MIN\_SN\_FSTAT}) are also excluded. Some general information +about the image is derived by {\pr fstat} (FWHM, saturation and +completeness limits, number of each dophot type) and stored as +keywords in the header. The photometry source must be specified at +this stage as one of the command line arguments, though the value used +may be overridden in one of the stages belowe. The resulting file can +now stand on its own without reference to the original image. The +keywords used by {\pr fstat} include the minimum signal to noise, a +rough guess at the zero point ({\cc ZERO\_PT}), and four numbers +defining the format of the {\pr dophot} {\ty obj} file. + +\subsection{Astrometry -- gastro} + +Astrometry is performed automatically by the program {\pr gastro}. +{\pr gastro} loads a {\ty cmp} file and determines an initial guess +for the center coordinates (based on the RA and DEC header keywords). +The program also uses the configuration information about the plate +scale and rough orientation of the image to get close to the final +solution. Also, the true sky position of the telescope pole may be +defined to allow astrometry on images taken close to the pole. The +comparison is made with the astrometric catalog, which may be the HST +Guide Star Catalog, or it may be any source if the data is placed in +the correct format. \note{the astrometric reference catalog +is currently stored in an ASCII format with very limited efficiency. +It would be nice to make a standard format that has a bit of meta-data +documentation and probably a binary format to save space.} + +\section{The Photometry Database} + +\subsection{Photometry File Format} +The photometry database consists of a large number of photometry files +representing sections of the sky and a file containing information on +the images incorporated in the database. These files are called +alternatively ``region files'' or {\ty cpt} files (because they have +the extension {\cc .cpt}). The photometry files are sorted by +Declination into different directories, each consisting of a band +7.5\degree\ wide. These directories have names like n0730, +representing the band starting at a Declination of +07:30. The image +database ({\ff Images.dat}) is stored in the upper level directory of +this directory tree. In fact, the locations of the {\ff Images.dat} +file, the photometry database, and such are all flexible and may be +changed by altering the configuration file. + +At LONEOS, the database is stored mostly on a RAID disk on {\ff hebe} +and a RAID disk mounted on {\ff metis}. It is easy to split the +database across multiple file systems by using links. Within the +database directory, there are directories for each of 24 Declination +bands (7.5 degrees tall). The easiest way of splitting up the data is +to move some of these subdirectories to another device and creating +links to them at the appropriate place. This is currently done by +having a directory{\ff /metis/d27/database} with the remote +directories. + +The name and location of each sky region comes from the Hubble Space +Telescope Guide Star Catalog. There is a file, {\ff GSCregions.tbl}, +which can be used to find the region file appropriate for any location +on the sky. A number of routines exist to make such a query. + +Each photometry file in the photometry database contains all +observations and all average values for all stars observed within the +appropriate region on the sky. The identity of stars is essentially +determined by their RA and DEC coordinates. In very crowded regions, +the end user may need to double check that a neighboring star is not +contaminating individual detections (see the discusion on {\pr +addstar} below). + +The photometry files are stored in a binary format, both to reduce the +volume and to speed access. As a result, the interpretation of the +data is machine dependent: little endian machines need to swap the +data intelligently. Fortunately, this operation is taken care of +appropriately, if the programs are compiled with the BYTESWAP option +set as needed, which is automatically set by the Makefile in the case +of a Linux machine. For reference, Suns, SGI, and HP are all big +endian, while PCs and DECs are little endian. The automatic +conversion takes place by using the funcions {\tt Fread} and {\tt Fwrite} +to substitute for the standard C library {\tt fread} and {\tt fwrite} +functions. {\tt Fread} and {\tt Fwrite} are told the datatype being read, +and they know the layout of the bytes for a particular datatype. +Anytime the definitions of the relevant structures (see below) are +changed, {\tt Fread} and {\tt Fwrite} must be updated. Fortunately, there +is only one file ({\tt Fread.c}), and it has a single byteswapping +section, making it easy to adjust the code appropriately. + +The format of a single photometry database file consists four +sections: +\begin{itemize} +\item {\bf header} -- this is a standard FITS header with room for comments + about the file or whatever. Since the rest of the file is not a + standard FITS file, the SIMPLE keyword is set to False. The three + necessary keywords are NSTARS, NMEAS, and NMISS, which define the + sizes of the next three sections. +\item {\bf average} -- this section contains all average measurement + quantities for each star in the file. There are NSTARS entries, and + each entry is the data from a structure of type Average (defined in + loneos.h, and discussed in more detail below). Thus, the total size + in bytes of this section can be found by NSTARS*sizeof(Average). +\item {\bf measure} -- this section contains the individual + measurements for each star in the database. There are NMEAS + entries, and like the average section, each entry is a single + structure, in this case of type Measure (in loneos.h, see below). + All measurements of a single star are consecutive. The number of + measurements for a single star is defined by average.Nm and the + starting entry for a single star is given by average.offset. + Therefore, the first measurement of a specific star average[500] + would be given by measure[average[500].offset], while the second is + measure[average[500].offset + 1], and so forth. +\item {\bf missing} -- this section contains references to all missing + measurements of a star. This means all of those occasions when an + image enclosed the location of a star in the database, but no star + was detected on the image. Similar to the case of the measure + section, each star has a number of missing entries (which may be 0) + given by average.Nn, and the first missing entry is given by + average.missing. Each missing entry value is again a structure of + type Missing. Currently, the only data in the structure is the time + of the observation, which allows for an unambiguous recovery of the + image where the star was missed. +\end{itemize} + +\subsubsection*{Average Structure defined in loneos.h} +\begin{verbatim} +typedef struct { + float R; /* RA in decimal degrees */ + float D; /* DEC in decimal degrees */ + short int M; /* thousandths of mag (-32.000 to 32.000 valid range) */ + unsigned short int Nm, Nn; /* number of measurements, missing */ + short int Xp; /* scatter in 1/100 arcsec (-327.67 to +327.67 valid range) */ + short int Xm; /* 1000*log(chisq) for magnitude measurement */ + unsigned short int code; /* an ID code (ie, star, ghost, satelite, etc) */ + signed int offset; /* offset to first measurement */ + signed int missing; /* offset to first missing obs */ +} Average; /* 28 bytes / Average */ +\end{verbatim} +The structure above defines the average data stored in the photometry +database for each star. Most of the entries are self-explantory, but +some need a bit of clarification. The entry {\tt Xm} is the magnitude +$\chi^2$ value for the star, under the assumption that the star +brightness is constant. This $\chi^2$ incorporates the photometric +errors on each measurement and is stored as 1000 times the logarithm +of the $\chi^2$ because high dynamic range is not needed. The entry +{\tt Xp} is the scatter about the average postion, in 10 +milli-arcseconds. As discussed above, the values of {\tt Nm} and {\tt + Nn} give the number of measurements and missing observations for +this star, while the entries {\tt offset} and {\tt missing} point to +the first {\bf measure} and {\bf missing} entry for this star. The +entry {\tt M} is the current best average magnitude solution for this +star (see the section on Relative Photometry). Finally, the entry +{\tt code} is an ID code for each object, which may define a variety +of things about the object. For example, if the object is known to be +variable, or if the object is associated with a USNO star, or if the +object is a measurement of an asteroid. See below for details of +these definitions. + +\subsubsection*{Measure Structure defined in loneos.h} +{\small +\begin{verbatim} +typedef struct { + short int dR, dD; /* 1/100 of arcsec (-327.67 to +327.67 valid range) */ + short int M; /* thousandths of mag (-32.767 to 32.767 valid range) */ + short int Mcal; /* image cal mag, thousandths of mag (-32.767 to 32.767 valid range) */ + unsigned char dM; /* thousandths of mag (0.000 to 0.255 valid range) */ + char dophot; /* dophot type (1-9) */ + unsigned short int source; /* code to identify photometry source */ + unsigned int t; /* time in seconds (0 - 143 years valid range) */ + unsigned int average; /* reference to corresponding average entry */ + /* upper byte of Measure.average stores flags: + limit of 16,777,215 stars (Naverage) in a file (=0xFFFFFF) + flags: average & 0x1000000 */ +} Measure; /* 20 bytes / Measure */ +\end{verbatim} +} +The structure above defines the individual measurement data stored for +each observation of each star. The first two entries, dR and dD, are +the difference between the average coordinates for this star and the +coordinates determined for this observation. Clearly, if this +residual is too large, the individual measurement will not be +successfully matched with the average star position. {\tt M} and {\tt + dM} are the instrumental magnitude and error for this measurement, +after correction for the exposure time and a zero point (defined in +the configuration file as ZERO\_PT). The entry {\tt t} determines the +time of the individual observation. This is important not only for +timing purposes, but also to determine the source image for this +observation. The time and the entry {\tt source} uniquely determine +the image in the image database that generated this measurement. +Furthermore, this correspondence allows for determination of the pixel +coordinates on the chip, by going throught the image astrometry stored +in the Image database (see below). The entry {\tt source} is a code which +identifies the particular CCD/Telescope/Filter setup. Each unique +{\tt source} should be treated as an independent filter set for the +purposes of accurate relative photometric comparisons. This entry +also allows external catalog data, such as the USNO or Sloan +photometry, to be added to the database, as desired. The entry {\tt + average} is a pointer back to the {\bf average} section to allow +determination of the star from the measurements, in addition to the +reverse. The bits of the upper byte of this value are reserved for +flags used to define particular situations for this measurement. +Possible values are: +\begin{itemize} +\item 1 = BLEND\_IMAGE - the star on the image matched more than one + catalog star +\item 2 = BLEND\_CATALOG - the star in the catalog matched more than + one image star +\item 4 = UPPER\_LIMIT - \note{not really used?} +\item 8 = CALIBRATED - relative photometry has been performed at least + once. +\end{itemize} +The entry {\tt dophot} stores the dophot type for this particular +measurement (1-9: four extra bits in this field). +Finally, the value {\tt Mcal} determines the photometric calibration +of this specific measurment. This value is an offset appropriate to +this image (and if needed, this point in time and this chip position) +to bring the observations of the stars on multiple images to a common +system (see the section on relative photometry). + +\subsection{Image Database} + +All images for which photometry has been included in the photometry +database also have entries in an image database. The image database +is (currently) a single file in the upper directory of the photometry +database. The name of the file is determined by the IMAGE\_CATALOG +entry in the configuration file, and is currently set to Images.dat. +Like the photometry database files, the image database consists of a +FITS header followed by binary data. There is only one type of binary +data: each image has an entry, which is the data from a structure of +type Image (loneos.h). The number of images in the file is determined +by the {\tt NIMAGES} keyword. If the number of images becomes too +large, extrapolation of the system to a set of image database files +with a reference list is quite straightforeward, and could be modeled +on the organization of the region files (eg, one image database file +for each Declination directory). + +\subsubsection*{Image Structure defined in loneos.h} +{\small +\begin{verbatim} +typedef struct { + Coords coords; /* 120 bytes */ + unsigned int tzero; /* readout time row 0 in sec (0 - 142 years valid range) */ + unsigned int nstar; /* number of stars on image */ + short int secz; /* thousanths of airmass (valid range -32.000 -- 32.000) */ + short int NX, NY; /* dimensions of image */ + short int apmifit, dapmifit; /* aperture correction and error in thousandths of mag */ + short int source; /* identifier for CCD (each ever used will have a unique letter) */ + short int Mcal; /* thousandths of mag (-32.000 -- 32.000 valid range) */ + short int dMcal; /* thousandths of mag (-32.000 -- 32.000 valid range) */ + short int Xm; /* 10*log(image chi-square) */ + char name[32]; /* name of original image */ + unsigned char detection_limit; /* tenths of mag (0.0 - 25.6 valid range) */ + unsigned char saturation_limit; /* tenths of mag (0.0 - 25.6 valid range) */ + unsigned char cerror; /* astrometric error: 1/50 of arcsec (0 -- 5.12 valid range) */ + unsigned char fwhm_x, fwhm_y; /* PSF terms in 25*arcsec (valid range 0.0 -- 10.2" ") */ + unsigned char trate; /* 10000 * scan rate in sec/pix (0 -- 0.0256 valid range, + typically 0.0146. this is used only to determine the time + of the observation, not to find the coordinates. 1 byte + gives 0.11 sec accuracy */ + float exptime; /* exposure time, seconds */ + char code; /* flag to mark an image as bad or whatever */ + char dummy[21]; /* extra space for the future */ + short int order; /* number of terms used for Mrel */ + short int Mx, My; + short int Mxx, Mxy, Myy; + short int Mxxx, Mxxy, Mxyy, Myyy; + short int Mxxxx, Mxxxy, Mxxyy, Mxyyy, Myyyy; +} Image; /* 240 bytes / Image */ +\end{verbatim}} + +The structure above lists all of the data stored for each image. A +substantial amount of information is stored for each image. First, +the astrometric calibration information is stored in a {\tt Coords} +structure (see coordinate systems, above). The upper and lower limits +of the photometry in the database (in instrumental magnitudes) is +stored in {\tt detection\_limit} and {\tt saturation\_limit}. These +values are useful for comparison for those stars where observations +are missing. The relationship between time and pixel coordinates is +given by {\tt tzero} and {\tt trate}. Drift images will have a scan +rate stored in {\tt trate}, while staring images will have a value of +0.0 for this entry ({\tt tzero} then applies to the whole image). +Other important parameters are kept: the astrometric error ({\tt + cerror}), the airmass ({\tt secz}), the exposure time ({\tt + exptime}), the number of stars detected ({\tt nstar}), the FWHM +values ({\tt fwhm\_x, fwhm\_y}), the image name ({\tt name}), and the +size of the image ({\tt NX, NY}). The entry {\tt source} is used as +above to define the CCD/Telescope/Filter used for this observation. +The entry {\tt code} is used to flag images in various ways. +Currently, only two bits are used, to define if the image has been +photometrically calibrated and if the calibration is acceptable. +There are 21 extra bytes are stored for future additions. + +\subsection{Data Incorporation -- {\pr addstar}} + +Images which are completely processed ({\pr dophot, fstat, gastro}) are +then incorporated into the photometry database with the program {\pr +addstar}. This program decides which region files are appropriate +for this particular image, then one-by-one adds stars from the image +to the appropriate region file. Stars already in the catalog are +matched with stars in the new image purely by a positional comparison. +In order to avoid the difficulty of comparisons in the RA and DEC +coordinate frame, a cartesian projection is performed. The stars from +the image being processed and the database stars in the same area are +projected onto a tangent plane and positional comparisons made in this +(locally cartesian) coordinate frame. This avoids the dangerous +singularities at the pole and also makes the RA 0,360\degree\ boundary +a trivial problem. + +Several choices must be made in the comparison process. If a star in +the catalog is matched with a star in the image, the new measurements +of that star are added to the database. If a star in the database +lies in the field of the image, but is not detected, this information +is added to the list of missing data. The only data stored in this +case is the time and source, which is sufficient to unambiguously +identify the source image from the image database. This allows later +programs to find relevant statistics from the image database, if +necessary. If a star is detected in the image, but is not already in +the database, a new entry is added to the database. In addition, the +same ``missing data'' from all previous observations images which have +covered this location (ie, images already in the image database) are +included. This last step is necessary so that the image processing +order is not important. + +Stars also run the danger of being crowded together. Since all +comparisons are performed on the basis of position alone, crowded +fields may make for ambiguous cross-identifications. A pair of stars +are matched if the difference in their positions is less than a +specified search radius (dependent on the scatter in the astrometric +solution for the image). If more than one catalog stars are correlated +with a star in an image, the new measurement is added to {\em both} +catalog stars, and a flag is set noting that this observation had a +blended IMAGE. Conversely, if a single catalog star is matched with +more than one image star, both new measurements are added to the one +catalog star, and a different flat is set, noting that this +observation had a blended CATALOG. + +\section{Catalog Update and Cleaning} + +Occasionally, once a large number of images have been added to the +photometry database, a set of programs should be run to clean and +update the {\ty cpt} files. This may best be done on {\ty cpt} files after a +night's worth of data is incorporated. These routines define bad +data, identify the USNO catalog stars, and search for asteroids and +other junk. Most of the results from these routines are the addition +of object flags to the Average data structures (Average.code). Most +of these routines process data within a single {\ty cpt} file at a time. + +\subsection{Markstar} + +The first of the update programs, {\pr markstar}, identifies bad data +and flags it. It makes three types of identifications: bright stars, +ghost stars, and trails. In the first case, it searches the HST guide +star catalog for bright stars within the field of the current {\ty cpt} +file. Three types of pixels are flagged for bright stars. Any +measurements within a circular region centered on the star are suspect +(the ``halo'' of the bright star). Second, points along the X axis +are likely to contain flux from the diffraction spikes. Finally, +points along the Y axis are likely to have bleeding in addition to the +diffraction spikes. Each of these three regions has a different size +and range which must be defined in the configuration file. The +regions are represented by a representative magnitude and a scale +parameter. For example, the diameter $d$ of the halo for a star with +magnitude $m$ is defined as +$d = \mbox{BRIGHT\_HALO\_SLOPE} (m - \mbox{BRIGHT\_HALO\_MAG})$. The X and +Y axis points are defined by the length of the diffraction spike, with +an equivalent formula, and the width of the spike. Since these are +each independent, there are 8 parameters to define the exclusion +regions of bright stars. One of the current drawbacks of this system +is the reliance on the HST Guide Star photometry. In the HST Guide +Star Catalog, only one photometry band is given, so no color +information is available. The parameters currently used were defined +based on a large number of bright stars, with no adjustment for the +different effective filter system of the Loneos telescope and the HST +GSC. Thus, occasionally very red stars will be several magnitudes +brighter in the real data than reported in the catalog. As a result, +large numbers of bad data points in these halos and spikes may be +missed. + +The second type of bad data flagged by {\pr markstar} are the trails +from satelite and other space junk. This portion of the program +searches for objects which land along a line and which have a high +linear density. Parameters may be adjusted to define the width and +the necessary density or number of points in the line. Objects in +lines are also only identified if all observations come from a common +image. If an object only has one measurement and it is in a trail, +the entire Average is flagged to be bad. However, if an object has +many measurements and only one is bad, the object is only flagged as +having some bad data points. + +The third type of bad data are ghost star images. The HST GSC is +searched for stars projected across the telescope optical axis, which +is defined by the user. All objects within a region of fixed size are +marked for ghost stars brighter than a specific cutoff magnitude. +Similar to the trails, the average is marked as bad only if all +detections of an object are ghost images. Otherwise, it is noted that +some data may be bad. + +To run 'markstar' by hand, the syntax is: {\pr markstar (file.cpt)}. +There are several optional flags, which are listed if you type +markstar by itself. + +\subsection{Addusno} + +The program {\pr addusno} makes two types of identifications of stars +with the USNO catalog. First, it searches for coincidences within a +small, specified radius. The choice of this radius is somewhat +tricky: it is important to catch the association, but also to avoid +making too many associations. Unfortunately, astrometric errors in +the USNO catalog make it necessary to choose a surprisingly large +radius of 5\asec. To avoid making double matches (matching the two +USNO stars to the same photometry database object), only the USNO +object closest to the object is associated. There are also a +substantial number of stars with significant proper motion between the +USNO epochs and the current date. It is not unusual to see 8-15\asec\ +discrepancy for specific stars. To catch these objects, any objects +which do not match the USNO database, but which have more than a +minimum number of measurements (2 or 3?) are searched for more distant +USNO companions. A large, user-specified radius is used for this +search. Of course, only USNO stars which are not already matched to +the database may be candidates for the proper motion match. This +stage is susceptible to errors in that a slow-moving solar-system +object may be associated with a faint USNO star. For this reason, +objects flagged as high proper motion stars should be taken with some +caution. Of course, during the {\pr addusno} stage, no objects +already flagged as bad by {\pr markstar} will be matched with USNO +stars. + +To run 'addusno' by hand, the syntax is: {\pr addusno (file.cpt)}. +There are several optional flags, which are listed if you type +addusno by itself. + +\subsection{Markrock} + +Once stars have been identified with the USNO database, it is possible +to search for asteroid detections. The program {\pr markrock} +searches within a specific {\ty cpt} file for objects which are moving along +straight lines in (X,Y,t) space. In order for an object to be found +by {\pr markrock}, it must have three points, each with only single +measurements. The third point must land within a specified distance +of the line projected from the first two data points. These +comparisons are made in the three dimensional space of image position +and time. Also, objects are only accepted if they have a speed less +than a threshold. If an object is moving too fast, it will make a +streak on each individual image and will probably be missed anyway. +Moving objects detected in this way are flagged in the photometry +database and are also written to a Rock database. Currently, the Rock +database just contains ASCII lists of the RA, DEC, Mag, and time for +each detection. In fact, the data are stored in pairs of detections, +with the middle detection saved twice. This format makes it easy to +plot lines connecting the points using the connect-the-dots plotting +style of status/kapa (see below). + +One of the current drawbacks of {\pr markrock} is the insistence on +three observations with only 1 measurement each. If an object is +moving too slowly, two of the dectections of the object may be merged +together. Enough data is stored in the database to extract these +individual measurements, so a more sophisticated search is possible. +It is also currently the case that USNO proper motion stars are +ignored, but some of these will be asteroid detections which are +simply too close to a faint USNO stars (it has to be faint because it +would otherwise be associated with a star in the photometry +database). + +To run 'markrock' by hand, the syntax is: {\pr markrock (file.cpt)}. +There are several optional flags, which are listed if you type +markrock by itself. + +\section{Relative Photometry -- nrphot} + +Once the data has been incorporated in the photometry database and the +data validation routines have been run, it is possible to determine +photometric solutions for all of the images. The program which does +this is nrphot. It tries to find a set of solutions for each image +which reduce both the scatter per image and the scatter per star. +\note{the following section is taken from Magnier et al +1992, A\&A Supp 96, 379. It could use a little editing to fit the +reality of the LONEOS implementation.} + +In order bring the different measurements to a common photometric +system, relative photometry was performed to determine calibrations +for each image. We used multiple measurements of individual stars on +overlapping images to connect neighboring images. It is useful to +discuss some of the details of this process. + +A typical photometry equation can be written in a form such as: +\begin{equation} +M_{app} = c_{\lambda} + m + a_{\lambda}*\zeta + \gamma_{\Delta\lambda}*(\Delta\lambda) \\ +\label{M_mag} +\end{equation} +where $m$ is the instrumental magnitude, +\begin{equation} +m = -2.5\log(N_{e}) + 2.5\log(t). \\ +\label{inst_mag} +\end{equation} +$N_{e}$ is the number of electrons measured in a single star, $t$ is +the exposure time for the image, $M_{app}$ is the apparent magnitude +of the star in the standard system, $\zeta$ is the airmass of the +image, and $\Delta\lambda$ is the value of a color index (\ie\ $B-V$ +or $V-I$) for the particular star. The subscript $\lambda$ refers to +the filter and the subscript $\Delta\lambda$ refers to the color +index. Notice that we are ignoring the second-order color-airmass +crossterm, and any higher order terms in $\Delta\lambda$ or $\zeta$. +In all situations, $c_{\lambda}$, $a_{\lambda}$, and +$\gamma_{\Delta\lambda}$ are calibration coefficients dependent on the +instruments and the site. The term $c_{\lambda}$ is a factor to scale +the response of the detector. The terms $\gamma_{\Delta\lambda}$ and +$a_{\lambda}$ give the variation of the sensitivity with the color of +the star and the airmass. Also, Eqn. (\ref{M_mag}) is only valid for +photometric conditions. Under non-photometric conditions, we need to +add another term to account for clouds: +\begin{equation} +M_{app} = c_{\lambda} + m + a_{\lambda}*\zeta + \gamma_{\Delta\lambda}*(\Delta\lambda) + clouds \\ +\label{M_cloud} +\end{equation} +Now, we can regroup the terms in (\ref{M_cloud}) as follows: +\begin{equation} +m = [M_{app} - \gamma_{\Delta\lambda}*(\Delta\lambda)] - [c_{\lambda} + a_{\lambda}*\zeta + clouds] +\label{M_sep} +\end{equation} +Of the two terms on the right side of equation (\ref{M_sep}), the variables +in the first pair of brackets are dependent on the properties of the +star, those in the second pair of brackets are dependent on the image parameters, +except for $c_{\lambda}$ which is independent of both image and star. +We can now define the ``relative magnitude'' and the ``calibration +magnitude'' from (\ref{M_sep}) as follows: +\begin{eqnarray} + m & = & M_{rel} + M_{cal} \label{rel_phot1}\\ + M_{rel} & = & [M_{app} - \gamma_{\Delta\lambda}*(\Delta\lambda) + \Delta] \label{color}\\ + M_{cal} & = & - [c_{\lambda} + a_{\lambda}*\zeta + clouds + \Delta] \label{M_cal} +\end{eqnarray} +where $M_{rel}$ is the relative photometric magnitude of the star in +the internal system and $M_{cal}$ is a correction factor to convert +instrumental magnitudes to relative magnitudes. The terms $\Delta$ +are included in eqs. (\ref{color}) and (\ref{M_cal}) to make explicit +the fact that an arbitrary constant can be added to $M_{rel}$ and +subtracted from $M_{cal}$. The goal of relative photometry is to +determine $M_{cal}$ for each image, then use this $M_{cal}$ to find +$M_{rel}$ for all stars from eq. (\ref{rel_phot1}). Once one has +$M_{rel}$ for each star, one can then convert them to a standard +system ($M_{app}$) using an equation of the form of +Eqn. (\ref{color}). In the case of the LONEOS photometry, the absence +of a filter makes an effective bandpass which is so wide that it may +be meaningless to force it to a specific, standard filter. For the +sake of variability measurements, it is probably more sensible simply +to refer to the LONEOS system magnitudes and present a set of color +terms which give the rough relationship between stars of various +colors and the LONEOS system. + +In fact, the discussion above make a significant simplification which +assumes that all images will have a single calibration magnitude +$M_{cal}$. In fact, it is the case in the LONEOS system that a +variety of effects introduce systematic variations across the images. +For this reason, in practice we extrapolate the above discussion to a +situation where the value of $M_{cal}$ is allowed to be a function of +position, and is fit with a 2-D polynomial of some degree. With the +LONEOS system, we allow the fit to take polynomials of up to 4th +order, but only accept the minimum order which significantly reduces +the scatter for the particular image. + + An equation of the form (\ref{rel_phot1}) exists for each star +detected on each image. As described, the value $m$ depends on both +the particular image and the particular star, the value of $M_{cal}$ +only depends on the image, and the value of $M_{rel}$ only depends on +the particular star. Let us label the images with the subscript $i$ +and the stars with the subscript $j$. Equation (\ref{rel_phot1}) can +then be written in the form: +\begin{equation} +m_{i,j} = M_{rel,j} + M_{cal,i} \label{rel_phot} +\end{equation} +Of course, $m_{i,j}$ only exists for certain combinations of images +and stars: not all stars appear on all images. In the entire system +of equations, only one value of $\Delta$ (from eqs. \ref{color} and +\ref{M_cal}) can be used, but, as noted above, the {\em value}\ of +$\Delta$ is arbitrary. + + In equation (\ref{rel_phot}), both $M_{rel,j}$ and $M_{cal,i}$ +are unknown quantities. We can use a method of least squares to find +these values for the entire set of data. We try to minimize the chi +square, defined as: +\begin{equation} +\chisq = \sum_{i,j}(m_{i,j} - M_{rel,j} - M_{cal,i})^2 / \sigma_{i,j}^2 \label{chisquare} +\end{equation} +where $\sigma_{i,j}$ is the error in the measurement $m_{i,j}$, and +the index $i$ runs over all images, while the index $j$ runs over all +stars which are multiply measured, \ie\ those stars which appear on more +than one image. + + We attempt to minimize \chisq\ analytically by finding the +derivatives of \chisq\ with respect to $M_{rel,j}$ and $M_{cal,i}$ +and setting them equal to zero: +\begin{eqnarray} +\frac{\partial\chisq}{\partial M_{rel,j}} = \sum_{i}-2(m_{i,j} - +M_{rel,j} - M_{cal,i}) / \sigma_{i,j}^2 = 0 \nonumber \\ +\frac{\partial\chisq}{\partial M_{cal,i}} = \sum_{j}-2(m_{i,j} - +M_{rel,j} - M_{cal,i}) / \sigma_{i,j}^2 = 0 +\end{eqnarray} +In these summations, the index $i$ runs over all images in which star +$j$ appears, and the index $j$ runs over all stars which appear on +image $i$ which are multiply measured. Solving the equality leads to +the following system of equations: +\begin{eqnarray} +R_{j}M_{rel,j} = \sum_{i}(m_{i,j} - M_{cal,i}) / \sigma_{i,j}^2 \label{system1} \\ +R_{i}M_{cal,i} = \sum_{j}(m_{i,j} - M_{rel,j}) / \sigma_{i,j}^2 \label{system2} +\end{eqnarray} +where +\begin{eqnarray} +R_{i} = \sum_{j}\frac{1}{\sigma_{i,j}^2} \nonumber \\ +R_{j} = \sum_{i}\frac{1}{\sigma_{i,j}^2} +\end{eqnarray} +Again, the index $i$ runs over all images in which star $j$ appears, +and the index $j$ runs over all stars which appear on image $i$, with +the restriction of multiple measurements. The term $\Delta$ from +eqs. (\ref{color}) and (\ref{M_cal}) acts as an arbitrary zero point +between the relative and apparent photometric systems. + + Equations (\ref{system1}) and (\ref{system2}) are a set of +$N_{images} + N_{stars}$ linear equations with $N_{images} + +N_{stars}$ unknowns. The unknown parameters are the terms $M_{rel,j}$ +and $M_{cal,i}$. Unfortunately, $N_{images} + N_{stars}$ is a number +on the order of 5000 - 10000, thus an analytical solution is +impractical and an iteration method must be used. A simple iteration +method is as follows: + +%\SingleSpace +\begin{enumerate} +\setlength{\parskip}{-0.05in} +\item Guess at values for each $M_{cal,i}$. +\item Use equation (\ref{system1}) to find values for $M_{rel,j}$. +\item Substitute these $M_{rel,j}$ values into (\ref{system2}) to get a new +set of $M_{cal,i}$ values. +\item Return to step 1. +\end{enumerate} +%\DoubleSpace +This process is repeated until some criterion is reached, such as the +\chisq\ no longer changes or reaches a desired minimum. Although a +minimum can be found, error propagation causes severe problems +since images are only connected to neighboring images. The end point +images are connected by \approx 50 intermediate images, and errors +propagating over such a long distance can cause severe errors. Also, +$M_{rel,j}$ and $M_{cal,i}$ are not uniquely defined, because of the +term $\Delta$. Therefore, during the iteration process, the values of +$M_{rel,j}$ and $M_{cal,i}$ tend to wander and do not tend to converge +($M_{cal,i}$ may be incorrect by typically 0.5 mag). These problems +can be overcome if some of the values $M_{cal,i}$ or $M_{rel,j}$ are +known. In this situation, the known values can be held fixed, +providing a reference point for the remaining values. If enough +values are known across a large enough portion of the data, no image +is separated from the fixed values by many images, and errors will not +build up. + + Images taken under photometric conditions provide a set of +known $M_{cal,i}$ which can be held fixed. This is true since, if the +image is taken under photometric conditions, the term $clouds$ in eq. +(\ref{M_cal}) is by definition 0. The other terms in this equation +are either known ($a_{\lambda}*\zeta$) or are constant for all images +($c_{\lambda}$) and can thus be assigned to a set value, which can +later be removed with the zero point calibration. We make an initial +assumption of the value of $a_\lambda$, but use the data themselves to +determine a best fit choice for $a_\lambda$. The task that remains is +to determine which images were photometric. + + Since the conditions during observations varied greatly from +night to night, we decided to determine which images were photometric +from the images themselves. To do this, we used a variation on the +iteration method described above. Before starting the iterations, we +assume a value for $c_{\lambda}$. We can choose this arbitrarily, and +correct for our choice in the correction to an absolute photometric +system. Now, we perform the following iteration: + +%\SingleSpace +\begin{enumerate} +\setlength{\parskip}{-0.05in} +\item Assume that all images are photometric and determine $M_{cal,i}$. +\item Find the corresponding values of $M_{rel,j}$ from equation (\ref{system1}). +\item Use these $M_{rel,j}$ values to find new values for $M_{cal,i}$. +\item Find the values of $clouds$ for each image from these $M_{cal,i}$ +\item Assume that any image with a value $clouds$ more than 1 standard +deviation from the mean value (over images) has a substantial cloud +layer. +\item Return to step 1, but use the iterated $M_{cal,i}$ values for those +images with substantial clouds. +\end{enumerate} +%\DoubleSpace +This process is continued until \chisq (eq. \ref{chisquare}) does not +change substantially. Figure (\ref{fig:Mrel}) shows a histogram of +the occurrences of different $clouds$ values. There are a few +important points to make about this figure. First, there is a +concentrated peak at 0. All of these images have essentially zero +cloud level. As one would expect, there are a large number of images +to the right of this peak. These are the images which were taken +through some amount of clouds. Since the exposures were stopped if +the clouds got too thick, it is not surprising that these images taper +off at higher cloud levels. The most curious and telling part of the +plot is the area below the 0-cloud peak. There are many images on the +``negative cloud'' side of the peak. Because ``negative clouds'' are +unphysical, there must be a simple explanation for this. + + We calculate the error on the relative calibration of each +image by finding the scatter of the $M_{cal,i}$ values for each image +and dividing by $\sqrt{N stars}$. A histogram of this error for all +images is shown in Figure (\ref{fig:dMrel}). We also show the +variation of the formal photometric error reported by \dophot\ with +magnitude for each filter in Figure (\ref{fig:dm}). Now that we have +the values $M_{cal,i}$, we can calculate the values $M_{rel,j}$ for +every star on every image. + +To run 'nrphot' by hand, the syntax is: {\pr nrphot (file.cpt)}. +There are several optional flags, which are listed if you type nrphot +by itself. \note{discuss the optional flags in some detail} + +\begin{figure} +\psfig{file=flags.eps,width=9cm} +\caption{\label{flags} \small + Pictoral representation of the Average.code flags. The lower byte + value is used for specific definitions of object types. } +\end{figure} + +\subsection{Data Flags} + +The identifications made by the above routines are noted as a set of +flags in the Average.code structure entry. Some of these flags are +mutually exclusive, so a certain bit may have more than one meaning, +depending on the value of other bits. Figure~\ref{flags} shows a +pictoral representation of the meaning of the different bit fields. +The uppermost bit (bit 15) determines if the object may be considered +a ``fixed'' star or something which has no fixed location. If it is +not fixed, and this bit is 1, then there are several options. The +second uppermost bit (bit 14) will be set if this object is one of the +three types of bad data flagged by {\pr markstar}. The lower byte of +code is used to define the type of bad data: ghost, trail, or bleed. +Thus, any datapoints determined to be a satelite trail will have a +code value of 0xc002 (49154 decimal). If an object is a moving +object, but not a bad datapoint, it may be identified as a ``rock'' +(an asteroid) by the program {\pr markrock}. In this case, the flag +for an asteroid is turned on (bit 13). Thus anything identified as a +rock by {\pr markrock} will have a code value of 0xa000. The lower +byte of code is not yet defined for asteroids, but could be reserved +for distinguishing different classes of asteroids (ie, on the basis of +orbital speeds, and so forth). Objects which are fixed may have a +variety of possible flags. First, an object may be identified with a +USNO star (bit 14). It may be found to exhibit variability (bit 13), +implying that the relative photometry routine should ignore it. If +may be a transient object (bit 12). Note that, while an object +associated with a USNO object may not be transient, an object which is +variable may also not be associated with a USNO object. Thus, we need +seperate bits for variable vs transient. Different types of variable +objects may be represented with different values of the lower byte. +For example, a Cepheid may have a specific lower byte code of 0x01, +which an RR Lyrae may have a lower byte code of 0x02. Thus a Cepheid +associated with the USNO catalog would have a total code value of +0x6001. Finally, any of these types of non-moving objects may have +some bad individual measurements (bit 12) or may be found to have a +significant proper motion (bit 11). It should be noted that the above +guidelines for variable stars are suggestions only, and to date (July +7, 1999), no programs currently assign or define these variability flags. + +\section{Holding it Together} + +The preceeding sections describe the step-by-step analysis and +incorporation of the data from individual images. However, the power +of the Pipeline comes in applying it to large numbers of images. At +LONEOS, we are using four Pentinum II computers to analyse the roughly 200 +images that are observed each night. + +It is best to think of the analysis of images occurring on groups of +images from a given night. Of the set of processes discussed above, +those in section \ref{parallel} are performed on individual images +essentially independently of the other images. The rest of the steps, +both the data incorporation ({\pr addstar}) and the database cleaning +routines occur on the entire batch, one image at a time. Thus, the +former routines can easily be run in parallel, but the latter routines +are run in serial to avoid having two programs writing to same part of +the database at the same time. In this model, we would process all of +the images from a night through the parallel stage of the analysis and +then run the serial stage only after the entire night is finished in +the parallel stage. We thus have a natural division of the pipeline +into two stages. + +The implementation of the two stages involves several programs, some +of which are specific to the LONEOS situation, and others which are +more general. There are two layers of programs which enable batch +processing of many images and repeated batch processing over many +nights. At the highest level, are Perl scripts which choose what data +needs to be analysed and when. These scripts tend to be more +dependent on the details of the LONEOS implementation. At the next +level down, these scripts principally call two C programs which run +the images of a given night through the pipeline. These C programs +are more general and do not depend on the details of the LONEOS +implementation. A defined set of files holds a log of the nights and +images that have been processed, both for the information of people +who might want to monitor the progress, but also used by the programs +to guide decisions about what to analyse next. + +\subsection{Data and File Organization} + +There are a set of standard locations for all of the files used and +created by Ptolemy. These locations have both abstract names used by +the pipeline programs and specific definitions used in the LONEOS +implementation. In general, the definitions of the files are given in +the configuration file, 'config.txt' (currently located in a +hard-wired location, but this may soon change to the mechanism used by +the lastest version of {\pr spicam} (3.0)). The C programs all refer +to the config file for the definitions, but the Perl scripts currently +have the definitions hardwired as variable names defined in the +beginning of each file. This should be changed to a mechanism that +looks in the config file, perhaps implemented by a standard Perl +function. + +Here is a list of the main directories and their meanings: + +{\bf logdir: {\ff /metis/d11/logs} - all log files and the files used +by the Perl scripts to control their actions (except locks) go here. + +{\bf workspace}: {\ff /irene/d11/workspace} - the intermediate +analysis stages go here, and the tarred, gzipped directory files stay +here. + +{\bf dumpspace}: {\ff /pallas/d1} - used by slurp to store images +downloaded from the tape archive. + +{\bf database}: {\ff /hebe/d27/database} - the result database, and +also the locks and the {\ff Rocks.dat} file. + +{\bf references}: {\ff /metis/d11/references} - a variety of reference +data, including the HST GSC, the USNO catalog, the config files, and +so forth. + +{\bf source}: {\ff /metis/d11/src/ohana} - all of the programs source, +binaries, and scripts relevant to running the Pipeline are contained +in these directories. + +\subsection{lastnight} + +The first step in the process is the Perl script {\pr lastnight}, +which is highly dependent on the specifics of the LONEOS setup. It +looks at the disks used by the observers to write the images from a +given night. Images are written to a directory called {\ff +/pallas/d[1-6]/YYMMDD} where {\ff YYMMDD} is an abbreviation for the +current night's date (ie, 990223). Many files use this naming scheme, +so we will refer to such a name as {\ff YYMMDD}. All of the images +are stored in this directory with names {\ff yyyyMMDDxxxxb.fits} where +{\ff yyyy} is the full year, {\ff MM} is month, {\ff DD} is date, and +{\ff xxxx} is a sequence number. The 'b' refers to the 'b' CCD, and +the '.fits' extension is required. The script {\pr lastnight} is +called by a cron job scheduled for 7am on {\ff hebe.lowell.edu} (note +that the clock on hebe is set to PST, not local MST - fix this some +day! see also man crontab for details on setting up a cron job). The +script searches the disks {\ff /pallas/d[1-6]} for a directory of the +right form (basically any directory beginning with a number). By +default, the program demands that the directory have the name derived +from today's date, but with the flag {\pr -any}, it will accept any +directory. It then checks to see if this directory has been already +been analysed (ie, it is included in the {\ff processed.log} file). +If not, it lists all files in that directory with the right ending +(\ff b.fits}) and places these names in a file, {\ff +/metis/d11/logs/YYMMDD.inlist}. It also writes the name of the +directory (along with some other data) in a file {\ff extracted.log}. +When it has successfully ended and identified some data, it calls the +next script, {\pr stage1} and then quits. + +\subsection{slurp} + +An alternative to {\pr lastnight} is the Perl script {\pr slurp}, +which looks for data on the tape archive. This script looks at the +{\ff tape.log} file and compares it to the file {\ff processed.log}|. +It tries to identify nights listed in the file {\ff tape.log} which +have not been included in the {\ff processed.log}. If it finds any, +it tries to download as much of the data as will fit on the disk {\ff +/pallas/d1}. This script is called from within the {\pr stage1} +script and is invoked if {\pr stage1} is run without any data already +in the file {\ff extracted.log. + +A related pair program are the {\pr load} \& {\pr unload} C programs +which are needed for loading and unloading the tape jukebox. The +first is called with, {\pr load N}, which takes tape number N and +loads it into the tape drive. The second version, called with {\pr +unload N} takes the tape and returns it to its slot. Note that the +jukebox does not know by itself what number tape is in the drive, so +{\pr unload} needs to be told the correct one. If it is mis-led, it +will complain and refuse to return the tape. It is important to check +on the other users of the tape drive to be sure it is not occupied. +This is done with the {\pr llock}, {\pr lunlock} and {\pr llockstat} +programs. The first, {\pr llock} lets you lock a particular service, +etc, while the last {\pr llockstat} lists the devices which have been +allocated. + +\subsection{stage1} + +The Perl script {\pr stage1} takes the image list produced by {\pr +lastnight} or {\pr slurp} ({\ff YYMMDD.inlist}) and passes the list to +the controller program {\pr control1} which performs the parallel +analysis. The script has a few features to decide which files have +been analysed through the pipeline and to what extent. If {\pr +stage1} is called, it should be able to figure out 1) if there is data +ready to be analysed (ie, there is a new date reference in the file +{\ff extracted.log}), 2) if the data has been partially analysed (ie, +the date reference in {\ff extracted.log} has not been put in {\ff +processed.log}, but there are entries in the file {\ff +YYMMDD.outlist}), and 3) which data needs to be run through which part +of the pipeline (ie, it decides which of the images in {\ff +YYMMDD.outlist} have succeeded at which stages of the analysis, and +starts them at the appropriate spot). These features are most useful +if the analysis crashes in the middle or needs to be restarted. The +{\pr stage1} script is meant to be run without any arguments and it +will figure out what needs to be done. The only possible argument is +the -once flag. This flag tells {\pr stage1} to analyse the data it +finds and quit when it finishes, and not call another instance of +itself. Otherwise, when it is done, it will restart itself, and since +there is no new data in {\ff extracted.log}, it will start a {\pr +slurp} process to get data from the archive. If there is no data in +the archive either, this process will sleep for an hour and try again. +After a few attempts (2 days?), {\pr stage1} will give up and quit +without restarting itself. The script writes a log file called {\ff +\$scriptdir/stage1.NN.log} where NN is a number in sequence between +all runs of {\pr stage1}. A file {\ff stage1.count} keeps track of +which number NN we are on. When {\pr stage1} has finished the +analysis of a night's data, it writes the date in {\ff processed.log} +to let other processes know what has been analysed. The bulk of {\pr +stage1} is not dependent on details of the LONEOS setup, but it does +expect the files to have the naming scheme described above. + +\subsection{stage2} +The serial stage processes are run by the Perl scrip {\pr stage2}. +Normally, this script is always running. It waits for the name of a +night to be added to the {\ff processed.log} file, presumably by {\pr +stage1}. Once it finds a new name in this file, it looks for the +appropriate images in the file {\ff YYMMDD.addlist}. It then submits +the list to the second controlling program {\pr control2}, which runs +the images through {\pr addstar}. Images which are successfully run +through addstar have their {\ff *bf.fits} (flattened image) and {\ff +*.obj} (dophot output) files deleted. When the entire night is done, +the rest of the {\ff *.obj} and {\ff *bf.fits} images are deleted by +{\pr stage2}, the directory with the {\ff *.cmp} and {\ff *.log} files +is tared and gzipped into the file {\ff YYMMNN.tgz}. The directory is +then deleted. Finally, {\pr stage2} calls the scripts {\pr +cleaning.pl} and {\pr run.phot} which runs the cleanup programs ({\pr +markstar - nrphot}) on the database. After a successful run, {\pr +stage2} will automatically respawn a new copy that waits until more +data arrives. + +\subsection{control1 / control2} +These two C-programs perform the tasks of farming the images out to +the different machines for analysis. The two programs are essentially +identical, but {\pr control1} is allowed to use all machines and {\pr +control2} can only use one ({\ff hebe.lowell.edu}, which has the database +local to it). These controller programs start off by executing remote +shells (using {\pr ssh}) on a set of machines. These shells are then used +to execute the remote commands and are kept open the entire time the +process runs. + +Both control programs maintain a list of images in a set of queues. A +set of rules defines the order in which each image travels through the +queues. Each queue is associated with a single process (ie, {\pr +flatten}, astrometry, etc). Images which successfully run through a +queue are sent on to the defined 'next' queue, while images which fail +are instead sent to the defined 'fail' queue. In most cases, the +'fail' queue is a process which marks the image as bad and write the +name in a file, and then puts the image in the 'done' queue. However, +it is possible for the 'fail' queue to be another attempt, such as in +the case of astrometry. In this example, images which fail the +default astrometry are run through a second queue which tries again +with the {\pr -loneos} flag set (this flag makes the assumption that +the header information about the LONEOS region number for the image is +correct, not the RA/DEC information). + +The {\pr ssh} connections on the remote machines are handled as child +processes with communication through the {\ff stdin} and {\ff +stdout/stderr} pipes. Messages can be sent back and forth though +these pipes, and messages which are received from a process associated +with an image are written to a log file with the name {\ff +imagename.log} (where imagename is the root name of the image). The +only required messages from the program are messages saying +``SUCCESS'' or ``ERROR''. The programs therefore all end with either +of these words. The programs are started within the controller as a +command to the shell followed by an echo of ``PROCESS DONE''. If the +controller sees the message ``PROCESS DONE'' without either +``SUCCESS'' or ``FAILURE'' (after waiting an appropriately long time), +it assumes the program crashed. Currently, no timeout is available +for the programs. The flat-field process is run in {\pr mana} and is +a slightly special case. We avoid re-loading the same flat many times +by starting a {\pr mana} process once and running the flatten +procedures as {\pr mana} function calls. The images which are +analysed (with an indicator of success or failure at each stage) are +written to a file named {\ff YYMMDD.addlist} by the {\pr control1} and +\ff YYMMDD.outlist} by {\pr control2}. + +\subsection{Lock files} + +A variety of locking mechanisms are used to avoid overwriting the +database or running more than one version of the controlling programs. +There is a Perl program, {\pr locks}, which allows the user to set or +check the state of the different locks. All programs which write to +the database check for the existence of a lock on the database and +refuse to run if it exists. The {\pr control1/2} programs and the +{\pr stage1/2} programs check for their own lock files and only run if +they don't exist. Finally, the user can set the locks 'kill' or +'halt' for either {\pr stage1} or {\pr stage2}. The first tells the +process to stop immediately, taking care of bookkeeping first. The +second tells the process to finish the current set of images but not +start a new version. + +\subsection{Other Perl Scripts} + +there are several other scripts which are either used to do some +simple function or may be used by the maintainer to check on the +status of the Ptolemy exectution. The two programs {\pr checkoutlist} +and {\pr checkaddlist} take a list of {\ff YYMMDD.outlist} or {\ff +YYMMDD.addlist} files and list the number of images in the file and +the number of successes at each analysis stage. There programs {\pr +cleaning.pl} and {\pr run.phot} deal with the cleanup programs and the +running of {\pr nrphot}. The program {\pr backup.stuff} takes the +first 4 characters of the year/month file names and backs up to the +jukebox tape all tar files for the given month. + +\section{Operational Issues and Subtleties} + +The current LONEOS system runs principally on four Intel machines +under Linux. The existing system has been generally quite stable over +the past year of operation, but there are some subtleties. One +significant issue is the RAID disk attached to {\ff hebe.lowell.edu}. +This device is a set of three 9 GB disks merged into one 27GB RAID +disk. The current problem with the /hebe/d27 RAID results from the +poor way it was setup. It was set up without much knowledge of the +(at the time) rather rudimentary linux RAID system. As a result, the +implementation is such that the disk will not automatically be +configured and mounted at boot time. There is a script {\ff +/root/mdstart} which lists the step to setup the RAID correctly. It +would be helpful if the {\ff rc.local} or {\ff rc.sysinit} files were +fixed to start, fsck and mount the RAID automatically at boot. The +setup on {\ff metis} is substantially more mature and is correctly +implemented. It comes up when the machine boots. + +\section{Visualization -- Status} + +Visualization of the data in the photometry database can best be +performed with the program {\pr status}. This is a command-line +driven program with a math and macro language which makes it easy to +perform complex tasks. + +First, a few notes about the user interface. The interface has an +interaction similar to {\pr tcsh}. The arrows allow editing of +previous commands. You can also use emacs-like commands such as +cntl-a to reach the beginning of the line and cntl-e to reach the end. +There is command and file completion: if you type part of a command +(as the first thing on a line) and then type tab, it will fill in as +much as possible, until the word is not unique. Typing tab twice at +that point will list the possible endings. For any but the first word +on a line, the same thing will happen for the files in the current +directory. It is also possible to type just a fraction of a command, +as long as it is unique. An ambiguous command will list the possible +alternatives. For example: +\begin{verbatim} +status: c +ambiguous command: c ( catalog cgrid clear create cursor ) +\end{verbatim} + +The shell is essentially an interpretive programming language. +Variables are set as follows: +\begin{verbatim} +status: $fred = 10 +\end{verbatim} +Any expression within curly brackets \{\} is assumed +to be an arithmetical expression and is evaluated before the line is +executed. For example: +\begin{verbatim} +echo {$fred*dcos(45)} +\end{verbatim} +would give the response 7.07107. There are math functions cos, sin, +and tan, which operate on radian expressions, and also dcos, dsin, +dtan, which operate on degree expressions. There are also the +equivalent inverse functions: eg., asin and dasin return radians and +degrees, respectively. The help section on Math defines all of the +available math functions. + +\subsection{Miscellaneous Commands} +\begin{verbatim} +! -- system call +? -- list commands +?? -- list variables +echo -- type this line +exec -- system call +exit -- exit program +help -- get help on a function +output -- redirect output to file +quit -- exit program +scan -- scan line from keyboard or file to variable +wait -- wait until return is typed +which -- show command +\end{verbatim} +Most of these are self-explanatory. The command ?? prints the system +variables. The {\tt help} command will provide help on a single +command or, without any arguments, will list all available help +files (this includes general help not associated with a specific +command). + +\subsection{Shell Programing} +\begin{verbatim} +break -- escape from function +for -- loops +if -- logical cases +input -- read command lines from a file +macro -- deal with the macros +\end{verbatim} + +There are several options for programming in {\pr status}. First, a +file which contains a series of commands can be executed with {\tt + input (filename)}. It is also possible to define macros which will +behave much like regular commands. A macro is defined by typing {\tt + macro name} or {\tt macro create name} followed by the commands. +Arguments to the macro are assigned to the variables \$1 .. \$N and +the number of arguments is given by \$0. Macros may be defined in +{\tt input} files, and in fact when {\tt status} is started, it loads +the file {\tt \~/.statusrc} which may contain default macros. Simple +loops and if statements can be performed, and are quite useful for +complex macros. + +``If'' statements are similar in syntax to C if statements, but only +the following logical operators are available: $>$, $<$, $=$, !, $|$, +and \&. Notice that (currently) there is no $>=$ or $<=$ symbol. The +operator ! means ``not equal to'', but cannot be used to negate a +logical value. The operators $|$ and \& have the meaning of ``or'' and +``and'' respectively. Math expresions in the if statement must be +contained in curly braces, as elsewhere. Variables with string values +may use the logical $=$ operator to test if two strings are the same. +``For'' loops are quite simplistic. The form is: +\begin{verbatim} +for var first last delta + (commands) +end +\end{verbatim} +The value of {\tt \$var} will start at the value {\tt first} and increment by +{\tt delta} after each loop. The loop will stop after {\tt \$var} is greater +than {\tt stop}. The value {\tt delta} is optional, with 1 assumed. +The value of {\tt \$var} may be changed during the loop, and if set +beyong the value of {\tt last} will end the loop early. + +\subsection{Vector Plotting} + +\begin{verbatim} +box -- draw a box on the plot +clear -- erase plot +create -- create a new vector +cursor -- get coords from cursor +grid -- plot cartesian grid +hist -- create histogram from a vector +labels -- define labels for plot +limits -- define plot limits +plot -- plot a pair of vectors +print -- write vectors to file +ps -- define labels for plot +set -- vector math +style -- set the style for graph plots +vectors -- list vectors +zplot -- plot scaled points +\end{verbatim} + +In addition to scalar variables, {\tt status} can manipulate and +display 1-D vector variables. Many of the commands which extract data +from the photometry database place the data in vectors as well as +plotting them. A vector can also be created based on a number +sequence with the command {\tt create name Nelements start delta}. +The resulting vector has $Nelements$ entries, starting at a value of +$start$ and running until $start + delta*Nelements$. If $delta$ is +0.0, all elements will have the value of $start$. A histogram of a vector +may be made with the command {\tt hist}, which creates a new vector +containing the histogram of the first vector. The data range and bin +size of the histogram are defined in same way as with create. This +makes it easy to create the index vector that goes with a histogram +vector: +\begin{verbatim} +hist y Ny 1 100 0.1 +create dx 1 100 0.1 +\end{verbatim} +The above will create a histogram of y in Ny and the index in dx. +Plotting this with {\tt plot dx Ny} will show the histogram. + +Vector math is performed with a command of the form {\tt set new = + (expression)}. The expression is some math function employing +vectors and scalars. A complete listing of the math operators +available in {\tt set} can be found in the help for {\tt set}. + +Once vectors are defined, they may be plotted. A pair of vectors can +be plotted against each other if they have the same number of entries. +The plotting is performed on the graphics window, Kapa. There are +actually several graphics windows available to {\tt status}, any of +which may be used to plot at any time. Some of the more complex +operations default to either graphics window 0 or 1, depending on the +context. Except for those functions with a pre-defined window, all +plotting functions apply to the current graphics window unless an +option {\tt -n N} is given to specify a different window. The +plotting style is determined by the command {\tt style} which can set +the line width, the line type (solid, dashed, dotted, etc), the point +type (box, cross, etc), the point size, the color, and whether a pair +of vectors is plotted as a sequence of points, a set of connected +lines, or a histogram. Some functions which make plots use their own +styles, as discussed below. The function {\tt limits} lets the user +set the range of the plot axes, or check the current setting. The +command {\tt plot} will plot a pair of vectors on the current graphics +window using the current plotting style for that window. The command +{\tt zplot} will plot a pair of vectors with the point size scaled by +a third vector, with maximum and minimum point sizes representing +specified values. The {\tt cursor} command goes the other way: this +command puts the Kapa window in cursor mode and waits for input from +Kapa. The user can then type any alphanumeric key on the graphics +windows and will be told both the pointer location (in the graphics +coordinates) and will have the coordinates stored in {\tt status} +variables. For example, by typing ``1'' in the sky display window, +the RA and DEC of the pointer are stored in the variables {\tt \$R1} +and {\tt \$D1}. This command can be used to let the user define +locations or regions of interest on the Kapa window. (Future addition: +{\tt button}, which does the same with the mouse buttons). + +\subsection{Database Functions} + +\begin{verbatim} +gcat -- get catalog at location +gimages -- get images at location +gstar -- get star statistics +extract -- extract average vectors from catalogs +mextract -- extract measurement vectors from catalogs +imstats -- plot image statistics +imextract -- extract image vectors from database +lcat -- list catalogs in display region +cmatch -- match two catalogs +\end{verbatim} + +There are a variety of other commands which directly refer to the +photometry database. Some of these functions extract data of various +types from the database, others perform more complex plotting +operations. The commands listed above are those which simply extract +data from the database. The first three list information relevant to +a specific RA, DEC location on the sky: {\tt gcat (RA) (DEC)} lists +the catalog at the specified location and places the name in the +variable {\tt \$CATNAME}, {\tt gimages (RA) (DEC)} lists all images +which overlap the specified location, {\tt gstars (RA) (DEC) (RADIUS)} +lists data about the stars within a specified radius of the specified +location (all numbers above are given in decimal degrees). Similarly, +{\tt lcat} lists the catalogs in the region. Imstats lists statistics +about each image + +The next three commands extract a specific piece of information from +the photometry database and places it in a vector. First, {\tt + extract} will extract average values for each star and place it in a +vector. Next, {\tt mextract} will extract measurement values for each +star and place it in a vector: as a result a single star may have +multiple entries in the measurement vectors. Finally, {\tt imextract} +will extract image statistics into vectors (not yet implemented). + + +\begin{verbatim} +catalog -- plot catalog stars +cgrid -- plot sky coordinate grid +cplot -- plot vectors in sky coordinates +czplot -- plot scaled vectors in sky coordinates +images -- plot image boxes +imdense -- image density plot +lcurve -- plot lightcurve for a star +pcat -- plot catalog boundaries +region -- define sky region for plot +resid -- plot residuals +simage -- plot stars in an image +\end{verbatim} + +There are two types of database plotting functions: those that display +or refer to the spatial charateristics of the data and those that +refer to other types of charatersitics, such as the time domain. The +graphics window 0 is reserved for all plots of objects on the sky. +The command {\tt region} defines the current sky coordinates for plots +in graphic window 0. The command {\tt pcat} plots the outline of all +photometry database files which are within the currently defined +region (and by default, only those with data). {\tt images} plots the +outline of the images in the image database, while {\tt imdense} shows +the number of images at a location by randomly spacing dots within the +boundary of the images. The command {\tt cgrid} +draws a grid in celestial coordinates on the for the current region. + +The most complex, but also one of the most useful command is {\tt + catalog}, which plots the positions of stars in the photometry +database (and others) on the sky. There are many options to this +command. One set allows the user to plot stars from the photometry +database (the default), from the HST GSC, or from an ASCII text file +with RA, DEC, and Mag in specified columns. If the ASCII file has a +fixed number of bytes per line, the data can be more quickly loaded. +The size of the points may be scaled by the star magnitude, by the +number of observations of the star, or by the number of missing +datapoints for the star. In addition, points may be plotted only if +they land in specified magnitude ranges, or with specified numbers of +measurements, or missed measurements. Also, objects may be plotted +only if they have a specified Average.code, so that only asteroids or +only perfect stars may be plotted. The plotted vectors may be saved, +if desired, and the source catalog epoch may be specified as different +from J2000 (only valid for ASCII data). + +Several other commands relate to non-spatial charateristics of images +and stars. {\tt lcurve} will plot a light curve for all stars within +some radius of a point. {\tt resid} plots the photometry residuals +for a particular region file. + +\section{Some Examples} + +\note{we need some better and more relevant examples} + +\begin{figure} +\psfig{file=fullsky.ps,width=16cm} +\caption{\label{allsky} \small + Map of the entire sky, and images added to database. } +\end{figure} + +Fig.~\ref{allsky} shows a map of the entire sky, and the location +of the images currently in the database. This picture was made with +the following commands: (output is not shown) \\ +\begin{verbatim} +status: region 0 0 90 gls +status: cgrid +status: style -lw 2 -c red +status: images +status: ps +\end{verbatim} +In this example, on the graphics window, the image boxes are shown in +red. The user now has the possiblitiy of using the cursor command to +narrow in on a specific region, and so forth. + +\begin{figure} +\psfig{file=polar.ps,width=16cm} +\caption{\label{polar} \small + Map of the sky in polar project, and images added to database. } +\end{figure} + +Fig.~\ref{allsky} shows a map of the entire sky, and the location of +the images currently in the database from a polar project. This +picture was made with the following commands: (output is not shown) \\ +\begin{verbatim} +status: region 0 0 90 zea +status: cgrid +status: style -lw 2 -c red +status: images +status: ps +\end{verbatim} +In this example, on the graphics window, the image boxes are shown in +red. The user now has the possiblitiy of using the cursor command to +narrow in on a specific region, and so forth. + +\begin{figure} +\psfig{file=catalog.ps,width=9cm} +\caption{\label{catalog} \small + Comparison between HST GSC and photometry database astrometry. } +\end{figure} + +Fig.~\ref{catalog} shows an example comparison of the photometry +database star positions and the HST Guide Star Catalog star positions. +The crosses are all objects in the photometry database, while the +boxes are only the stars identified as USNO stars. The circles are +the stars from the HST GSC. The size of both points is a function of +brightness. This plot was made with the following commands (starting +from the previous image): +\begin{verbatim} +status: cursor (typed 1 on region of interest) +1 137.097858 22.698305 +q 137.097858 22.698305 +status: region $R1 $D1 0.2 TAN +status: cgrid +status: box +status: style -pt 0 +status: gcat $R1 $D1 + 0 n2230/1951.cpt * +status: style -pt 2; cat -all -m 12 18 +status: style -pt 1; cat -all -m 12 18 -ID $USNO +status: style -pt 7; cat -all -m 12 18 -g +\end{verbatim} + +\section{Software Distribution} + +All of the code, binaries, and scripts for the Pipeline are stored in +the ohana tree at {\ff /metis/d11/src/ohana}. The ohana directory contains +subdirs of bin, lib, include, src, config, and doc. There is a +Makefile at the top level which calls lower-level Makefiles to build +the programs desired. One of the important concepts in the ohana +distribution is the design of the directory layout to enable binary +support for multiple architectures. The Makefiles use the environment +variable ARCH to determine the appropriate architecture. The binary +and library files are stored in subdirectories of the form {\ff bin/\$ARCH} +and {\ff lib/\$ARCH}. It is therefore necessary that users of the ohana +system architecture define the ARCH variable correctly. It is also +necessary to include in the user's PATH the directory +{\ff /metis/d11/ohana/bin/\$ARCH}. At LONEOS, +with the solaris sparc station and the linux machines both in use, +ARCH can take on the values of 'linux' and 'sol'. The values 'sun4', +'irix', and 'hp' have also been used at various sites. A simple bit +of csh script in the users .cshrc or equivalent can make this +assignment transparently: + +\begin{verbatim} +set sys=`uname -s` +switch ($sys) + case IRIX64: + setenv ARCH irix; + breaksw; + case SunOS: + set ver=`uname -r | awk '{print substr($1,1,1)}'`; + if ($ver == 5) then + setenv ARCH sol + else + setenv ARCH sun4 + endif + breaksw; + case Linux: + setenv ARCH linux; + breaksw; + default: + echo "unknown architecture"; + setenv ARCH unknown; + breaksw; +endsw +\end{verbatim} + +The Makefiles use the ARCH variable not only for destination +directories, but also for destination binary names. All files of the +form fred.c are compiled to fred.ARCH.o (instead of fred.o), +uninstalled libraries get the names libfred.ARCH.a (instead of +libfred.a), while uninstalled programs are called fred.ARCH. + +The perl scripts are kept in {\ff ohana/src/perl}, with links to the +appropriate bin directories. All programs are stored in directories +of the form {\ff ohana/src/program}. The exceptions are {\pr gastro} +(stored in {\ff ohana/src/astro}), and {\pr control1/2} (stored in +{\ff ohana/src/astro}). Also, a variety of simple, user-level +functions are available in {\ff ohana/src/misc}. + +Most of the ohana package of programs use several common libraries. +These include the {\pr readline} library (except for {\pr dophot}, +this is the only part of ohana that is not written by Eugene Magnier), +which is used for command-line interface systems. Other important +libraries are the {\pr fits} library for implementing the FITS +specifications in a convenient C-friendly environment, and the {\pr +ohana} library, consisting of basic string and other basic operations. + +\section {Comparison with USNO catalog} + +I have made several comparisons between the USNO catalog and results +from running images from Loneos through the photometry pipeline. In +general, there is a good agreement between the astrometry of the two +datasets. There are specfic areas where the two disagree, however. +First, as discussed above, the USNO star positions may be +significantly different from the observed star positions simply +because of proper motion. The first picure in the ``Comparisons +between Loneos + USNO'' pages shows several stars with significant +proper motion. These are currently being flagged in the photometry +database as discussed. Other differences evident in this first +picture include the classification of bright stars and the splitting +of faint and bright stars. In the upper right of the image, two +bright stars are visible, one of which is actually a double. The USNO +catalog does a good job of detecting both, but it also detects and +includes as stars several diffraction spike points. The HST GSC only +detected a single point and did not split the star at all. The Loneos +data in our pipeline did not detect the star at all due to saturation. +A star in the upper left corner shows the ability of {\pr dophot} in +the Loneos pipeline to split double stars. This star is, on close +inspection, clearly a double. The USNO catalog only detects one. The +Pipeline not only splits the two stars, but it also makes the correct +cross-identification of the stars. + +The second set of pictures shows the ability of the Loneos pipeline to +deal with small galaxies. There are two small galaxies in this field, +both of which are broken into 4 or 5 objects by the USNO catalog, but +maintained as single objects in the Loneos pipeline. In another +example (not shown) a bright star within the disk of a small galaxies +was clearly split from the galaxy by the pipeline (and also by USNO). + +\appendix +\section{Parameter file params.txt} +\note{replace with up-to-date version from Lowell} +\begin{verbatim} +# Configuration file for Loneos analysis pipeline + +# important files and directories +IN_DIR /pallas +OUT_DIR /irene/d11/workspace +# +CATDIR /hebe/d27/database +IMAGE_CATALOG /hebe/d27/database/Images.dat +IMAGE_CATALOG_TEMPLATE /hebe/d27/database/template.cat +CATALOG_TEMPLATE /hebe/d27/database/template.cat +ROCK_CATALOG /hebe/d27/database/Rocks.dat +# +GSCFILE /metis/d11/references/GSC/GSCregions.tbl +GSC_DIR /metis/d11/references/GSC +USNO_CDROM /metis/d11/references/USNO +DOPHOT_PARAMS /metis/d11/references/config/default_parameters +FLATTEN_SCRIPT /metis/d11/references/config/flatten.pro +LONEOS_REGIONS /metis/d11/references/config/regions.map + +# parameters for "fstat" +# instrumental mag zero point +ZERO_PT 24.5 +DOPHOT_CHAR_LINE 129 +DOPHOT_TYPE_FIELD 5 +DOPHOT_AP_FIELD 91 +DOPHOT_PSF_FIELD 52 +MIN_SN_FSTAT 6.0 + +# parameters for "gastro" +DEFAULT_RADIUS 32.0 +MINIMUM_RADIUS 1.5 +MIN_ERROR 0.6 +MIN_PRECISE 0.12 +CCD_PC1_1 1 +CCD_PC2_2 -1 # for loneos +CCD_PC1_2 0 +CCD_PC2_1 0 +ASEC_PIX 2.82 +NFIELD 3.0 +MMIN 6.0 +ROT_ZERO 0 +dROT 1.0 +NROT 2 +POLAR_AXIS_RA -90.0 +POLAR_AXIS_DEC 89.88 +RA_OFFSET -90.0 +DEC_OFFSET 0.0 + +# parameters for "addstar" +# airmass extinction coefficient (in mag / airmass) +NSIGMA 3.0 +ALPHA 0.03 +XOVERSCAN 60 +YOVERSCAN 50 + +# parameters for "controller" +NEW_IMAGES images.dat +USERNAME gene +PASSWORD gene + +# here we list all available machines +NMACHINES 6 +MACHINE0 metis +MACHINE1 hebe +MACHINE2 iris +MACHINE3 irene +#MACHINE4 juno +MACHINE4 ceres +MACHINE5 vesta + +# here we define which machines which are always free +fMACHINE0 1 +fMACHINE1 1 +fMACHINE2 1 +fMACHINE3 1 +fMACHINE4 0 +fMACHINE5 0 +fMACHINE6 0 + +LOCAL_MACHINE 1 # machine with catalog on local disk + +# parameters for "status" +TIME_REFERENCE 90/01/01 00:00:00 + +# parameters for "nrphot" +# make this one small to boost change of getting an early region +TAU 3.0 +SCATTER_LIM 15.0 +MAG_LIM 17.0 +IMAGE_SCATTER 0.075 +NIMAGE_SCATTER 1.5 +STAR_SCATTER 0.05 + +### parameters for "markstar" +SEARCH_RADIUS 360 # region for initial trail hunt, in arcsec +TRAIL_WIDTH 5.0 # expected trail width, in arcsec +NANGLE_BINS 180 # Number of angular bins in 180 degrees +NPTSINLINE 5 # minimum points needed for trail +MIN_DENSITY 0.025 # minimum linear density in star/arcsec +SPACE_SIGMA 10.0 # how much denser than average for trail? +# parameters defining bright star exclusion regions +BRIGHT_XTRAIL_WIDTH 5.0 # faintest sat. star +BRIGHT_XTRAIL_MAG 9.5 # faintest sat. star +BRIGHT_XTRAIL_SLOPE -80.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +BRIGHT_YTRAIL_WIDTH 5.0 # faintest sat. star +BRIGHT_YTRAIL_MAG 11.0 # faintest sat. star +BRIGHT_YTRAIL_SLOPE -400.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +BRIGHT_HALO_MAG 8.5 # faintest sat. star +BRIGHT_HALO_SLOPE -28.0 # exclusion radius = BRIGHT_SLOPE * (mag - BRIGHT_MAG) +# parameters which define the ghosts +GHOST_MAG 7.5 +GHOST_RADIUS 200 # in arcsec +OPTICAL_AXIS1 2154.0 +OPTICAL_AXIS2 2193.0 + +# parameters for "addusno" +USNO_RADIUS 5.0 # in arcsec +USNO_PROPER 20.0 # in arcsec +USNO_RED 1000 # code for USNO Red data +USNO_BLUE 1001 # code for USNO Blue data + +# parameters for "markrock" +ROCK_RADIUS 2.0 # in arcsec +ROCK_MAX_RADIUS 20.0 # in arcsec +ROCK_MAX_SPEED 0.1 # in arcsec / sec +\end{verbatim} + +\section{Creating New Flats} + +The LONEOS implementation of the analysis pipeline has a limited +ability to choose a flatfield image. There is a mechanism in the +stage1 script to select a flatfield on the basis of the photcode +entry. It works like this: there is a fixed directory for all +flatfield files, currently {\ff /metis/d11/reference}. This directory +is written in the file {\ff flatten.pro}, and also in the script {\pr +stage1}. Each flatfield has a name like {\ff flatcodeN.fits}, where N +is the relevant photcode. The {\pr mana} macro '{\pr flatten}' in +{\ff flatten.pro} loads the file {\ff \$flatdir/flatfield.fits} (OR +SOMETHING LIKE THAT), which is a link to the correct flat. The script +{\pr stage1} has the job of deciding which is the correct photcode and +setting the link appropriately. + +This then begs the question of how this flatfield file should be +created and assigned a new photcode. The flatfield is NOT made +nightly from the entire set of data, as one might expect. This is not +done because of the problems of scattered light in the telescope. The +widefield of the LONEOS telescope makes it somewhat succeptible to +light at relatively large incident angles. As a result, a median +image made from images of the night sky will have different amounts of +scattered light depending on the overall sky brightness. In our +experience, the presence of light clouds and just a small moon (as +little as a quarter) make the resulting median image a very poor +representation of the chip response. Our solution to this problem is +to choose a good night, in which the sky is very dark, and make a +flatfield from that collection of images. As a result, there is too +much decision-making involved to allow the pipeline to make this +decision. Instead, we have chosen to only infrequently make a new +flat from the data, choosing those nights that we are confident will +not introduce excess scattered light. + +There are a set of scripts and programs to make the flatfield image. +The process involves first removing the bias and dark from the image, +by subtracting a dark image, then medianing the resulting images. +\note{find these scripts...} In fact, instead of medianing, +medianfilter returns the average of the fraction of pixels with values +between f1 and f2 percent of the total range of the pixel data. + +\section{Daily Monitoring of the Pipeline} + +On a daily basis, the pipeline generally runs by itself without any +intervention. There are a few checks that can be made to be sure the +process is running OK. + +First, it is good to see if the disk space is sufficient. There is a +component to stage1 which will keep it from running the analysis if +there is less space on the destination disk ({\ff /irene/d11/workspace}) +than 1.1 times the amount of space in the source directory +({\ff /pallas/d?/YYMMDD}). + +Second, it is a good idea to see if the nightly cron job is checking +for new data and if the data is getting analysed. If data was created +last night, there should be a set of files in the log directory ({\ff +/metis/d11/logs}) of the form {\ff YYMMDD.inlist}, {\ff +YYMMDD.addlist}, and {\ff YYMMDD.outlist}. If these files do not +exist, it may just mean that no data was created last night. In that +case, the tail of the file {\ff /metis/d11/logs/lastnight} should say +something like 'there is no new data to analyse'. \note{It would be +nice to include some notification scripts at the end of {\pr +lastnight}, {\pr stage1} and {\pr stage2} which sent some mail +describing what had been accomplished the previous night}. + +If data was created, and these files exist, it is a good idea then to +check that the analysis of the images was reasonable and didn't fail +on most of the images. There are two Perl scripts to check on this. +First, {\pr checkaddlist [filenames]} will take a list of {\ff +*.addlist} files and, for each file, list the total number of images, +then the number that failed for each of the four {\pr stage1} +processes, {\pr flatten}, {\pr dophot}, {\pr fstat}, and {\pr gastro}. +A typical run might look like this: + +\begin{verbatim} +hebe: checkaddlist 9907??.addlist +990701: 206 0 0 0 0 +990703: 199 5 0 0 0 +990705: 150 10 1 0 1 +\end{verbatim} + +It is actually unusual for any except the {\pr flatten} process to +fail, and it might be typical for 1 or 2 of those to fail, since they +will represent aborted images or images which failed to write +everything to disk. The second Perl script is {\pr checkoutlist} +which works just the same with the {\ff YYMMDD.outlist} files, but +only give statistics on the {\pr addstar} process. Here, it is more +common for several images to fail {\pr addstar}. At the current time, +{\pr gastro} does not always return a fail status if it finds a bogus +solution (recent work in late July may have fixed all of those fail +status messages). Images which fail {\pr gastro} are mostly those +which were taken when the sky was too bright and all that is seen is +the sky itself, or the focus frames, or the very short images taken of +bright stars to check the coords. If the images fail {\pr gastro} but +do not get rejected with an error status, they are rejected by {\pr +addstar} on the basis of header keywords which will say 0 stars used +astrometry. It is also the case that {\pr gastro} should return a +failure status if the astrometric solution is sufficiently far from +Cartesian. In general, the astrometry does not fail with a solution +close to the correct solution. I have found several examples of +images with extremely wrong astrometric solutions, with very large +non-Cartesian images on the sky. There are also a number of failures +near the pole with signficantly off astrometry, but close to an +accurate solution. The should now be rejected by {\pr gastro}. + +\section{Restarting the Pipeline} + +It is difficult to predict the future, so it is hard to give guidance +on solving future problems. Some of the things which might happen +would include having one of the machines which serve a disk go down or +having the disks fill up. If this happens, it is possible that the +run of a given night will have failed completely, or mostly. There +are a variety of things to do to recover from these situations. + +\subsection{Deleting data from the archive} + +The program {\pr delstar} lets the user delete a set of data from the +database. There are several options for this. The first example is: +{\pr delstar 199902040015b.cmp}. In this form, delstar uses the +astrometry information in the image header to find the measurements +and delete them from the database, along with the image from the image +database. This form requires the datafile *.cmp to exist in the local +directory. The second form, {\pr delstar 911012323 1}, uses the given +time in standard UNIX seconds form to identify the image in the image +database and delete both the image and the measurements. \note{does +delstar expect a UNIX seconds date, or can it take any of the +variations available in 'status'?} It is easy to associate time with +image with the status function {\pr findimages} or {\pr gimage} which +list images covering a specific location. + +The third form of {\pr delstar} is used to clean up the database if an +image is deleted but not all measurements from that image are removed. +The routine {\pr addstar} uses the astrometric information for an +image and the X,Y coordinates of each object in the image to locate +the object in the database. Several other routines do the reverse +process of finding the location of objects within the images. The +function which performs this association needs to find all database +*.cpt files which are covered by the image. The existing +implemenation is relatively quick, but not the most general possible. +In some rare cases, parts of an image will not be found. This is +normally not an issue since few functions need to find all stars in a +given image from scratch. However, if such an image is deleted, some +of the stars from that image may get left behind. These orphaned +stars can be deleted with the command {\pr delstar region.cpt -orphan +STUFF??}. + +\subsection{Deleting a night from the pipeline} + +If the analysis for a specific night fails miserably, it is probably +necessary to delete the entire night and then encourage the system to +redo that night. It is easy to delete an entire night with {\pr +delstar} by giving a time interval which includes (only) the night in +question. It is also easy to find the value of the time in seconds +with the {\pr status} function {\pr ctimes}. (At some point, {\pr +delstar} should incorporate the code from {\pr status} which does the +time format conversion automatically). This process will remove the +night in question from the database. But before the analysis can be +re-run, Ptolemy needs to forget that it already ran that night before. +Every night which has been analysed gets included in the log files +{\ff processed.log} and {\pr addstared.log}. The appropriate entry +from these files needs to be deleted. It is also necessary to delete +the files {\ff YYMMDD.addlist} and {\ff YYMMDD.outlist} from the log +directory. If the {\ff extracted.log} file exists, it should be +deleted as well. All of this is predicated on the assumption that the +user has halted all processing by Ptolemy before trying to fix +anything. At this point, it is possible to restart the analysis. +This can be done in several possible ways. If the night in question +has already been put on tape, it has to be extracted. The program +{\pr slurp} will automatically find data which has not been extracted +from the tape, download it, and set up the appropriate files. +Unfortunately, {\pr slurp} uses the file {\ff tape.log} which is not +automatically generated. It is therefore necessary to add a line to +{\ff tape.log} (in {\ff /metis/d11/logs}) for the night in question, +which should look just like the entry in the directory {\ff +pallas:/root/tape.log}. Instead of actually running {\pr slurp}, +however, the user should just run {\pr stage1 -once} which will +perform one run of {\pr stage1} and then end. If there is no pending +data (nothing in {\ff extracted.log} that has not been analysed), then +{\pr stage1} will automatically call {\pr slurp} in the correct +fashion (ie, on {\ff pallas}), run through the analysis, and then exit +without restarting. + +If the night's data has not been deleted yet, then it is not necessary +to run {\pr slurp} as the script {\pr lastnight} will do the job. The +cronscript for {\pr lastnight} uses the -today option so that the +automatic analysis will not reattempt any nights still on pallas. +Instead, it will be necessary for the user to run {\pr lastnight +-any}, which will also take care of running {\pr stage1}. This should be +safe at anytime, as the lock functions keep multiple instances of the +programs from running, but it is better to do this with enough time to +allow the process to finish before the next night's data is ready for +processing. + +If the pipeline has been interrupted, it will probably be necessary to +restart {\pr stage2} as well. Since {\pr stage2} always restarts +itself on exit, there is no cron job for it to make the initial start. +(This probably should be introduced into the /etc/rc.local file, or +some cron implementation for {\pr stage2} worked out). Note that both +{\pr stage1} and {\pr stage2} take no arguments except the optional +{\pr -once} flag. They make their own decisions about the correct log +file number and so forth. + +If the {\pr lastnight} cron job gets lost, there is a copy of the +necessary cron script {\ff +/metis/d11/src/ohana/src/perl/lastnight.cron}. This can be submitted +with {\pr crontab lastnight.cron}. + +\section{Data backup} + +Backups are the still rather primitive in implementation for the +LONEOS system. There are two things which should be backed up, but +only one currently has a good scheme. The database itself does not +have a backup process at the moment. This is a bad situation, but not +an easy one to solve. The database is very large, over 30 GB, which +is comparable to the space on a single AIC tape. At the moment, we +are satisfied with simply saving the intermediate results directories, +all of the {\ff YYMMDD.tgz} files. If the entire database is +destroyed, these files can be used to rebuild the database in a +relatively short time (currently, about a week). The script {\pr +backup.stuff} will backup a group of files. A good method is to +backup a month at a time. These will become a single tar file on the +AIC tape, and a month's worth of data is a reasonable amount of disk +space for future downloads. + +\end{document} + +At LONEOS, the images are +written to the disk from the camera by {\pr astrocam}, the camera +controller user interface. The resulting images are FITS files (which +may be arbitrarily sized) and have header keyword parameters RA and +DEC specifying rough celestial coordinates. Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/schematic.fig =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/schematic.fig (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/schematic.fig (revision 22322) @@ -0,0 +1,214 @@ +#FIG 3.2 +Landscape +Center +Inches +Letter +100.00 +Single +-2 +1200 2 +6 2400 375 3600 825 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 2400 375 3600 375 3600 825 2400 825 2400 375 +4 0 0 0 0 0 18 0.0000 4 150 975 2550 750 astrocam\001 +-6 +6 2400 2250 3600 2700 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 2400 2250 3600 2250 3600 2700 2400 2700 2400 2250 +4 0 0 0 0 0 18 0.0000 4 240 750 2550 2625 dophot\001 +-6 +6 2400 1125 3600 1875 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 3000 1500 600 375 3000 1500 3600 1875 +4 0 0 0 0 0 18 0.0000 4 180 540 2625 1575 *.fits\001 +-6 +6 2475 2925 3675 3675 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 3075 3300 600 375 3075 3300 3675 3675 +4 0 0 0 0 0 18 0.0000 4 240 540 2700 3375 *.obj\001 +-6 +6 2475 4650 3675 5400 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 3075 5025 600 375 3075 5025 3675 5400 +4 0 0 0 0 0 18 0.0000 4 240 660 2700 5100 *.cmp\001 +-6 +6 600 4800 1800 5250 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 600 4800 1800 4800 1800 5250 600 5250 600 4800 +4 0 0 0 0 0 18 0.0000 4 210 660 750 5175 gastro\001 +-6 +6 4425 4800 5625 5250 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 4425 4800 5625 4800 5625 5250 4425 5250 4425 4800 +4 0 0 0 0 0 18 0.0000 4 180 780 4575 5175 addstar\001 +-6 +6 8775 4425 9975 4875 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 8775 4425 9975 4425 9975 4875 8775 4875 8775 4425 +4 0 0 0 0 0 18 0.0000 4 150 615 8925 4800 status\001 +-6 +6 525 2850 1875 4050 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 1200 3450 675 600 1200 3450 1875 4050 +4 0 0 0 0 0 18 0.0000 4 210 975 750 3525 Astro dB\001 +4 0 0 0 0 0 18 0.0000 4 225 690 825 3825 (HST)\001 +-6 +6 8475 1725 10125 2925 +1 1 0 1 0 7 0 0 -1 4.000 1 0.0000 9300 2325 825 600 9300 2325 10125 2925 +4 0 0 0 0 0 18 0.0000 4 240 855 8850 2565 pictures\001 +4 0 0 0 0 0 18 0.0000 4 210 765 8850 2250 results,\001 +-6 +6 6300 1725 7950 2925 +1 1 0 1 0 7 0 0 -1 4.000 1 0.0000 7125 2325 825 600 7125 2325 7950 2925 +4 0 0 0 0 0 18 0.0000 4 180 480 6900 2250 alert\001 +-6 +6 4200 750 5850 1950 +1 1 0 1 0 7 0 0 -1 4.000 1 0.0000 5025 1350 825 600 5025 1350 5850 1950 +4 0 0 0 0 0 18 0.0000 4 210 885 4575 1275 postage \001 +4 0 0 0 0 0 18 0.0000 4 210 750 4575 1590 stamps\001 +-6 +6 750 1275 1725 1650 +2 2 0 1 0 7 0 0 -1 4.000 0 0 -1 0 0 5 + 750 1275 1725 1275 1725 1650 750 1650 750 1275 +4 0 0 0 0 0 18 0.0000 4 180 690 825 1575 flatten\001 +-6 +6 2475 3900 3675 4350 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 2475 3900 3675 3900 3675 4350 2475 4350 2475 3900 +4 0 0 0 0 0 18 0.0000 4 180 465 2625 4275 fstat\001 +-6 +6 4425 6225 5625 6675 +6 4575 6375 5475 6600 +4 0 0 0 0 0 18 0.0000 4 180 900 4575 6600 addusno\001 +-6 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 4425 6225 5625 6225 5625 6675 4425 6675 4425 6225 +-6 +6 4425 5550 5625 6000 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 4425 5550 5625 5550 5625 6000 4425 6000 4425 5550 +4 0 0 0 0 0 18 0.0000 4 180 945 4575 5925 markstar\001 +-6 +6 4425 6900 5625 7350 +6 4425 6900 5625 7350 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 4425 6900 5625 6900 5625 7350 4425 7350 4425 6900 +-6 +4 0 0 0 0 0 18 0.0000 4 180 1035 4575 7275 markrock\001 +-6 +6 4425 7575 5625 8025 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 4425 7575 5625 7575 5625 8025 4425 8025 4425 7575 +4 0 0 0 0 0 18 0.0000 4 240 705 4575 7950 nrphot\001 +-6 +6 6225 4425 8025 7725 +6 6450 5925 7800 7125 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 7125 6525 675 600 7125 6525 7800 7125 +4 0 0 0 0 0 18 0.0000 4 210 810 6675 6600 Star dB\001 +-6 +6 6450 4650 7800 5850 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 7125 5250 675 600 7125 5250 7800 5850 +4 0 0 0 0 0 18 0.0000 4 240 1050 6675 5325 Image dB\001 +-6 +2 4 1 1 0 7 0 0 -1 4.000 0 0 7 0 0 5 + 8025 7725 8025 4425 6225 4425 6225 7725 8025 7725 +4 0 0 0 0 0 18 0.0000 4 210 1395 6375 7575 Photom dB\001 +-6 +6 1500 5700 2850 6900 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 2175 6300 675 600 2175 6300 2850 6900 +4 0 0 0 0 0 18 0.0000 4 210 1110 1650 6375 USNO dB\001 +-6 +6 1500 7200 2850 8400 +1 1 0 1 0 7 0 0 -1 0.000 1 0.0000 2175 7800 675 600 2175 7800 2850 8400 +4 0 0 0 0 0 18 0.0000 4 210 945 1725 7875 Rock dB\001 +-6 +2 2 1 1 0 7 0 0 -1 4.000 0 0 -1 0 0 5 + 2775 975 3150 975 3150 1050 2775 1050 2775 975 +2 2 1 1 0 7 0 0 -1 4.000 0 0 -1 0 0 5 + 2775 2025 3225 2025 3225 2100 2775 2100 2775 2025 +2 1 0 1 0 7 0 0 -1 4.000 0 0 -1 0 0 2 + 3075 3675 3075 3900 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 3075 4350 3075 4650 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 3000 2700 3000 2925 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 3000 1875 3000 2250 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 3000 825 3000 1125 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 1 2 + 0 0 1.00 60.00 120.00 + 0 0 1.00 60.00 120.00 + 2475 5025 1800 5025 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 3675 5025 4425 5025 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 5625 5025 6225 5025 +2 1 3 1 0 7 0 0 -1 4.000 0 0 -1 0 1 3 + 0 0 1.00 60.00 120.00 + 2775 975 1350 975 1350 1275 +2 1 3 1 0 7 0 0 -1 4.000 0 0 -1 0 1 4 + 0 0 1.00 60.00 120.00 + 2775 2025 1425 2025 1350 2025 1350 1650 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 6450 3525 7650 3525 7650 3975 6450 3975 6450 3525 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 1 2 + 0 0 1.00 60.00 120.00 + 0 0 1.00 60.00 120.00 + 5625 5775 6225 5775 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 1 2 + 0 0 1.00 60.00 120.00 + 0 0 1.00 60.00 120.00 + 7050 3975 7050 4425 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 3600 4875 4575 3150 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 3600 1575 4575 2850 +2 2 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 5 + 4575 2775 5775 2775 5775 3225 4575 3225 4575 2775 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 4950 3225 4950 4800 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 7050 3525 7050 2925 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 4950 2775 4950 1950 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 0 1 2 + 0 0 1.00 60.00 120.00 + 8775 4650 8025 4650 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 0 0 1 + 9375 4425 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 9300 4425 9300 2925 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 1 2 + 0 0 1.00 60.00 120.00 + 0 0 1.00 60.00 120.00 + 5625 6450 6225 6450 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 1 2 + 0 0 1.00 60.00 120.00 + 0 0 1.00 60.00 120.00 + 5625 7125 6225 7125 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 1 2 + 0 0 1.00 60.00 120.00 + 0 0 1.00 60.00 120.00 + 5625 7800 6225 7575 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 1 2 + 0 0 1.00 60.00 120.00 + 0 0 1.00 60.00 120.00 + 2850 7800 4425 7125 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 2850 6300 4425 6450 +2 1 0 1 0 7 0 0 -1 0.000 0 0 -1 1 0 2 + 0 0 1.00 60.00 120.00 + 1200 4050 1200 4800 +4 0 0 0 0 0 18 0.0000 4 180 465 6900 2625 files\001 +4 0 0 0 0 0 18 0.0000 4 225 810 6675 3825 (filters)\001 +4 0 0 0 0 0 18 0.0000 4 180 675 4800 3075 imdiff\001 Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/survey.fig =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/survey.fig (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/pipeline/survey.fig (revision 22322) @@ -0,0 +1,16 @@ +#FIG 3.2 +Portrait +Center +Inches +Letter +100.00 +Single +-2 +1200 2 +2 5 0 1 0 -1 0 0 -1 0.000 0 0 -1 0 0 5 + 0 polar.ps + 975 823 9127 823 9127 9375 975 9375 975 823 +2 5 0 1 0 -1 0 0 -1 0.000 0 0 -1 0 0 5 + 0 fullsky.ps + 975 8273 9127 8273 9127 12225 975 12225 975 8273 +4 0 0 0 0 0 36 0.0000 4 375 6030 2250 1125 LONEOS SURVEY MAPS\001 Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/projection.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/projection.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/projection.txt (revision 22322) @@ -0,0 +1,51 @@ + +/* +here is some C code to project from R,D to x,y (all in decimal +degrees) in a SIN projection, with Ro, Do as projection center: +*/ + +# define DEG_RAD 57.295779513082322 +# define RAD_DEG 0.017453292519943 + +project (double *x, double *y, double R, double D, double Ro, double Do) { + + double sdp, cdp, salp, calp, sdel, cdel, stht, sphi, cphi; + + sdp = sin(RAD_DEG*Do); + cdp = cos(RAD_DEG*Do); + salp = sin(RAD_DEG*(ra - Ro)); + calp = cos(RAD_DEG*(ra - Ro)); + sdel = sin(RAD_DEG*dec); + cdel = cos(RAD_DEG*dec); + + stht = sdel*sdp + cdel*cdp*calp; /* sin(theta) */ + sphi = cdel*salp; /* = cos(theta)*sin(phi) */ + cphi = cdel*sdp*calp - sdel*cdp; /* = cos(theta)*cos(phi) */ + if (stht < 0) { return 0; /* projection from the wrong side of the sphere */ } + + X = DEG_RAD * sphi; + Y = -DEG_RAD * cphi; + +# if (0) + + /* + these lines allow for a rotation / distortion 2x2 matrix (pci_j), + a (two direction) plate-scale shift (cdelt1, cdelt2), + and a reference center offset of Xo, Yo, if desired. + */ + + tmp_d = 1.0 / (pc_1_1*pc_2_2 - pc_1_2*pc_2_1); + *x = tmp_d * (pc_2_2*X - pc_1_2*Y) / cdelt1 + Xo; + *y = tmp_d * (pc_1_1*Y - pc_2_1*X) / cdelt2 + Yo; + +# else + + *x = X; + *y = Y; + +# endif + + + return (1); + +} Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/solaris.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/solaris.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/solaris.txt (revision 22322) @@ -0,0 +1,23 @@ + +2007.02.12 + +I am trying to build ohana on a solaris box: + +panstarrs / SunOS panstarrs 5.8 Generic_117350-26 sun4u sparc SUNW,Sun-Fire-V240 Solaris + +I have encountered a few issues: + +* configure.tcsh +** I have added /usr/local/lib and /usr/local/include to the library search path +** configure.tcsh now skips directories it does not find +** I now list explicitly all of the external include files required + +* includes: +** netinet/ip.h does not work (though it exists), we need to use: + +# include +# include + +* linking: +** the vscanf family of functions are missing from solaris. + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/status.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/status.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/status.txt (revision 22322) @@ -0,0 +1,72 @@ + +hi christian, + +The path you need depends on the machine type, either: + +/h/eugene/src/ohana/bin/linux or /h/eugene/src/ohana/bin/sol + +(the linux version is usually a little more up to date, but both +should work just fine for you). + +you also need to copy the following files to you home directory: + + ~dougados/.ptolemyrc + ~eugene/.statusrc + +The configuration scheme is much too complex to go into here, but +basically, the first defines the location of certain data, and in this +case, by choosing Catherine's .ptolemyrc file, you'll be looking at +the Taurus data by default, instead of the archive analysis I've been +running. + +The second file defines various macros for you, in particular +'ecliptic' and 'galactic', which draw the ecliptic and galactic +planes. + +start the program by running 'status'. It is command-line driven, and +has some limited help files. type '?' to see a list of commands and +'help' to get a list of help files. + +I think most things you'd want to do, you can do. In some cases the +syntax can be a little cumbersome. To get you started, here is a +macro to generate a box from (10,20) to (15,25), with an offset. +this could be more easily done by loading the reference coordinates +from a file with the 'data (filename)' and 'read' commands. I'll try +to help you figure things out when you have had a chance to play with +it a bit. + +gene + +the syntax for somr +macro skybox + create ra 0 2 + set ra = ra * 0 + set dec = ra * 0 + concat {10+$1} ra + concat {15+$1} ra + + concat {15+$1} ra + concat {15+$1} ra + + concat {15+$1} ra + concat {10+$1} ra + + concat {10+$1} ra + concat {10+$1} ra + + concat {20+$2} dec + concat {20+$2} dec + + concat {20+$2} dec + concat {25+$2} dec + + concat {25+$2} dec + concat {25+$2} dec + + concat {25+$2} dec + concat {20+$2} dec + + style -x 2 -c red -lw 3 -pt 100 + cplot ra dec +end + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/systest.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/systest.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/systest.c (revision 22322) @@ -0,0 +1,98 @@ +# include + +main (argc, argv) +int argc; +char **argv; +{ + + int i; + FILE *f; + + if (argc != 2) { + fprintf (stderr, "USAGE: %s testfile \n", argv[0]); + exit (0); + } + + fprintf (stderr, "char: %d bytes\n", sizeof (char)); + fprintf (stderr, "short: %d bytes\n", sizeof (short)); + fprintf (stderr, "int: %d bytes\n", sizeof (int)); + fprintf (stderr, "long: %d bytes\n", sizeof (long)); + fprintf (stderr, "float: %d bytes\n", sizeof (float)); + fprintf (stderr, "double: %d bytes\n", sizeof (double)); + + f = fopen (argv[1], "w"); + +# define TYPE char + { + TYPE I[20]; + + I[0] = 1; + for (i = 1; i < 20; i++) { + I[i] = I[i-1] * 2; + } + fprintf (f, "20 of type TYPE, %d bytes each\n", sizeof(TYPE)); + fwrite (I, sizeof(TYPE), 20, f); + } + +# define TYPE short + { + TYPE I[20]; + + I[0] = 1; + for (i = 1; i < 20; i++) { + I[i] = I[i-1] * 2; + } + fprintf (f, "20 of type TYPE, %d bytes each\n", sizeof(TYPE)); + fwrite (I, sizeof(TYPE), 20, f); + } + +# define TYPE int + { + TYPE I[20]; + + I[0] = 1; + for (i = 1; i < 20; i++) { + I[i] = I[i-1] * 2; + } + fprintf (f, "20 of type TYPE, %d bytes each\n", sizeof(TYPE)); + fwrite (I, sizeof(TYPE), 20, f); + } + +# define TYPE long + { + TYPE I[20]; + + I[0] = 1; + for (i = 1; i < 20; i++) { + I[i] = I[i-1] * 2; + } + fprintf (f, "20 of type TYPE, %d bytes each\n", sizeof(TYPE)); + fwrite (I, sizeof(TYPE), 20, f); + } + +# define TYPE float + { + TYPE I[20]; + + I[0] = 1; + for (i = 1; i < 20; i++) { + I[i] = I[i-1] * 2; + } + fprintf (f, "20 of type TYPE, %d bytes each\n", sizeof(TYPE)); + fwrite (I, sizeof(TYPE), 20, f); + } + +# define TYPE double + { + TYPE I[20]; + + I[0] = 1; + for (i = 1; i < 20; i++) { + I[i] = I[i-1] * 2; + } + fprintf (f, "20 of type TYPE, %d bytes each\n", sizeof(TYPE)); + fwrite (I, sizeof(TYPE), 20, f); + } + + +} Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/thread.c =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/thread.c (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/thread.c (revision 22322) @@ -0,0 +1,36 @@ +# include +# include + +static int loop1, loop2; + +void *subloop (void *arg) { + + char *input; + + input = (char *) arg; + fprintf (stderr, "starting thread %s\n", input); + + while (loop1) { + fprintf (stderr, "loop2: %d\n", loop2); + usleep (300000); + } + pthread_exit (0); +} + +main () { + + int var; + pthread_t thread1; + pthread_attr_t thread_attr; + + loop1 = 1; + loop2 = 10; + pthread_create (&thread1, NULL, subloop, "test"); + + while (fscanf (stdin, "%d", &var) != EOF) { + loop2 = var; + if (loop2 == 0) loop1 = 0; + } +} + +// a comment Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/todo.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/todo.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/todo.txt (revision 22322) @@ -0,0 +1,32 @@ + +- KAPA & KII + - library functions to access KAPA / KII interfaces + - mana uses a text command interface, do the same? + - make a text I/F function, and supply a set of basic wrapped functions + - see plotstuff.c in various locations + +- DVO Images + - define a standard I/F to get at the images (dvo-images.c) + - include an iterator which loops over blocks? + - include the opihi/dvo/LoadImages functions which loads the + images into a static global? + - allow for the intenal/external conversions: + we need to have internal floats for Mags (just like RA,DEC) + - should we keep the 2D Mcal fit structures? + - the skyprobe image tables place the 'sky' somewhere odd (Myyyy) + - make a conversion to limit the number of formats? + +- DVO Catalog tools + - unify the USNO, HST-GSC, 2MASS, etc lookup functions + - place under libohana + - split DVO functions from libohana? + - rename the functions for accessing the average/measure tables? + - allow for different spatial granularity of average/measure tables? + +- Docs + - go though */doc directories and cleanup notes, move into doc/www + - need more extensive descriptions! + +- gastro2 + - final cleanups and some further testing + - translate to psLib & add to IPP! Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/wcs.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/wcs.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/wcs.txt (revision 22322) @@ -0,0 +1,54 @@ + +DETSEC - It looks like it is defining the real pixel coordinates of +each chip relative to the mosaic, including the gaps. This means it +is not affected by binning. For now, let's leave it off from +subrastering until we can calculate the correct coornates in that +case. + +CRPIX1,2 - these need to be adjusted to the effective coordinate of +the same pixel in the new coordinate frame: + +if you read a subraster (x1 - x2, y1 - y2) [unbinned pixels] with +binning dx, + +CRPIX1 = (CRPIX1' - x1) / dx +CRPIX2 = (CRPIX2' - y1) / dy + +CD1_1, CD1_2, CD2_1, CD2_2 just need to be rescaled: + +CD1_1' = CD1_1 / dx +CD2_1' = CD2_1 / dx + +CD1_2' = CD1_2 / dy +CD2_2' = CD2_2 / dy + +GAIN stays fixed (we are providing the sum of the binned pixels, not +the average). + +what about the terms PIXSIZEn, PIXSCALn (I don't know whether these +refer to physical pixels or image pixels. in the former case, they +stay constant, in the later case, they get scaled by dx, dy). + +As for the issue of the number of valid pixels... Well, I can see +arguments both ways. Perhaps we *should* stick with the old +definition of the valid data area. In that case, make it: + +X1 = 6 +X2 = (Nx + 1) / dx +Y1 = 5 +Y2 = (Ny + 4) / dy + +for DATASEC, which seems to match what we use now. + +you are right about the BIASSEC, we want the vertical region, not the corner. + +X1 = Nx / dx + 2 +X2 = Nx / dx + Sx +Y1 = 5 +Y2 = (Ny + 4) / dy + +(currently we don't use the full Y-direction overscan -- BIASSEC is +[6:2049,5:4100]). + +gene + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/.cvsignore (revision 22322) @@ -0,0 +1,1 @@ +Configure Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/Configure.in =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/Configure.in (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/Configure.in (revision 22322) @@ -0,0 +1,8 @@ +# place the target location here; last value is used +# cfht values: +ROOT = /Instruments/Elixir +WWW = /h/www/cfhti/Instruments/Elixir + +# kawelu values: +ROOT = /eugene/idx +WWW = /var/www/kiawe/eugene/idx Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/Makefile =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/Makefile (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/Makefile (revision 22322) @@ -0,0 +1,15 @@ +include Configure + +all: idx install + +idx: + mkidx html + +install: + rsync -auvz --delete --delete-excluded --exclude=CVS/ --exclude="*.htm" --exclude="*.idx" html/ $(WWW) + +clean: + rm -f `find . -name "index.idx"` + rm -f `find . -name "*.html"` + rm -f `find . -name "*~"` + rm -f `find . -name "#*"` Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/.cvsignore (revision 22322) @@ -0,0 +1,3 @@ +*.html +index.idx +download Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/.cvsignore (revision 22322) @@ -0,0 +1,2 @@ +*.html +index.idx Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/DVO-shell.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/DVO-shell.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/DVO-shell.htm (revision 22322) @@ -0,0 +1,175 @@ + + + + +

Database Functions

+ +
+gcat                        -- get catalog at location
+gimages                     -- get images at location
+gstar                       -- get star statistics
+extract                     -- extract average vectors from catalogs
+mextract                    -- extract measurement vectors from catalogs
+imstats                    -- plot image statistics
+imextract                   -- extract image vectors from database
+lcat                        -- list catalogs in display region
+cmatch                      -- match two catalogs
+
+ +

+There are a variety of other commands which directly refer to the +photometry database. Some of these functions extract data of various +types from the database, others perform more complex plotting +operations. The commands listed above are those which simply extract +data from the database. The first three list information relevant to +a specific RA, DEC location on the sky: gcat (RA) (DEC) lists +the catalog at the specified location and places the name in the +variable $CATNAME, gimages (RA) (DEC) lists all images +which overlap the specified location, gstars (RA) (DEC) (RADIUS) +lists data about the stars within a specified radius of the specified +location (all numbers above are given in decimal degrees). Similarly, +lcat lists the catalogs in the region. Imstats lists statistics +about each image + +

+The next three commands extract a specific piece of information from +the photometry database and places it in a vector. First, +extract will extract average values for each star and place +it in a vector. Next, mextract will extract measurement +values for each star and place it in a vector: as a result a single +star may have multiple entries in the measurement vectors. Finally, +imextract will extract image statistics into vectors (not yet +implemented). + + +

+catalog                    -- plot catalog stars
+cgrid                      -- plot sky coordinate grid
+cplot                      -- plot vectors in sky coordinates
+czplot                     -- plot scaled vectors in sky coordinates
+images                     -- plot image boxes
+imdense                    -- image density plot
+lcurve                     -- plot lightcurve for a star
+pcat                       -- plot catalog boundaries
+region                     -- define sky region for plot
+resid                      -- plot residuals
+simage                     -- plot stars in an image
+
+ +

+There are two types of database plotting functions: those that display +or refer to the spatial charateristics of the data and those that +refer to other types of charatersitics, such as the time domain. The +graphics window 0 is reserved for all plots of objects on the sky. +The command region defines the current sky coordinates for plots +in graphic window 0. The command pcat plots the outline of all +photometry database files which are within the currently defined +region (and by default, only those with data). images plots the +outline of the images in the image database, while imdense shows +the number of images at a location by randomly spacing dots within the +boundary of the images. The command cgrid +draws a grid in celestial coordinates on the for the current region. + +

+The most complex, but also one of the most useful command is +catalog, which plots the positions of stars in the photometry +database (and others) on the sky. There are many options to this +command. One set allows the user to plot stars from the photometry +database (the default), from the HST GSC, or from an ASCII text file +with RA, DEC, and Mag in specified columns. If the ASCII file has a +fixed number of bytes per line, the data can be more quickly loaded. +The size of the points may be scaled by the star magnitude, by the +number of observations of the star, or by the number of missing +datapoints for the star. In addition, points may be plotted only if +they land in specified magnitude ranges, or with specified numbers of +measurements, or missed measurements. Also, objects may be plotted +only if they have a specified Average.code, so that only asteroids or +only perfect stars may be plotted. The plotted vectors may be saved, +if desired, and the source catalog epoch may be specified as different +from J2000 (only valid for ASCII data). + +

+Several other commands relate to non-spatial charateristics of images +and stars. lcurve will plot a light curve for all stars within +some radius of a point. resid plots the photometry residuals +for a particular region file. + +

Some Examples

+ +\begin{figure} +%\psfig{file=fullsky.ps,width=16cm} +\caption{\label{allsky} \small + Map of the entire sky, and images added to database. } +\end{figure} + +

+Fig.~\ref{allsky} shows a map of the entire sky, and the location +of the images currently in the database. This picture was made with +the following commands: (output is not shown) + +

+dvo: region 0 0 90 gls
+dvo: cgrid
+dvo: style -lw 2 -c red 
+dvo: images
+dvo: ps
+
+ +

+In this example, on the graphics window, the image boxes are shown in +red. The user now has the possiblitiy of using the cursor command to +narrow in on a specific region, and so forth. + +\begin{figure} +%\psfig{file=polar.ps,width=16cm} +\caption{\label{polar} \small + Map of the sky in polar project, and images added to database. } +\end{figure} + +

+Fig.~\ref{allsky} shows a map of the entire sky, and the location of +the images currently in the database from a polar project. This +picture was made with the following commands: (output is not shown) + +

+dvo: region 0 0 90 zea
+dvo: cgrid
+dvo: style -lw 2 -c red 
+dvo: images
+dvo: ps
+
+ +

+In this example, on the graphics window, the image boxes are shown in +red. The user now has the possiblitiy of using the cursor command to +narrow in on a specific region, and so forth. + +\begin{figure} +%\psfig{file=catalog.ps,width=9cm} +\caption{\label{catalog} \small + Comparison between HST GSC and photometry database astrometry. } +\end{figure} + +

+Fig.~\ref{catalog} shows an example comparison of the photometry +database star positions and the HST Guide Star Catalog star positions. +The crosses are all objects in the photometry database, while the +boxes are only the stars identified as USNO stars. The circles are +the stars from the HST GSC. The size of both points is a function of +brightness. This plot was made with the following commands (starting +from the previous image): + +

+dvo: cursor  (typed 1 on region of interest)
+1 137.097858 22.698305
+q 137.097858 22.698305
+dvo: region $R1 $D1 0.2 TAN
+dvo: cgrid
+dvo: box
+dvo: style -pt 0 
+dvo: gcat $R1 $D1 
+  0 n2230/1951.cpt *
+dvo: style -pt 2; cat -all -m 12 18
+dvo: style -pt 1; cat -all -m 12 18 -ID $USNO
+dvo: style -pt 7; cat -all -m 12 18 -g
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/addstar.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/addstar.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/addstar.htm (revision 22322) @@ -0,0 +1,208 @@ + + + + +

+This program takes a photometry file, with astrometry, provided by +earlier routines and incorporates the stellar measurements into the +photometry database. This routine does NOT try to calibrate or check +the photometry, nor does it try to improve the coordinate +determinations or calculate chisquares for position or photometry - +those tasks are performed by other routines. + +

+Addstar starts by loading in the photometry file and converting the +pixel coordinates to sky coordinates using the astrometry information +in the header of the file. It also gets the detection limits and +stores the image astrometry information. + +

+Next, addstar determines which of all the previous images overlaps +with this image and also which of the catalog regions overlaps with +this image. + +

+Addstar considers each catalog region in turn, and compares the +positions of stars in the catalog with stars in the image. If a +catalog star is detected, a new measurement is added to the catalog. +If a catalog star is not detected, but is in the field of view of this +image, the detection limit for this image is added to the list of +measurements as an upper limit. If the image contains a star which is +not already included in the catalog, the star is added to the catalog, +and all previous images are checked to see if they included this +location. If so, upper limits are added to the list of measurements. + +

+To deal with blended images, we have taken the philosophy that all +measurements compatible with the coordinates of a given star should be +included in the list of measurements. This assumes that programs or people +downstream will figure out which is the "correct" measurement. To +this end, if a catalog star is consistent with multiple measurements, +they are all added to the catalog measurement and the measurements are +given a flag to say that there was blending in the catalog (ie, it is +probably the catalog star which is a blend). If multiple catalog +stars are consistent with the same image star, that measurement is +added to each catalog star, and given a flag to say that there was +blending on the image. + +

+After all catalogs have been checked, updated, and written to disk, +the image is added to the database of images. + +

+see DVO database for discussion of the +database storage format. + +

+ +

Usage

+ +
+ addstar (filename)
+ addstar -cat (catalog)
+ addstar -ref (filename)
+
+ +

+In the first form, addstar loads the photometry information for a +single image into the database. The file must be in one of the Elixir +cmp/smp/smf formats, and must have been astrometrized (eg, with +gastro, gastro2, and/or mosastro). The file must also be provided +with a valid photcode in the header (keyword PHOTCODE) or the photcode +must be supplied as an option to addstar (see below). The photcode +must be listed in the photcode table (see config variable +PHOTCODE_FILE). In the case that the image has been astrometrized +with mosastro (two-level mosaic astrometry), the corresponding mosaic +header unit must be supplied as an option (see below). + +

+In the second form, addstar will load photometry from the specified +reference catalog, located in a known location, and will load it into +the database. Allowed catalog names are: USNO, GSC, 2MASS, +2MASS-ALLSKY, 2MASS-DR . Note that USNO corresponds to the +USNO-A catalog, 2MASS corresponds to the 2MASS-ALLSKY catalog. It is +necessary to have defined an appropriate photcode for the given +catalog. The following photcodes are expected to exist: + + + + + + +
catalog allowed photcodes
GSC GSC_M
USNO USNO_RED, USNO_BLUE
2MASS* 2MASS_J, 2MASS_H, 2MASS_K
+ +When more than one photcode is allowed, one must be selected; there +are no defaults in that case. It is advised that addstar -cat be +used with a restricted region of the sky; the default behavior will +load the reference catalog for the entire sky into the DB! + +

+In the third form, addstar will load data from the specified ASCII +text file with a fixed format. The file must contain lines with one +line per star. The first four columns must contain the values RA, +DEC, Magnitude, Magnitude error. The RA and DEC must be in J2000 +decimal degrees. Blank lines are allowed, and lines may be commented +with the hash sign (#). The provided photometry must all be for a +single photcode, which must be provided as a command-line option. + +

Additional Options

+ +
+  -region ra ra dec dec           : only add data in specified region (-ref mode only)
+  -p (photcode)                   : specify photcode (override header)
+  -time (YYYY/MM/DD,HH:MM:SS)     : specify date/time (override header)
+  -mosaic (filename)              : identify associated mosaic frame for chip image
+  -fits                           : input file is FITS table, not TEXT table
+  -existing-regions               : only add measurements to existing catalog files
+  -only-match                     : only add measurements to existing objects
+  -missed                         : skipped 'missed' entries
+  -replace                        : replace time/photcode measurements (no duplication)
+  -image                          : only insert image data
+  -cal                            : perform zero-point calibration
+  -skyprobe                       : specify skyprobe mode
+  -2massquality                   : define 2MASS quality flags to keep
+  -accept                         : accept bad astrometry from header
+  -force                          : force read of database with inconsistent info
+  -v                              : verbose mode
+  -dump (mode)                    : output test data
+  -help                           : print this list
+  -h                              : print this list
+
+ + +

Elixir Configuration Data

+ +addstar uses the following Elixir configuration variables: + +
    +
  • EXPTIME-KEYWORD : header keyword defining exposure time +
  • DATE-KEYWORD : header keyword defining the date +
  • DATE-MODE : mode for header date information: use a combination +of Ys, Ms, Ds to specify order. If only 2 digits are specified for +the year, numbers greater than 50 are assumed in the 1900s, less than +in the 2000s. eg YYYY/MM/DD +
  • UT-KEYWORD : header keyword defining UT +
  • MJD-KEYWORD : header keyword defining MJD +
  • JD-KEYWORD : header keyword defining JD +
  • AIRMASS-KEYWORD +
  • CCDNUM-KEYWORD +
  • ST-KEYWORD + +
  • RADIUS : radius for matches; may have the value "header", in which +case the astrometric error listed in the header, along with +NSIGMA is used to define a match. Otherwise, defines a +radius in arcseconds. + +
  • NSIGMA : number of astrometric error sigma to use for match +radius (see RADIUS). + +
  • XOVERSCAN : used to define valid pixels in the image. subtracted +from image NAXIS1 value to define image box. + +
  • YOVERSCAN : used to define valid pixels in the image. subtracted +from image NAXIS2 value to define image box. + +
  • ADDSTAR_XMIN : this value, and the following three, are used to +define a region on the image where the photometry is considered +reliable. Stars outside this region are marked as having poor +measurements. + +
  • ADDSTAR_XMAX : see ADDSTAR_XMIN +
  • ADDSTAR_YMIN : see ADDSTAR_XMIN +
  • ADDSTAR_YMAX : see ADDSTAR_XMIN + +
  • MIN_SN_FSTAT : only include objects in the DB with S/N greater +than this value. + +
  • GSCDIR : location of the HST Guide Star Catalog +
  • USNO_CDROM : location of the USNO-A data +
  • 2MASS_DIR_AS : location of the 2MASS allsky data +
  • 2MASS_DIR_DR2 : location of the 2MASS DR2 data + +2MASS, USNO, and GSC are all loaded from their idiosyncratic formats. + +
  • GSCFILE : location of the GSC layout file (for GSC and ptolemy) +
  • CATDIR : location of the ptolemy data +
  • IMAGE_CATALOG : location of the image database table + +
  • CATMODE : storage mode for the database. may be one of RAW, +MEF, SPLIT, MYSQL. SPLIT and MYSQL are currently unsupported. This +defines the output format for new tables; the input format is auto-detected. + +
  • CATFORMAT : data format for the database. may be one of LONEOS, +ELIXIR, PANSTARRS. + +
  • PHOTCODE_FILE : location of the photcode file describing the +photometry system of interest. + +
  • OBSERVATORY-LATITUDE : hard-wired observatory latitude. used for +precision airmass for skyprobe. should be replaced with a more +sophisticated approach + +
  • SUBPIX_DATAFILE : table for subpixel structure corrections (skyprobe) + +
  • IMAGE_CATALOG_TEMPLATE : deprecated, was used to supply a FITS +header template +
  • CATALOG_TEMPLATE : deprecated, was used to supply a FITS +header template +
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/commands.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/commands.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/commands.htm (revision 22322) @@ -0,0 +1,111 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
abszero find filter zeropts
applyfit apply fit to new vector
applyfit2d apply 2-d fit to new vector
badimages look for images with anomalous astrometry
box draw a box on the plot
buffers list the currently allocated buffers
calextract extract photometry calibration
calmextract extract photometry calibration
cals plot calibration data
catalog plot catalog stars
ccd plot color-color diagram
ccdextract extract star coords from color-color diagram
center center image on coords
cgrid plot sky coordinate grid
clear erase plot
cmatch match two catalogs
cmd plot cmd of stars in current region
cmdextract extract stars based on cmd regions
cmpread read data from cmp format files
concat reduce vector dimension
contour create contour from image
cplot plot vectors in sky coordinates
create create a new vector
csystem convert between coordinate systems
ctimes convert between time formats
cursor get coords from cursor
czplot plot scaled vectors in sky coordinates
datafile define file to read vectors
date get current date
ddmagextr plot magnitude differences
ddmags plot magnitude differences
delete delete vectors or matrices
device set / get current graphics device
dmagextract extract stars based on differential magnitudes between filters
dmags plot differential magnitudes between filters
dmt plot mag scatter
dumpmags custom dB dumping thingy
elixir get status info from elixir
extract extract vectors from catalogs
file test for a file
fit fit polynomial to vector pair
fit2d fit 2-d polynomial to vector triplet
gaussj solve Ax = B (N-D)\n
gcat get catalog at location
gimages get images at location
grid plot cartesian grid
gstar get star statistics
gtypes get type fractions
histogram generate histogram from vector
images plot image boxes
imbox plot expected image box
imdata extract data for specific images
imdense image density plot
imextract extract vectors from catalogs
imlist list image info
imphot image photometry info
imrough get info from imruf database
imsearch get info from imreg database
imstats plot image statistics
interpolate interpolate between vector pairs
jpeg write text line on graph
labels define labels for plot
lcat list catalogs in region
lcurve plot lightcurve for a star
limits define plot limits
mcreate create a matrix
mextract extract vectors from catalogs
mget extract a vector from a matrix
mset insert a vector in a matrix
pcat plot catalog boundaries
photcodes list photometry codes
photresid plot photometry residuals
plot plot a pair of vectors
pmeasure plot individual measurements
precess precess coordinates
print write vectors to file
procks plot rocks
ps define labels for plot
rd load fits image
read read vectors from datafile
region define sky region for plot
resid plot residuals
resize set graphics/image window size
section define section of graph
set vector math
simage plot stars in an image
sort sort list of vectors
sprintf formated print to variable
stats give statistics on a portion of a buffer
style set the style for graph plots
subpix get subpixel positions
subraster subraster of fits image
subset expand vector dimension
textline write text line on graph
tv display an image on the Kii window
uniq create a uniq vector subset from a vector
vclip clip a vector
vectobuf convert vector triplet to buffer
vectors list vectors
vstat get info from imreg database
wd write an image to a file
write write vectors to datafile
zap delete pixels
zeropts show filter zeropts
zplot plot x y with size scaled by z
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/database.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/database.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/database.htm (revision 22322) @@ -0,0 +1,121 @@ + +This discussion is somewhat short, and only valid for the original +Elixir-RAW style format/mode. + +
+The format for a catalog region file is as follows:
+
+-- 
+Header
+--
+Averages
+--
+Measurements
+--
+
+ +

+The Header follows the format of a FITS header but always stored with +3 blocks to speed up read time: 2880 x 3 bytes. Two important +keywords in the header: NSTARS & NMEAS + +

+All average values are stored consecutively in a single block. They +are written as an array with NSTARS elements of the Average structure +defined below. The individual measurements follow the averages as a +block. To find a measurement for a given star, you need to get the +value of the offset for the star. this is the element number for the +first measurement of this star, and are followed by next measurements +for this star, until the value Nm is reached. + +Here are the structures being used for the average and measurement +values: + +

+
+typedef struct {
+  float R;                    /* RA  in decimal degrees */
+  float D;                    /* DEC in decimal degrees */
+  short int M;                /* thousandths of mag (-32.000 to 32.000 valid range) */
+  unsigned short int Nm;      /* number of measurements */
+  unsigned short int Xp, Xm;  /* chisq values in tenths */
+  unsigned int offset;        /* offset to first Measure-ment */
+} Average;                    /* = 20 bytes / average */
+
+typedef struct {
+  char dR, dD;                /* tenths of arcsec (-12.7 to +12.7 valid range) */
+  short int M;                /* thousandths of mag (-32.000 to 32.000 valid range) */
+  unsigned char dM;           /* thousandths of mag (0.000 -- 0.255 valid range) */
+  float t;                    /* time in seconds (what is reference?) */
+  unsigned int average;       /* reference to corresponding Average entry, 
+				 upper byte of value contains flags.
+				 limit of 16,777,215 stars (Naverage) 
+				 in a file (=0xFFFFFF).
+				 flags = average & 0x1000000 */
+} Measure;                    /* = 13 bytes / measure */
+
+ +

+The above two structures define the entries in the photometry +database. The database consists of a large number of files +representing a small patch on the sky (roughly 1.5 degree$^2$ in most +places). These files are organized into directories representing +bands of Declination. A reference file determines the coordinate +boundaries for each of the files so that a given point on the sky can +unambiguously be associated with a specific file in a specific +directory. The sky coordinates for each file is the same as those +used by the HST Guide Star catalog, except for the region around the +North celestial pole, for which all stars are included in a single +file. + +

+Within a given file, the data are stored in a binary format, with an +ASCII FITS-like header. The header is examply in the format of a +normal FITS header, but with the exception that all files have a fixed +number of header blocks (for now 3 blocks = 8640 bytes). This is done +to speed loading the header and finding the beginning of the binary +data. The number of 3 blocks seems quite generous, as currently only +a few FITS keywords have been defined for each file, basically +keywords to define the number of stars and the total number of +measurements stored in the file, as well as values to define the RA +and DEC range of the file. + +

+The first section of data following the header blocks consists of +average measurements for each uniquely observed star. Each star +occupies 20 bytes, the size of the Average structure defined above. +The Average structure contains the average Ra, Dec, and Magnitude for +the star, as well as the number of measurements, and \chisq\ values +for the magnitude and position. Finally, there is a 32 bit integer +which defines the offset to the first measurement for this star. This +offset is defined as the number of Measure records from the start of +the Measure structure. + +

+The second section of data, following the Average data contains all +measurements for each star listed in Average. Each measurement +occupies 13 bytes, the size of the Measure structure. This structure +contains the difference of this position from the average RA and DEC, +and the instrumental magnitude of this measurement (in the units +defined by the fstat program, which give m = -2.5*log(cts) + Mo, where +Mo is currently 24.5 [10/15]). There is also the magnitude error for +this measurement, the time of the measurement (in seconds relative to +a to-be-determined zero point), and a reference to the entry in the +Average structure so we can relate a given measurement with a given star. +This last entry also includes a byte of flags, of which only 4 have +currently been defined. This means the Average offset can only be as +large as 16,777,215 (0xffffff), limiting the possible number of stars +allowed in a given file. This does not seem like a long term problem, +though: aside from the fact that this number is very large and we +only expect in the vicinity of 20,000 stars per file, the file can +easily be divided into pieces at a later date if needed. this last +step is trivial, consisting of splitting the data up into smaller +RA,DEC regions, and updating the reference catalog. With the above +definitions for the Average and Measure structures, we will typically +expect 20,000 * 15 measurements per year and 20,000 average entries in +a given file. This implies a file size of about 4.3 MB at the end of +a year. It is also possible that we will choose to split the files up +in the future if the number of measurements makes their size +unweildy. 4.3 MB is sufficiently small that this is not a problem, +but after only 5 years, the files will be over 21 MB each, getting to +be fairly significant. Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/dmagoptions.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/dmagoptions.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/dmagoptions.txt (revision 22322) @@ -0,0 +1,98 @@ + +mextract from value [options] +avextract from value [options] + +imextract value [options] + +dmags F1 - F2 : F3 [options] +dmagmeas F1 - F2 : value [options] +dmagaves F1 - F2 : value [options] + +cmd F1 - F2 : F3 [options] +ccd F1 - F2 : F3 - F4 [options] + +calextract F1 - F2 [options] +calmextract F1 - F2 [options] + +options: + + -photcode value + for avextract and dmagaves, -photcode defines the which code is used + to calculate certain values (mag, dmag, etc). objects which lack a + photcode return a logical NaN for that value. + + -magrange min max + +this can apply to any photcode + + -imaglim min + -flag value + -time start stop + -fwhm (value) + -type (value) + +these naturally apply to the REF and DEP photcodes, but cannot apply to +to PRI and SEC. (note that -type is interpretted a bit differently here +from below. + + -chisq max + -errorlim max + -type (value) + -typefrac (type) (frac) + -nphot (value) + -ncode (value) + -fwhmfrac (value) (frac) + +these naturally apply to PRI and SEC photcodes, but cannot apply to +REF. For DEP, they could apply to the equivalent photcode. eg + + ccd I - 2MASS_J : 2MASS_J - 2MASS_K -chisq 2.0 + + this will exclude on chisq for the I value, and ignore the limit + for the 2MASS values + + ccd I - CFH12K.R.00 : 2MASS_J - 2MASS_K -chisq 2.0 + + this will exclude on chisq for the I value, and ignore the limit + for the 2MASS values, and exclude on R (equiv to CFH12K.R.00). + + ccd I - CFH12K.R.00 : 2MASS_J - 2MASS_K -time start stop + + by default, this will filter the CFH12K.R.00 and 2MASS measurements + based on + +we need to be able to + + +measure values: + ra + dec + mag + dmag + airmass + exptime + photcode + time + dR + dD + fwhm + dophot + FLAGS + XCCD + YCCD + XMOSAIC + YMOSAIC + +average values: + ra + dec + dmag + Nmeas + Nmiss + Xp + Xm + flag + type + typefrac + Nphot + Ncode Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/example.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/example.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/example.htm (revision 22322) @@ -0,0 +1,82 @@ + +

+This tarball contains a +collection of data from 6 Megacam standard star image obtained in +September, 2003. There are two sets of three images, taken two weeks +apart (03 Sep and 21 Sep). In each set, there is one each of g', r', +and i' images, all short exposures of 3.0 seconds. This dataset makes +a useful demonstration of the DVO system. + +

+The tarball contains 6 directories, one for each image. The images +have been processed with the Elixir system and the photflat-corrected +flat-field images for each filter, though no fringe correction has +been applied. Sextractor has been run on all of the images, and only +the sextractor-derived photometry is available in the tarballs. No +image pixel data is kept. The directories are named after the +exposure odometer numbers, eg 718688o. + +

+Within each directory, the data is separated into a number of files +for each of the 36 detector, with names created by appending the chip +number to the odometer number of the image, eg 718688o00. For each +detector, the directory contains: + +

    +
  • the Elixir processing log file: *.log +
  • the raw sextractor output: *.sx +
  • the photometry data in Elixir cmp format: *.smp +
  • the photometry data in FITS table format: *.smf +
  • the photometry data with mosaic astromtry: *.xmf +
+ +

+The raw sextrator output consists of a fixed-format ASCII table with +columns defined by the Elixir processing system. The Elixir cmp +format merges the sextractor photometry table with the image header to +form a pseudo-FITS table. The smf format contains essentially the +same information as the smp format, but the table portion of the data +is written as a FITS table in the first extension, with appropriate +table description in the table header unit. The primary header of +this file consists of the original image header, with the value of +NAXIS set to 0. This has the effect of making the file a valid FITS +file, while keeping the information of NAXIS1 and NAXIS2 (the original +image dimensions), while eliminated the data taken by the image array. + +

+Both the .smp and .smf files include the astrometric solution in the +form of WCS header entries. In the case of these files, the +astrometry requires a linear solution across the chip. The linear +solution provides a robust solution, but results in systematic errors +which are substantial, roughly 0.5-1.0 arcsec, due to the optical +system distortion. A better solution can be obtained by fitting +higher order polynomials. We use a two-layer solution, with one set +of third-order polynomials to represent the warping of each detector, +and a second third-order polynomial to represent the telescope optical +distortion. The .xmf files represent the same data as the .smf files, +also in the FITS table format, but with the two-layer mosaic +astrometric solutions in their headers. In addition, these files +require the single .phu file which represents the full-mosaic PHU and +contains the top-level telescope distortion solution. + +It is possible to add any of these data to the DVO database using the +addstar command. To add any of the .smp files, simply use the +command: + +

+addstar filename.smp
+
+ +To add any of the .smf files, it is necessary to specify the +-fits flag: + +
+addstar -fits filename.smf
+
+ +To add any of the .xmf files, it is necessary to specify the +-fits flag and to identify the mosaic astrometry file: + +
+addstar -mosaic root.phu -fits filename.smf
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/extract.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/extract.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/extract.htm (revision 22322) @@ -0,0 +1,147 @@ + + + +

+DVO provides several ways to access the photometry information stored +in the database. Several simple commands allow the user to extract 1 +dimensional information directly from one of the primary database +tables. The commands are: +

    +
  • imextract +
  • avextract +
  • mextract +
  • imsearch +
  • detsearch +
+ +

imextract

+ +This command allows the user to extract one of the columns from the +image table, applying filtering as desired: + +
+  dvo: imextract
+  USAGE: imextract (value) [-region] [-time start range] [-photcode photcode]
+  dvo: imextract help
+  value may be one of the following:
+   ra dec airmass Mcal dMcal Xm photcode time fwhm exptime nstar ncal sky flag
+
+ +

+The extracted data is saved in a vector with the same name used to +select the column. The vector name will have the same case as the +choice given, but the column selection is case-insensitive (since +there are no ambiguities in the database columns names by case). + +

avextract

+ +This command allows the user to extract data from one of the Average +table columns: + +
+  dvo: avextract
+  USAGE: avextract (from) (value) [options]
+    from: cpt name or 'all'
+    value: average.parameter or photcode
+  dvo: avextract all help
+  value may be one of the following:
+   ra dec dmag Nmeas Nmiss Xm Xp Nphot Ncode flag type
+
+ +

+This command takes as the first argument the name of one of the +database regions. Alternatively, all regions currently displayed may +be selection with the word 'all'. The second option specifies which +column to select from the Average table. In addition to the basic +data columns (ra, dec, etc), the magnitude-related average values +(mag, dmag, Xm, Nphot, Ncode) are coupled to a photcode, which is thus +required for these selections. The value 'mag' may also be subsituted +with a primary or secondary photcode. Eg: + +

+  avextract all ra : select ra for all objects in displayed region
+  avextract all g  : select g magnitudes
+  avextract all mag -photcode r : select r magnitudes 
+  avextract all Xm -photcode r  : select chisq values for r average mags
+
+ +

mextract

+ +This command allows the user to extract data from one of the Measure +table columns: + +
+  dvo: mextract
+  USAGE: mextract (from) (value) [options]
+    from: cpt name or 'all'
+    value: measure.parameter or photcode
+  dvo: mextract all help
+  value may be one of the following:
+   ra dR dec dD mag dmag Mrel Mcal photcode time fwhm dophot xccd yccd xmosaic ymosaic flags
+
+ +

+This command takes as the first argument the name of one of the +database regions. Alternatively, all regions currently displayed may +be selection with the word 'all'. The second option specifies which +column to select from the Measure table. In addition to the basic +data columns (ra, dec, etc), the magnitude-related average values +(mag, dmag) are coupled to a photcode, which is thus required for +these selections. The value 'mag' may also be subsituted with a +primary or secondary photcode. Eg: + +

+  mextract all ra : select ra for all objects in displayed region
+  mextract all g  : select g magnitudes
+  mextract all mag -photcode r : select r magnitudes 
+  mextract all Xm -photcode r  : select chisq values for r average mags
+
+ +

option filtering

+ +The following extraction options allow the user to restrict the +selections: + +

+ -time (start) (range)
+ +select data for images within the given time range. The start date is +given in the format YYYY/MM/DD,hh:mm:ss (any of these element may be +dropped, in which case they default to 00 [for hh,mm,ss] or 01 [for +MM,DD]). The date may also be written as a number of days followed by +j (JD) or J (MJD). The two special date names "now" and "today" are +also valid. The range is written as a number followed by a unit, with +valid units of s (seconds), m (minutes), h (hours), d (days). Times +are in UT. For example: + +

+ -time 2001/1/1 30d : select the range starting at midnight on 2001/1/1
+  and ending 30 days (86400*30 seconds) later.
+
+ -time now -3h : select the time range starting three hours ago and
+  ending now.
+
+ + -region
+ +restrict the selection to the currently display portion of the sky. +This filter expects a portion of the sky to be plotted, and will only +select data for images in the part of the sky. The algorithm for +selecting the displayed region may not be perfect, so images near the +boundaries may be unexpected included or excluded (this depends on the +exact overlap details). Multiple queries with the same region will +result in the same subset of images selected. + +-photcode (photcode)
+ +This restricts the selection to the given photcode. Images may only +have photcodes of 'Dependent' type (eg, CFH12K.R.00). This filter +allows the selection of images by exact match (selected photcode is +Dependent type) or by equivalence match (selected photcode is Primary +or Secondary type). Thus, selecting images based on CFH12K.R.00 will +ignore images with photcode CFH12K.R.10, while selecting images based +on photcode 'r' will return all images with CFH12K.R.*, since all are +equivalent to 'r'. (NOTE: these details depend on the layout of the +photcode table). + + fill this out with all other restrictions provided by photometry.c Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/index.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/index.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/index.htm (revision 22322) @@ -0,0 +1,19 @@ + + + + +

Introduction

+ +DVO (the Desktop Virtual Observatory) is system for manipulating +collections of images and measurements related to astronomical +objects. The DVO system consists of several programs which insert +data in the database system, or manipulate data in the database. One +of these is the DVO shell, which provides a command-line +driven, programmable user interface to the objects and measurements in +the database. The DVO shell is based on the Opihi shell, which +provides the tools to manipulate and display data in various +representations. The DVO shell adds to this basic command set a +collection of functions which provide direct access to the contents of +the DVO database tables. + + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/navigate.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/navigate.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/navigate.htm (revision 22322) @@ -0,0 +1,44 @@ + +

+The navigate script provides a convenient +graphical user interface to the DVO shell and database. To use it, +simply load it into the DVO shell with the input command. It +is useful to always load this script by including the input command in +your ~/.dvorc file. Once you have loaded the script, you +can start it by typing navigate. You can navigate around the +sky, then exit the script at any time by typing 'q'. This allows you +to issue DVO commands related to your current position. You can then +resume navigating by restarting the script. + +

+The navigate script lets you move about the sky by placing your cursor +in the display window and clicking various keys. Below is a summary +of the basic key stokes: + +

+1 - zoom in factor of 2
+2 - zoom in factor of 1.2
+3 - recenter at cursor
+4 - zoom out factor of 1.2
+5 - zoom out factor of 2
+6 - zoom out factor of 10
+z - zoom to radius (requires 2nd keystroke)
+f - show full sky
+
+q - quit
+g - toggle skygrid on/off
+r - plot detected asteroids (rocks)
+l - plot HST GSC
+L - plot Landolt stars
+m - list measurements for stars within 1 pixel of cursor
+M - list measurements for stars within 1.8 arcsec of cursor
+i - list info about images touching cursor location 
+I - list info about images, with pixel coords of cursor position
+x - plot stars scaled by magnitude Chisq
+X - plot stars by magnitude scatter
+S - toggle auto-plotting of stars
+t - plot light curve for star within 2 arcsec of cursor position
+T - plot 'galaxy' light curve for star within 2 arcsec of cursor position
+c - plot status catalog boundaries
+C - list catalog at cursor location
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/navigate.pro =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/navigate.pro (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/navigate.pro (revision 22322) @@ -0,0 +1,379 @@ +# -*- perl -*- + +macro navigate + style -n 0 + limits + $DSTARS = -1 + $ZOOM = 180 / ($YMAX - $YMIN) + for i 1 100 + $REDRAW = 0 + cursor -g 1 + # zoom controls + if ("$KEY" == "1") + $ZOOM = $ZOOM * 2 + $REDRAW = 1 + $Rnum = $R$KEY + $Dnum = $D$KEY + $KEY = num + end + if ("$KEY" == "2") + $ZOOM = $ZOOM * 1.2 + $REDRAW = 1 + $Rnum = $R$KEY + $Dnum = $D$KEY + $KEY = num + end + if ("$KEY" == "3") + $REDRAW = 1 + $Rnum = $R$KEY + $Dnum = $D$KEY + $KEY = num + end + if ("$KEY" == "4") + $ZOOM = $ZOOM / 1.2 + $REDRAW = 1 + $Rnum = $R$KEY + $Dnum = $D$KEY + $KEY = num + end + if ("$KEY" == "5") + $ZOOM = $ZOOM / 2 + $REDRAW = 1 + $Rnum = $R$KEY + $Dnum = $D$KEY + $KEY = num + end + if ("$KEY" == "6") + $ZOOM = $ZOOM / 20 + $REDRAW = 1 + $Rnum = $R$KEY + $Dnum = $D$KEY + $KEY = num + end + + # help list + if ("$KEY" == "h") + echo "1 - zoom in factor of 2" + echo "2 - zoom in factor of 1.2" + echo "3 - recenter at cursor" + echo "4 - zoom out factor of 1.2" + echo "5 - zoom out factor of 2" + echo "6 - zoom out factor of 10" + echo "z - zoom to radius (requires 2nd keystroke)" + echo "f - show full sky" + echo "" + echo "q - quit" + echo "g - toggle skygrid on/off" + echo "r - plot detected asteroids (rocks)" + echo "l - plot HST GSC" + echo "L - plot Landolt stars" + echo "m - list measurements for stars within 1 pixel of cursor" + echo "M - list measurements for stars within 1.8 arcsec of cursor" + echo "i - list info about images touching cursor location" + echo "I - list info about images, with pixel coords of cursor position" + echo "x - plot stars scaled by magnitude Chisq" + echo "X - plot stars by magnitude scatter" + echo "S - toggle auto-plotting of stars" + echo "t - plot light curve for star within 2 arcsec of cursor position" + echo "T - plot 'galaxy' light curve for star within 2 arcsec of cursor position" + echo "c - plot status catalog boundaries" + echo "C - list catalog at cursor location" + end + + # quit from navigate + if ("$KEY" == "q") + break + end + + # measure distance + if ("$KEY" == "d") + $r0 = $R$KEY + $d0 = $D$KEY + $ok = $KEY + echo "type at radius" + cursor -g 1 + $r1 = $R$KEY + $d1 = $D$KEY + $dr = 3600*((dcos($d0)*($r0-$r1))^2 + ($d0-$d1)^2)^0.5 + echo "$dr arcsec" + end + # show ra, dec + if ("$KEY" == "w") + $tmp = $R$KEY + if ($tmp < 0) + $tmp = $R$KEY + 360.0 + end + echo "$tmp $D$KEY" + exec echo $tmp $D$KEY | radec -hh + end + # zoom to radius + if ("$KEY" == "z") + $r0 = $R$KEY + $d0 = $D$KEY + $ok = $KEY + echo "type at radius" + cursor -g 1 + $r1 = $R$KEY + $d1 = $D$KEY + $dr = (($r0-$r1)^2 + ($d0-$d1)^2)^0.5 + $ZOOM = $RAD / $dr + $REDRAW = 1 + $KEY = $ok + $R$KEY = $r0 + $D$KEY = $d0 + end + + # adjust mag scaling + if ("$KEY" == "J") + $MAG = $MAG - 0.5 + $REDRAW = 2 + end + if ("$KEY" == "K") + $MAG = $MAG + 0.5 + $REDRAW = 2 + end + if ("$KEY" == "j") + $dMAG = $dMAG * 0.8 + $REDRAW = 2 + end + if ("$KEY" == "k") + $dMAG = $dMAG * 1.25 + $REDRAW = 2 + end + echo "mag, dmag: $MAG, $dMAG" + + # redraw region + if ($REDRAW == 1) + region $R$KEY $D$KEY {$RAD/$ZOOM} sin + $RMIN = $R$KEY + $XMIN + $RMAX = $R$KEY + $XMAX + $DMIN = $D$KEY + $YMIN + $DMAX = $D$KEY + $YMAX + if (($ZOOM < 20) && ($GRID == 1)) + style -c red; cgrid + end + if (($ZOOM > 20) && ($DSTARS == 1)) + style -pt 7 + pmeasure -all -m $MAG {$MAG + $dMAG} + end + style -c black + images +# showtile + end + + # redraw region + if ($REDRAW == 2) + clear + if (($ZOOM < 20) && ($GRID == 1)) + style -c red; cgrid + end + if (($ZOOM > 20) && ($DSTARS == 1)) + style -pt 2 + pmeasure -all -m $MAG {$MAG + $dMAG} + end + style -c black + images + end + + # turn grid on / off + if ("$KEY" == "g") + if ($GRID == 1) + $GRID = 0 + style -c white; cgrid + style -c black + else + $GRID = 1 + style -c black; cgrid + end + end + + # plot full sky + if ("$KEY" == "f") + echo "full" + $ZOOM = 1 + resize 1150 600 + region 0 0 90 ait + $RMIN = 0 + $RMAX = 360 + $DMIN = -90 + $DMAX = +90 + style -c red; cgrid + style -c black + images + end + + # plot rocks + if ("$KEY" == "r") +# plot.rocks + style -c blue -pt 1; procks -speed 0.0041 1 + style -c red -pt 1; procks -speed 0.00041 0.0041 + style -c indigo -pt 1; procks -speed 0 0.00041 + style -c black -lw 0; + end + # plot HST-GSC + if ("$KEY" == "l") + style -c blue -pt 7; cat -all -g -m 9 16 + style -c black + end + # plot Landolt + if ("$KEY" == "L") +# style -c red -lw 2 -pt 3; cat -a 1 2 3 /data/elixir/srcdir/refs/stetson/stetsonBn.txt -m 9 18 +# style -c blue -lw 2 -pt 3; cat -a 25 26 8 /data/elixir/srcdir/refs/landolt/new/Landolt92.fix -m 9 18 + style -c red -lw 2 -pt 7; cat -a 1 2 3 /data/elixir/srcdir/refs/sdss/g_SDSS.dat -m 9 14 +# style -c red -lw 2 -pt 3; cat -a 25 26 8 /data/elixir/srcdir/refs/landolt/new/Landolt92.hq -m 9 18 +# style -c red -lw 2 -pt 3; cat -a 22 23 8 /data/elixir/srcdir/refs/landolt/new/Landolt92.unfix -m 9 18 +# style -c blue -lw 2 -pt 7; cat -a 1 2 4 /data/elixir/srcdir/refs/landolt/extreme/extreme.match -m 0 20 +# style -x 2 -c red -pt 7 ; cplot RA DEC + style -c black -lw 0 + end + + # list star measurements + if ("$KEY" == "m") + $dR = $RAD/$ZOOM/300 + if ($dR < 0.0005) + $dR = 0.0005 + end + gstar $R$KEY $D$KEY $dR -m + end + + # plot mag residuals + if ("$KEY" == "R") + echo "filter: " + cursor 1 + clear -n 1 -s; lim 10 22 -0.2 0.2; clear; box + dmags $KEY\:rel - $KEY : $KEY -type 0 + plot -x 2 -pt 0 -sz 0.3 -c red yv xv + dmags $KEY\:rel - $KEY : $KEY -type 0 -flag 0 -nphot +3 -chisq 2.0 + plot -x 2 -pt 2 -sz 0.5 -c black yv xv + $KEY = R + style -n 0 + end + + if ("$KEY" == "M") + gstar $R$KEY $D$KEY 0.0005 -m + end + # list images + if ("$KEY" == "i") + gimages $R$KEY $D$KEY + end + if ("$KEY" == "I") + gimages $R$KEY $D$KEY -pix + end + # turn stars on / off + if ("$KEY" == "S") + $DSTARS = $DSTARS * -1 + if (($ZOOM > 20) && ($DSTARS == 1)) + style -pt 7 + pmeasure -all -m $MAG {$MAG + $dMAG} + end + end + # plot light-curve interactive + if ("$KEY" == "t") + style -n 1 -pt 2 -x 2 + clear + if ($R$KEY < 0) + $R$KEY = $R$KEY + 360 + end + lcurve -l $R$KEY $D$KEY {30/3600} -d -v time mag + box + lcv + style -n 0 + end + # plot light-curve + if ("$KEY" == "T") + style -n 1 -pt 1 -c red -x 2 + lcurve $R$KEY $D$KEY {30/3600} -d + style -c black + style -n 0 + end + # plot catalogs + if ("$KEY" == "c") + style -c blue; pcat; style -c black + end + # list catalogs + if ("$KEY" == "C") + gcat $R$KEY $D$KEY + end + + # plot image chisqs + if ("$KEY" == "x") + gcat $R$KEY $D$KEY + extract $CATNAME Xm -photcode R + extract $CATNAME ra + extract $CATNAME dec + style -x 2 -pt 7 -c blue + czplot ra dec Xm 3 30 + style -c black -pt 1 + end + # plot meas errors + if ("$KEY" == "X") + gcat $R$KEY $D$KEY + extract $CATNAME dM -photcode R + extract $CATNAME ra + extract $CATNAME dec + style -x 2 -pt 7 -c red + czplot ra dec dM 0 30 + style -c black -pt 1 + end + # temp plot for skyprobe + if ("$KEY" == "u") + imextract -region time + imextract -region mcal + imextract -region airmass + imextract -region nstar + vstat time + clear -n 1; + section a 0 0.00 1 0.33 + lim {$MEDIAN-0.3} {$MEDIAN+0.3} -0.8 -0.5; box; plot time mcal + section b 0 0.33 1 0.33 + lim {$MEDIAN-0.3} {$MEDIAN+0.3} 0.95 3.0; box; plot time airmass + section c 0 0.66 1 0.33 + lim {$MEDIAN-0.3} {$MEDIAN+0.3} 0 3000; box; plot time nstar + style -n 0 + end + if ("$KEY" == "s") + $tmp = $R$KEY + if ($tmp < 0) + $tmp = $R$KEY + 360.0 + end + $line = `echo $tmp $D$KEY | radec -hh` + imextract -region photcode + imextract -region time + + subset t = time if (int(photcode/100) == 1) + uniq t T + $Bn = t[] + $BN = T[] + + subset t = time if (int(photcode/100) == 2) + uniq t T + $Vn = t[] + $VN = T[] + + subset t = time if (int(photcode/100) == 3) + uniq t T + $Rn = t[] + $RN = T[] + + subset t = time if (int(photcode/100) == 4) + uniq t T + $In = t[] + $IN = T[] + + echo "$line $Bn $BN $Vn $VN $Rn $RN $In $IN" + end + + if ("$KEY" == "p") + echo "P - new coords; p - old coords" + cursor -g 1 + exec echo $Rp $Dp $RP $DP >> fix.coords + end + + if ("$KEY" == "y") + ccd I - 2MASS_J : 2MASS_J - 2MASS_K + lim -n 1 -1 10 -1 3; clear; box; plot -x 2 -pt 2 -sz 0.5 xv yv + dev -n 0 -g + end + end +end + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/photcodes.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/photcodes.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/photcodes.htm (revision 22322) @@ -0,0 +1,30 @@ + + + + +

+The DVO photcodes define a photometric system, consisting of a +detector, a filter, and a telescope. + +

+Many DVO commands which accept a photcode as an argument allow for +the photcode name to be appended with a modifier which changes +slightly the type of magnitude returned to the user. + +

+The type of photcode is +specified by adding :type to a photcode. Valid types consist of: +

    +
  • inst : instrumental magnitude +
  • cat : catalog magnitude = inst + nominal ZP +
  • sys : system magnitude = color + airmass corrected mag +
  • rel : relative magnitude = applies color, airmass, and relative magnitude offset +corrections +
  • cal : calibrated magnitude : applies zero-point and color +terms from dependent to primary/secondary magnitude system) +
  • ref : reference system +
+ +

+This page needs serious work to clarify the meaning of a photcode, +and the selection criteria Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/relphot.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/relphot.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/relphot.htm (revision 22322) @@ -0,0 +1,224 @@ + +

relphot outline

+ +
    +
  • load data +
      +
    • images: match photcode and time range, reset flags +
    • measure: select subset matching restritions on: + photcode, time, dM, Minst, Mag, dophot == 1 +
    +
  • iterate to find Mcal, image.flags: +
  • write out modified Mcal values to image table +
  • write out modified Mcal values to measure table +
  • write out modified Mrel values to average table +
+ +

relphot overview

+ +

relphot has two primary purposes:
+

    +
  • calculate Mcal for images / measures +
  • calculate Mrel for stars +
+ +

relphot can also be used to determine the mosaic grid used to generate +photometrically corrected flats (-grid option). + +

data exclusion

+ +

relphot uses only a subset of the photometry data to calculate +Mcal and Mrel. In the first stage, calculation of the Mcal values, +relphot loads the photometry data from each relevant catalog and +creates an internal subset catalog with the function +bcatalog, excluding some of the irrelevant data. In +addition, it uses flags to mark some of the data as invalid for the +processing. + + bcatalog exclusions +

    +
  • measure.photcode not equivalent to requested photcode +
  • measure.dophot != 1 +
  • measure.Mcat > MAG_LIM +
  • measure.dM > SIGMA_LIM +
  • measure.Minst out of range (ImagMin - ImagMax) [optional] +
  • measure.t out of range (TSTART, TSTOP) +
+ + flagged data + + flagged image data + +images can be flagged by setting bits of image.code + +stars can be flagged by setting bits of average.code + +measures can be flagged by setting bits of measure.flag + +image.code + +ID_IMAGE_NOCAL : ignore, irrelevant +ID_IMAGE_POOR : image measured bad +ID_IMAGE_SKIP : externally known bad + +dMcal > VALUE FLAG_IMAGE_SCATTER clean_images +fabs(Mcal) > VALUE FLAG_IMAGE_ZEROPT clean_images + +dMcal > VALUE FLAG_IMAGE_SCATTER clean_mosaics +fabs(Mcal) > VALUE FLAG_IMAGE_ZEROPT clean_mosaics + + mark_images does not seem to do anything useful? + +average.code + +Ngood < MEAS_TOOFEW setMrel +Ngood < MEAS_TOOFEW clean_measures +ChiSq > STAR_CHISQ clean_stars +dM > STAR_SCATTER clean_stars + +average.code (STAR_BAD) is not saved by relphot: it is set by +clean_stars, clean_measures, and setMrel, but not setMrelOutput. +STAR_BAD should only be internal since it depends on the photcode, but +is not associated with a specific photcode in the data. Just in case, +it is reset to 0 in setMrelFinal. + +measure.flag + +X,Y out of range setExclusions +3 sigma clipping clean_measures + +

setting Mrel final value

+ +setMrelFinal is used to set the final average.Mrel values. We do this +in 4 stages. In each stage, we set the Mrel values for stars which +have not already been set, based on the current exclusion settings. +At successive stages, we relax the exclusions, allowing the more +spurious objects to have a valid Mrel value to be set. In this loop, +we actually run setMrelOutput twice: once to get the approximate Mrel +value, then we flag the outlier measurements with clean_measure, +then we redetermine the Mrel values on this basis, and mark the stars +for exclusion from the next iteration. + +
+exclude on
+ photcode       0 1 2 3
+ time range     0 1 2 3
+ MEAS_POOR      0 1 2 3
+ MEAS_TOOFEW    0 1 2 3
+ dophot == 10   0 1 2 
+ inst mag       0 1 2 
+ dophot != 1,2  0 1  
+ ID_IMAGE_POOR  0 1
+ ID_IMAGE_SKIP  0 1
+ dophot != 1    0
+ measure.dM     0 
+
+ +for all relphot runs, Mrel is re-calculated, and measures are marked +at least if they are outliers in mag or ccd area. + +setMrel.output needs to do a few things differently from setMrel: +
    +
  • set measure.Mcal (skipped in setMrel.basic) +
  • set average.Mrel if N < TOO_FEW (not STAR_BAD) (optional!) +
  • use MAX (stats.error, stats.sigma) (optionally) +
  • allow STAR_BAD? +
+ +

imphotset

+ +imphotset allows you to set certain phot.image table entries. here +are the options: + +imphotset [-photcode code] [-name foo] [-trange (start) (stop)] -flag and value + + +Here is a complete list of relphot configuration variable names, a +quick description, and reasonable values to start with: + +
+--- configuration variables used by relphot ---
+MAG_LIM : float
+  ignore measurements fainter than this absolute magnitude
+
+SIGMA_LIM : float
+  ignore measurements with magnitude error larger than this value
+
+STAR_SCATTER : float
+  mark stars as bad if their scatter is larger than this value
+
+IMAGE_SCATTER : float
+  mark images as bad if their scatter is larger than this value
+
+IMAGE_OFFSET : float
+  mark images as bad if the absolute value of thie zero point offset
+  is larger than this number
+
+STAR_CHISQ : float
+  mark stars as variable if their reduced chisq are larger than this value
+
+STAR_TOOFEW : int
+  mark stars as bad if the have fewer than this number of valid measurements
+
+IMAGE_TOOFEW : int
+  mark images as bad if the have fewer than this number of valid measurements
+
+IMAGE_GOOD_FRACTION : float
+  mark images as bad if the have fewer than this fraction of valid measurements  
+
+IMAGE_CATALOG : string
+  name of the image catalog file
+
+IMAGE_CATALOG_TEMPLATE : string
+  name of the template file to create the image catalog file
+
+CATALOG_TEMPLATE : string
+  name of the template file to create the catalog file
+
+GSCFILE : string
+  name of the GSC region table
+
+CATDIR : string
+  directory where the database is stored
+
+PHOTCODE_FILE : string
+  file containing photometry code information
+
+ZERO_PT : float
+  default zero point for random data
+
+RELPHOT_GRID_X : int
+  scale of mosaic correction grid 
+
+RELPHOT_GRID_Y : int
+  scale of mosaic correction grid 
+
+RELPHOT_GRID_BINNING : int
+  deprecated
+
+CAMERA_CONFIG : string
+  name of the file containing descriptive information about the camera
+
+--- sample ConfigFile entries with typical values ---
+
+MAG_LIM                	 24.0
+SIGMA_LIM              	  0.05
+STAR_SCATTER           	  0.05
+IMAGE_SCATTER          	  0.05
+IMAGE_OFFSET           	  0.2
+STAR_CHISQ             	 10.0
+STAR_TOOFEW            	  3
+IMAGE_TOOFEW           	 10
+IMAGE_GOOD_FRACTION    	 
+IMAGE_CATALOG          	 $CATDIR/Images.dat
+IMAGE_CATALOG_TEMPLATE 	 $REFSDIR/elixir/template.cat
+CATALOG_TEMPLATE       	 $REFSDIR/elixir/template.cat
+GSCFILE                	 $REFSDIR/gsc/GSCregions.tbl
+CATDIR                 	 $CATDIR
+PHOTCODE_FILE          	 $CONFDIR/camera/$CAMERA.photcode
+ZERO_PT                	 25.0
+RELPHOT_GRID_X         	 4
+RELPHOT_GRID_Y         	 8
+RELPHOT_GRID_BINNING   	 512
+CAMERA_CONFIG          	 $CONFDIR/camera/$CAMERA.config
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/sequence.idx =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/sequence.idx (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/DVO/sequence.idx (revision 22322) @@ -0,0 +1,11 @@ +DVO-shell.htm +commands.htm +example.htm +navigate.htm +addstar.htm +delstar.htm +relphot.htm +uniphot.htm +markrock.htm +markstar.htm +imphotsearch.htm Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/.cvsignore (revision 22322) @@ -0,0 +1,2 @@ +*.html +index.idx Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/detrend.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/detrend.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/detrend.htm (revision 22322) @@ -0,0 +1,84 @@ + + + + + + + + + + + + + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/imreg.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/imreg.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/imreg.htm (revision 22322) @@ -0,0 +1,92 @@ + + + + +

add information about gconfig variables used

+ +
detregister (filename) [elixir options]
+ +Register a detrend image in the detrend database. The image +parameters are automatically loaded from the image header, but can be +forced with command-line options if needed. The database consists of +a database table and a hierarchy of directories. The registered image +is copied to the directory structure, assigned an appropriate name +based on the data type, and an entry added to the database table. +Below, the command-line options are listed. The matched keyword define +the header keywords used to automatically identify the values. +Keywords starting with $ represent the configuration variables which +provide abstract names to define the real keywords. The idiosyncratic +header filter name is converted to the Elixir internal filter name +based on the filter name table $FILTER_LIST. + + + +
option equivalent keyword description
-time (start) (stop) TV_START, TV_STOP +
-label (label) N/A +
-ID (ID) N/A +
-order (N) N/A +
-type (type) $IMAGETYPE-KEYWORD +
-ccd (ccdID) $CCDNUM-KEYWORD +
-exptime (seconds) $EXPTIME-KEYWORD +
-filter (name) $FILTER-KEYWORD +
+
detsearch [search options] [elixir options]
+ +Examine the contents of the detrend database, with options to filter +the output. + + + + + + +
options which limit the image selection
-label (label) select images by label +
-ID (ID) select images by ID +
-order (N) select images by order +
-type (type) select images by type (FLAT, etc) +
-mode (mode) select images by mode (MEF, etc) +
-ccd (ccdID) select images by CCD ID +
-exptime (seconds) select images by exposure time +
-filter (name) select images by filter +
-time (time) select images for given point in time +
-trange (start) (stop) select images for given time range +
-entry (entry) select images by entry number +
-match (number) select images by match number +
-name (name) select images by name +
-mosaic (filename) select images appropriate to given mosaic +
-image (file) (ccd) (mode) select images appropriate to given CCD image + +
options which modify the output format
-tstop print stop time, not start time +
-treg print registration time, not start time +
-ve print SUCCESS / FAILURE on exit +
-quiet do not print SUCCESS / FAILURE on exit +
-fits (output) write ASCII FITS table (appropriate for CFHT-LS) +
-binfits(output) write binary FITS table (can be used as database table) +
-chipname provide chip-specific name for MEF entry (ie flat.fits[ccd00]) + +
options which modify the behavior
-select select 'best' detrend image, include complete path +
-recipe select all detrend images in recipe for this filter +
-h, --help list help information +
-criteria list input criteria, not database entries + +
options which modify the database table
-delete, -del delete the selected images +
-altpath add add selected images to altpath +
-altpath del remove selected images from altpath +
-altpath update update altpath value based on file existence +
-modify modify selected database fields +
+
+ + + + + + + + + + + + + + + + + + + + + + + + + + + +
imregister (filename) [-split] [-noreg] [-v] [-needtype] [elixir options]
+ +Register an image in the imreg database. The -split option tells +imregister that a single CCD frame is one of multiple frames in a +split image. The -noreg option shows the processing information +without updating the database table. The -v turns on verbosity. The +-needtype requires the image type to be one of the known types to be +registered. + +
imsort (filename) [-split] [-noreg] [-v] [-needtype] [elixir options]
identical to 'imregister', but also send entries as +appropriate to the imstats and ptolemy elixir fifos. If -noreg is +selected, the fifo entries are created without the imreg.db +update.
showiminfo (filename) [-split] [-noreg] [-v] [elixir options]
list image information extracted from the header, as used to +update imreg.
imstatreg (fits) (stats) (sdat) [-split] [-noreg] [-v] [-needtype] [elixir options]
add image statistics (seeing, bias, sky) to the image entry +in the imreg table. The (fits) file need only contain the relevant +header of the image (used to find the appropriate image in the table). +The (stats) file consists of the values sky and bias for MEF and SPLIT +images, while for other modes, there must be an addtional entry +starting each line: CCD. The meaning is undefined for SINGLE, and +usually set to 0. For CUBE it is the number of slices in the cube, +while for SLICE, it is the slice entry.
imstatreg -daemon [-v] [-status] [-kill] [-delay Nsec] [elixir options]
Start / Stop / Query the imstatreg daemon. To facility the +database I/O, imstatreg updates are written to a buffer table +(imreg.reg.bfr), which is occasionally merged with the master table +with the imstatreg daemon.The -delay option defines the frequency at +which imstatreg -daemon updates the database table.
imregtable (filename) [elixir options]
+merge the given imreg.db table with the current master table. +
imsearch
+search the imreg.db table for images, filterd by the options given in the arguments. +The table below lists all options to imsearch. + + + + + + + + + + + + + + + + + + + + + + + + + +
options which limit the image selection
[-type type] limit by image type (BIAS, DARK, OBJECT, etc)
[-mode mode] limit by image mode (SINGLE, SPLIT, MEF, CUBE, SLICE)
[-trange start stop/range] limit by date range (second argument may be an end date or a time range)
[-ccd name] limit by CCD; use CCD ids, not sequence numbers (ccd00 not 00)
[-etime exptime] limit by exposure time (seconds)
[-filter name] limit by filter name
[-name string] limit by image name (matches substring of full image name)
[-proc t/f] include only processed / unprocessed images (bias != 0)
[-dist t/f] include only distributed images (table send to CADC)
options which modify the output format
[-treg] list the registered times, not exposure times
[-seq] print CCD sequence numbers, not IDs
[-pt] print the list in ptolemy input format
[-table] generate a complete ascii FITS table output
[-cadctable] generate the CADC raw table (one row per mosaic, includes mosaic IQ stats)
[-bintable] generate a complete binary FITS table (can be used as new database)
options which modify the database table
[-delete] delete the selected images
[-modify (options)] modify certain fields of the selected images
+ +
+ Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/index.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/index.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/index.htm (revision 22322) @@ -0,0 +1,18 @@ + + + + +This section describes Elixir Database interface tools provided by +Ohana. The Elixir database consists of the following tables: + +
    +
  • imreg : all of the raw images +
  • detrend : the master detrend images +
  • photcode : the nominal filter transformation information +
  • zeropoints : the measured zero-point data values +
  • transparency : the measured transpareny over long periods (nights or lunations) +
+ +In addition, the DVO program is used to maintain a database of the +photometric measurements of all detected objects. DVO is described in +a separate section. Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/mkfringetable.txt =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/mkfringetable.txt (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/mkfringetable.txt (revision 22322) @@ -0,0 +1,35 @@ + +mkfringetable (layout) (output) + +'mkfringetable' generates a MEF FITS ASCII Table of fringe couples +based on a simple template file. The layout file defines the basic +constraints of the fringe couple lists (filter, time range, ccds, +etc), and identifies the files used for each CCD. The output file is +a MEF FITS file with one extension per CCD. Each extension consists +of a table with four columns: X_MIN, Y_MIN, X_MAX, Y_MAX. An example +layout file is given below. The primary header unit of the FITS file +contains the basic information of the CAMERA, FILTER, etc. + + +Example layout file: + +# layout file for mkfringetable + +FILTER I +CAMERA megaprime +TVSTART 1999/9/1 +TVSTOP 2010/1/1 +NCCD 12 +CCD00 00 CFH12K-I-CCD00-FringeCoord.reg +CCD01 01 CFH12K-I-CCD01-FringeCoord.reg +CCD02 02 CFH12K-I-CCD02-FringeCoord.reg +CCD03 03 CFH12K-I-CCD03-FringeCoord.reg +CCD04 04 CFH12K-I-CCD04-FringeCoord.reg +CCD05 05 CFH12K-I-CCD05-FringeCoord.reg +CCD06 06 CFH12K-I-CCD06-FringeCoord.reg +CCD07 07 CFH12K-I-CCD07-FringeCoord.reg +CCD08 08 CFH12K-I-CCD08-FringeCoord.reg +CCD09 09 CFH12K-I-CCD09-FringeCoord.reg +CCD10 10 CFH12K-I-CCD10-FringeCoord.reg +CCD11 11 CFH12K-I-CCD11-FringeCoord.reg + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/photcode.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/photcode.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-DB/photcode.htm (revision 22322) @@ -0,0 +1,5 @@ + + + + +Sorry! The page you requested is not yet available. Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/.cvsignore (revision 22322) @@ -0,0 +1,2 @@ +*.html +index.idx Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/elixir.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/elixir.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/elixir.htm (revision 22322) @@ -0,0 +1,437 @@ + + + + + Overview + +

+In a large data analysis project such as Elixir, there are usually +certain sub-systems which resemble an assembly line: A continuous +stream of objects, each one very similar to the next, enters a +factory. They pass through a series of stages at which some process +occurs, each step along the way being performed in essentially the +same way for each object it encounters. At the end of the assembly +line, a new object (or objects) appears, fashioned from the original +that entered at the other end. + +

+Consider, for example, a scientific analysis of images from the +telescope. Each image is essentially the same as any other, differing +only in detail. A sequence of steps is performed on each image: for +example, detrending, object detection, and astrometry. As the +analysis proceeds, each step performs a transformation on its input +object, creating a new, slightly modified object. The result of the +analysis step may create a new data file, or they may simply alter +some portion of the file provided. + +

+Because each step in the analysis is identical for every image, there +is a regularity to the commands which are executed. For example, +consider an input science image called image01.fits . The series +of commands needed to arrive at the final results might consist of: + +

+detrend image01.fits image01.flt
+detect  image01.flt  image01.dat
+astrom  image01.dat  image01.astro
+
+ +

+Each step in this analysis sequence produces a new file, and each file +is only different in a portion of the filename. If the input image +had been called image02.fits, we could easily reconstruct the +above sequence of commands, replacing image01 for +image02. + +

+We developed the program `elixir' to make it very easy to define a +sequence of steps which are performed identically for a sequence of +similar objects in a list. Elixir is very flexible: the sequence of +operations for a given implementation are defined in a simple text +configuration file, and can consist of essentially any operations +which fit into the assembly-line model. Each implementation can be +drastically different, and need not operated just on images, but any +anslyis sequence. We call a specific implementation an `elixir', and +usually give the elixir a name relevant to its task. + +

+Because of the assembly-line nature of the elixir model, it is easy to +extend the concept from one computer to a network of computers. Not +only does `elixir' construct the commands as needed, it also executes +those commands on any of a collection of computers, keeping track of +which computers are currently being used and which are currently +free. + +

+Elixir node
+Figure 1: Elixir node +

+ + List-based command generation + +

+To visualize the elixir process, consider each of the analysis steps +as a node, as shown in Figure 1. Each node has three queues, an input +queue of pending objects, a 'success' queue, and a 'failure' queue. +Each node represents a single command, such as 'detrend' in the +example above. The node receives as input a word or a set of words +which define the object being analysed. Associated with each node is +a set of rules to generate the complete command, including possible +variations on the input words, as necessary. In the example above, +the input list might simply consist of the input image names, +image01.fits , image02.fits , etc. The rule for the `detrend' +node would construct the command detrend image01.fits +image01.flt . + +

+Each node in Elixir uses its rule to generate a command, such as +detrend image01.fits image01.flt and start its execution. When this +command is finished being executed, the node passes the associated +words to either the `success' or the `failure' queues, based on the +command's exit status. Each success and failure queues are connected +in turn to the pending queue of another node. In this way, a +successful `detrend' command for image01.fits would pass the +word image01.fits to its success queue, which is in turn +connected to the pending queue of the `detect' node. There is a +special node called 'global' which represents the entire elixir +process. The pending, success, and failure queues of the global node +represent the global input and output of the elixir analysis. Thus, +objects are introduced into the process by placing them in the global +input queue. The objects are finished when they reach either the +global success or failure queues (having a status for the entire +process of 'success' or 'failure'). + +

+In order for a node to execute a command, it needs to be given a +machine on which to run the command. Elixir maintains a pool of +available computers. When a node is ready to execute a command, it +requests a machine from the pool of free computers. If none are free, +it waits for a while then tries again. If a computer is free, the +node receives control of the machine, and starts the execution of its +process. The node then monitors the output from the machine, saving +all messages in a log file specific to the current object. +Eventually, the process finishes, and the node passes the object to +the appropriate output queue. At this point, it returns the machine +to the pool of free machines, and grabs the next object from its +pending queue, if any. This process limits the number of executing +processes to the number of available machines. This is a very simple, +but very reliable way of balancing the load on each machine. As long +as none of the analysis steps individually overloads the machine +resources, each machine will be used at an appropriate level. + +

+The machines which are available to the Elixir process are simply +listed in the elixir configuration file. This makes it easy to change +the collection of machines used for a given elixir implementation. In +practice, if the analysis steps for a particular elixir underload each +of the machines available to it, multiple entries for each machine can +be included in the configuration list, increasing the demands on the +individual machines. + +

+elixir command example
+Figure 2: Example elixir command system +

+ + Elixir configuration + +

+The Elixir configuration file makes if very easy to define a sequence +of commands and the rules for generating the command line arguments. +In the configuration file, most lines consist of keyword / value +pairs. The keyword can consist of any non-white space. The value may +contain any ASCII characters at all, including spaces. If there are multiple +entries of the same keyword, the last one provides the value. +Keywords defined in the configuration file may be referred to +elsewhere by appending a dollar sign: $KEYWORD. The entire +configuration file is loaded before variables such as this are parsed, +so order is not important. + +

+In addition to the keyword / value entries, there are a limited number +of other possible entries. Lines with a leading hash mark (#) are +commented out. A line beginning with the word 'input' is a command to +load additional configuration information from another file. In this +special case, variables used to define the filename must already exist +in the configuration file loaded so far. These details about the +configuration file are relevant to other programs in addition to +`elixir'. + +

+Finally, we come to the portion of the configuration file which +defines the components of the specific elixir implementation. Each +node in the elixir process is defined by a block which looks like +this: + +

+process detrend
+detrend.arg      0        detrend
+detrend.arg      5 %s     &0
+detrend.arg      0 %s.flt BASE(&0) 
+detrend.success           detect
+detrend.failure	          global
+
+ +

+The first line here, process detrend , defines the node. The +next three lines, beginning with detrend.arg , define the syntax +of the command associated with that node. The first entry is the +program, the next two lines generate the first and second argument to +the program. The executed command ( detrend ) and the name of the +node are not required to be the same. It is particularly important to +note that the order of these lines in the configuration file matters: +the order of the command-line arguments is the order of the lines in +the configuration file. + +

+These lines define how to generate the arguments by providing a +C-style format statement and a set of arguments to the format +statement. Let us first consider the input list. The input list to +Elixir describes a set of objects to be analysed. In our example +above, these consisted of the names of the raw science images: + +

+image01.fits
+image02.fits
+image03.fits
+
+ +and so on. In this example, there is only one word on each line to +describe the objects. It is possible to have multiple words to +describe a single object. For example, to define a specific CCD image +in both MEF & SPLIT style images, one could use lines like: + +
+image01.fits X SPLIT
+image.fits 00 MEF
+image.fits 01 MEF
+image.fits 02 MEF
+image03.fits X SPLIT
+
+ +In this example, the first word is a file name, the second defines the +CCD for MEF images (and is ignored for SPLIT), the third identifies +the image type, SPLIT vs MEF. In the elixir configuration file, the +first word on each line is identified by &0, the second by &1, etc. +Thus, in the process detrend example above, the line which reads + detrend.arg 5 %s &0 constructs an argument which just consists +of the first word for each line. + +

+The following line shows the use of the filename manipulation +functions available within the Elixir configuration system. These +functions are only available when defining the Elixir node command +line arguments. In this example, detrend.arg 0 %s.flt +BASE(&0) , the argument is constructed by taking the first word +(&0), stripping off the path and extension from the file name (ie, +taking /path/file.ext and returning 'file'), and appending the string +'.flt' to that word. This de-construction of the filename is provided +by the BASE function. Other string manipulation functions are +available, mostly functions relevant to manipulating file names. Some +of the available functions are: + +

    +
  • BASE - return file basename +
  • EXT - return file extension +
  • PATH - return file pathname +
+ +Other functions will be added as they become necessary. + +

+These configuration formatting lines are somewhat limited compared +with standard C formatting commands: There can only be one word +defined by the format (ie., no white space is allowed). The only +formatting command currently allowed is %s. + +

+The only remaining portion of these format lines which has not yet +been described is the number in the second position. The number in +the second space on each line represents part of the flow control +process. A positive definite number here says that the word formed by +this line is a filename which must exist before the process should be +run. The number tells how many seconds elixir should wait for the +object to appear before giving up on this object. This timeout is +provided for various possible uses. One basic use is to avoid NFS +latency problems. It is not unusual under NFS for a file created on +one machine not to appear on a cross-mounted disk on a second machine +for some tenths of seconds or so. + +

+The final two lines which define this elixir node are used to make the +connection between the node and other nodes. The first, +detrend.success detect , tells elixir to connect the success queue of the +detrend process to the pending queue of the `detect' process. The +second line, detrend.failure global , tells elixir to connect the +failure queue of this process to the global failure queue. Similarly, +the success queue of the last node should be connected to the global +success queue. + +

+There is also a set of configuration entries which define global +concepts for the elixir, including the actions of the global input / +output queue. The required entries of this type of listed here: +

+global.success	/path/analysis.success
+global.failure	/path/analysis.failure
+global.source	/path/analysis.source
+global.msg	/path/analysis.msg
+global.end	/path/analysis.end
+global.Nargs	3
+global.logfile  0 %s.log  BASE(&0)
+global.pending	detrend
+global.timeout  1200.0
+
+ +

+The first two entries, global.success and +global.failure +define the output files for the globals success and failure queues. +When an object lands on either of these queues, the object and the +exit status are written to the named file, and the object is marked as +being completed. The entry global.pending defines the first +node in the process. global.timeout defines a timeout period in +seconds: if a process provides not output for this much time, elixir +decides that it has hung and kills it. The entry global.logfile +defines the rules for generating a log file name for each object, +using a syntax identical to the command-line argument generation +lines. global.end is a file to which elixir writes a collection +of processing statistics after a complete analysis is done. +global.msg provides a way for elixir to communicate with other +processes. Finally, we leave the description of global.source +until after we describe how objects are passed to Elixir. + + Elixir Communication Issues + +

+The input to an elixir process is a list consisting of lines with +words which define the specific objects, such as a list of image +names. There are two ways in which elixir may be presented such a +list. In the simple case, when the program is started, a filename is +given as a command line argument. This file contain a complete list +of names for the elixir run. The lines from this list are loaded and +passed to the global.pending queue, which in turn passes them to the +first node. Once the elixir process has finished with all of the +entries in the file, it exits, and the process is complete. + +

+The other possibility is to use a mechanism we call an input FIFO. In +our implementaton, a FIFO is not a standard UNIX fifo-type special +file. We have avoided the use of true fifos for two reasons. First, +it would be necessary for a special file to be created for each +implementation of elixir (by root), which makes it a non-trival task +to create a new elixir implementation. Second, the data in a standard +UNIX fifo is ephemeral. If the programs on either end of the fifo are +not running, there is no guarantee that the data will remain (the +situation with socketed connections is even worse). Instead, we have +chosen to implement a type of FIFO by using a normal UNIX file which +one program writes to and another reads the data from. To avoid +conflicts between programs, we simply lock the file each time we are +accessing it. Messages are passed to Elixir using this mechanism, and +so are the lines which define new objects. + +

+If elixir is not invoked with a list file on the command line, it +instead monitors the file defined by global.source . Anytime +elixir looks for object entries in this file, the file is locked +first. Then, when the lines have been loaded, the file is cleared. +In this way, a second program can add lines to this file at arbitrary +times without danger of losing any entries, whether or not the +particular elixir is already running. When the external program +writes to the file, it also locks it, so elixir will not load the +entries before it is ready. Then, when it has written the entries, the +file is unlocked, ready for elixir to grab the new list of names. + +

+In this mode, elixir runs continuously, waiting for more entries in +the FIFO file. A mechanism to end the elixir run is made possible by +having elixir recognized a special word in the FIFO. If elixir +encounters the word EOF, it will no longer accept input from the FIFO, +and will exit when all of the entries it has already loaded have been +processed. The same goal can be accomplished by passing the elixir a +message saying 'STOP' via the message FIFO. + +

+Elixir runs like a daemon, in the background with no output directly +to the screen (except for serious errors). It is possible to monitor +the progress of the elixir run by communicating through the message +FIFO. Elixir monitors the message fifo for several specific requests, +and responds to them as they arrive. Typically a request will include +a command, such as STATUS and a filename, where the requested +information should be placed. Other messages include 'STOP' (halt +processing and exit when all objects have been processed), 'KILL' +(halt all processing immediately), and 'TIME' (provide a set of +statistics on process times). + +

+Elixir uses either the rsh or ssh commands to make the connections to +the remote machines. All machines are treated as remote, even the +machine on which elixir is run. Elixir forks off a process which logs +into the remote machine and starts a new shell (csh). The STDIN, +STDOUT, and STDERR connections are used for communication between the +remote shell and elixir. Programs are started by executing the +command in the shell. + +

+The configuration file used by Elixir may also contain configuration +information for a variety of other programs. Elixir saves a copy of +the complete configuration and passes this filename to those programs +which can interpret it with the PTOLEMY environment variable. This +name tells the Elixir programs what configuration file to load. By +specifying this value as an environment variable, it will override +other choices so that elixir can guarantee that the programs it +launches have a consitent, known set of configuration choices. + +

+The other unique feature in the command line aids the process control. +Every command is followed by an echo of the words "PROCESS DONE". As +the programs run, elixir monitors the output stream looking for three +special phrases. One is this 'PROCESS DONE' phrase. Another is the +word "SUCCESS" and the third is the word "ERROR". By looking for +combinations of these words, elixir can determine if the program ended +successfully, failed, or if the computer crashed. To interact well +with Elixir, programs should send the correct word "SUCCESS" or +"ERROR" on exit. If necessary, one can wrap the program in a shell +which monitors the exit status and sends the correct word. If this is +not possible, it is always possible to assume the process always ends +successfully and include these words as an echo on the command line. + + + +

+ A short note about our use of filelocks . We have implemented a +somewhat complex type of file lock mechanism. We do not want to use a +standard NFS implemented lock, particularly for the locks on our +database files. The problem the standard filelocking mechanism under +UNIX/NFS is that the lock only exists if the program holding the lock +is running. This is insufficient to maintain data integrity. +Consider a database which consists of several distinct files. A +particular write operation to the database may need to manipulate more +than one file, and it needs to be sure those files are not also +changed by another program in the meantime. To avoid this, it should +set a lock (on the files or on the whole database). Then it should +write to the files, then it should clear the lock. Consider, though, +what would happen in the program were to crash or be killed after +writing the first file, but before writing the second. The data in +the two would be inconsistent. At that point, if a second program +tried to write to the database, it could easily corrupt the data, +making it rather difficult to correct the problem. With the standard +UNIX/NFS locks, the lock is ephemeral - it only exists as long as the +program is running (and certainly only while the machine is up). In +this example, it is easy to imagine that, by the time the second +program comes along, the files are out of sync but the lock is no +longer set. We wanted a lock that would be guaranteed to exist until +it was actively cleared, either by the program in its usual way, or by +a person (or program) which has found the problem and fixed it. + +

+To implement such a lock, we create a lock in two stages. The file +that is being locked (ie, filename) is associated with the lockfile of +the form .filename.lck. The lockfile is locked with NFS style locks. +Then the word BUSY is written to the lockfile. At this point the NFS +lock doesn't matter, and can be cleared or left. Even if the program +dies, the word BUSY remains to prevent another program from taking the +lock. When it is time to clear the lock, the file is either deleted +or the word IDLE is written to it. + + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/index.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/index.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/index.htm (revision 22322) @@ -0,0 +1,15 @@ + + + + +This section describes the Ohana programs used to tie the Elixir +System together. These include + +

    +
  • elixir : the parallel-processing program organization tool +
  • mkdetrend : the detrend analysis tool +
  • mkfringe : the fringe-frame analysis tool +
  • nightd : the nightly process launching system +
  • postrun : the end-of-run analysis management tool +
  • gconfig : the Elixir configuration database interface tool +
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/mkdetrend.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/mkdetrend.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/mkdetrend.htm (revision 22322) @@ -0,0 +1,69 @@ + + + + +

+mkdetrend is the interface to the Elixir detrend creation system. + +

+All date/times are in the form YYYY/MM/DD,HH:MM:SS, with HH:MM:SS optional. + +

+By default, commands apply to the currently active camera/run, but +these may be specified on the command line with the -camera (camera) +and -run (run) flags. + +

primary user commands

+ + + + + + + + + + + + + +
create (camera) (run) (start) (stop) create a new mkdetrend run for the given camera, normally automatically performed by ert.
create run (runid) create a new mkdetrend run based on the mkrun table information.
config (camera) (run) set the current active config
state show the state of the active config
init start the init stage of mkdetrend processing
run start the main processing, or re-processing
reg register the completed images in the detrend database
clean clean the camera/run directories; recovery from this command will require a complete reprocessing.
reset (level) reset the configs. if level is 'hard', all will be reset. if level is 'update', configs may be reset to 'init' or 'update', depending on their state.
update perform an update run (identify new images, process residuals, but do not generate master).
auto (cmd) automatic processing commands
+ +

low-level user comands

+ + + + + + + + + + + + + +
dup (config) duplicate the given config
del (config) delete the given config
def (config) (start) (stop) set the start & stop times for the given config
set (config) (state) manually set the config state
list.init run just the list.init stage
split run just the split stage
flips run just the flips stage
norm run just the norm stage
scat run just the scat stage
merge run just the merge stage
update.list run just the update.list stage
update.stats run just the update.stats stage
+ +

HTML cgibin commands

+ + + + + + + + + + +
htmldup
htmldef
htmldel
htmlmod
htmlkeep
htmlconfig
html1
html2
html3
+ +

other support commands

+ + + + + + + +
dads
dads.top
meval
eval
fix.masters
check.splits
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/mkfringe.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/mkfringe.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/mkfringe.htm (revision 22322) @@ -0,0 +1,69 @@ + + + + +

+mkfringe is the interface to the Elixir fringe creation system. + +

+All date/times are in the form YYYY/MM/DD,HH:MM:SS, with HH:MM:SS optional. + +

+By default, commands apply to the currently active camera/run, but +these may be specified on the command line with the -camera (camera) +and -run (run) flags. + +

primary user commands

+ + + + + + + + + + + + + +
create (camera) (run) (start) (stop) create a new mkfringe run for the given camera, normally automatically performed by ert.
create run (runid) create a new mkfringe run based on the mkrun table information.
mkconfig (camera) (run) create an mkfringe config table based on an existing mkdetrend date range
config (camera) (run) set the current active config
state show the state of the active config
init start the init stage of mkfringe processing
run start the main processing, or re-processing
reg register the completed images in the detrend database
map start the map run (requires manually setting state to map)
map.reg register mode maps
clean clean the camera/run directories; recovery from this command will require a complete reprocessing.
+ +

low-level user comands

+ + + + + + + + + + + + + +
dup (config) duplicate the given config
del (config) delete the given config
def (config) (start) (stop) set the start & stop times for the given config
set (config) (state) manually set the config state
list.init run just the list.init stage
list.reinit run just the list.reinit stage
detrend run just the detrend stage
merge run just the merge stage
mkrough run just the mkrough stage
defringe run just the defringe stage
mksmooth run just the mksmooth stage
regimage run just the regimage stage
+ +

HTML cgibin commands

+ + + + + + + + + + + + + +
htmldup
htmldef
htmldel
htmlmod
htmlkeep
htmlconfig
html1
html2
html3
htmlmodes
htmlmaps
htmlmapkeep
+ +

other support commands

+ + + + +
dads
dads.top
eval
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/nightd.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/nightd.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/nightd.htm (revision 22322) @@ -0,0 +1,94 @@ + + + + +

+The nightd daemon is a easily-customized daemon which performs a +defined set of tasks on a nightly basis. The program behavior is +defined by the resource file, loaded at the start of execution. The +program can have any name, and loads the resource file with the name +~/.programrc; ie, the implementation used by elixir to control the +night elixir real-time systems is called 'ert' and it loads the file +~/.ertrc. + +

+HOME      /h/skyprobe
+
+DATA_PATH $HOME/data
+PID_FILE  $HOME/.skyprobe.pid
+LOG_FILE  $HOME/sp_daemon.log
+
+CCD_TEMP -20
+EXPTIME   30
+
+INIT_COMMAND sp_command cool $CCD_TEMP
+INIT_COMMAND sp_command init $DATA_PATH/&DATE
+MAIN_COMMAND sp_command expose $EXPTIME $DATA_PATH/&DATE/sp_&DATE_&TIME.fits
+DONE_COMMAND sp_command warm
+
+NIGHT_START 18:00
+NIGHT_STOP  06:00
+
+PERIOD 60
+TIMEOUT 300
+
+ +

+Above is shown a typical nightd configuration script. The nightd +configuration defines commands and execution time scales. The start +and end times of the night are defined by the entries NIGHT_START and +NIGHT_STOP. The nightd configuration script defines three classes of +commands: INIT, MAIN, DONE. The INIT commands are executed in the +order listed in the configuration script at the start of the night, +while the DONE commands are executed at the end of the night. The +MAIN commands are executed on a regular basis from START to STOP using +the interval defined by PERIOD (seconds). The program monitors these +processes and checks for completion within the TIMEOUT period; +otherwise, the command is sent the kill signal. + +

+The entries PID_FILE and LOG_FILE are required entries. The PID_FILE +stores the process id, user and machine for the given nightd +implementation, and prevents multiple intances of the same process. +The LOG_FILE is used for all error messages. The other entries in the +configuration script define variables to be use elsewhere in the +script. There are a few special variables: \&DATE, \&TIME, ???, which +are expanded by nightd before the execution. + +

+The nightd program takes several possible arguments on the command +line: + +

+nightd start
+nightd stop
+nightd status
+nightd config
+
+ +

+The 'start' command starts up the nightd program. Currently, nightd +does not fork itself into the background, so it is necessary to place +it in the background manually (nightd start &). It is not necessary +to redirect the output; nightd will send all data to LOG_FILE if it +can be opened and written to. On start, nightd will check for the +existence of the PID_FILE and give an error to stdout (not LOG_FILE) +if it exists; only one implementation may run at a time. Currently, +nightd does not check for the existence of the process identified in +the PID_FILE. It is necessary for the user to confirm that such a +process exists on the named machine. + +

+The 'stop' command halts execution of the given nightd program. It +uses the information in the PID_FILE to remotely log onto the machine +where the process is being executed and send the STOP signal. Nightd +will give an error if there is no PID_FILE, implying no currently +running nightd. It is necessary to have rsh access between machines +for this to work. + +

+The status command shows the pid information for the currently running +nightd, or says that it is not running. + +

+ Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/postrun.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/postrun.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/postrun.htm (revision 22322) @@ -0,0 +1,58 @@ + + + + +The Elixir postrun system (elixir.postrun) manages the +end-of-run processing of the calibration and science data. The +command elixir.postrun manages the stages of the processing. +The elixir.postrun commands are as follows:

+ + + + + + + +
elixir.postrun state check the current postrun status
elixir.postrun update update the status, start the next stage
elixir.postrun set (entry) (value) set the state for a specific entry
elixir.postrun (entry) run a specific entry
+ + +

+The Elixir postrun system consists of a series of processing stages, +illustrated by the command elixir.postrun state :

+ + + + + + + + + +
imstats process the unprocessed entries in the imstats database
mkdetrend run the mkdetrend system to generate the detrend data
mkfringe run the mkfringe system to generate the fringe data
ptolemy run the science images through the ptolemy system
standards process the standard stars and generate zero-point information
validate perform the image validation stages
+ + +

+These stages must be performed in sequence, and the postrun system +automatically enforces the sequencing. At the beginning of a run, +each of these stages are in the state 'init'. At any stage, the +command elixir.postrun update will attempt to identify the +state of each of the processing stages, and run the first which is +ready in the init state. While stages are running, elixir.postrun +will set their state to 'running', and as the stages finish, they are +set to the value 'done'. + +

In fact, the description above is an ideal, but in practice, the +elixir.postrun script does not quite follow these rules. For example, +elixir.postrun will not run the mkdetrend or mkfringe systems; these +must be run manually with the mkdetrend and mkfringe commands. In +addition, the mkfringe and ptolemy systems are required to be run in +sequence by elixir.postrun, but these do not really require this +sequencing: ptolemy can be run independently of mkfringe since ptolemy +does not require the fringe frames. + +

Furthermore, the error checking in the elixir.postrun system is +not very well refined, and manual intervention is occasionally needed. +It is possible, therefore, to set the state to appropriate values as +needed with the elixir.postrun set (entry) (value) command. Also, the +elixir.postrun (entry) command can be used to run the specific stage +manually. Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/sequence.idx =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/sequence.idx (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-System/sequence.idx (revision 22322) @@ -0,0 +1,6 @@ +elixir +mkdetrend +mkfringe +nightd +postrun +gconfig Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/.cvsignore (revision 22322) @@ -0,0 +1,2 @@ +*.html +index.idx Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/applyscat.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/applyscat.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/applyscat.htm (revision 22322) @@ -0,0 +1,3 @@ +applyscat takes a raw master flat-field image and a scatter correction +frame and constructs a corrected flat-field image. + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/fhead.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/fhead.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/fhead.htm (revision 22322) @@ -0,0 +1,12 @@ +

+  fhead (fitsfile) ... [-x N]
+
+  print out the FITS header, adding return chars to the end of each
+  line, stopping at the END (not printed).  By default, the primary
+  header unit is printed.  If the -x is provided the Nth extension's
+  header unit is printed, with 0 being the first extension after the
+  PHU.  Multiple files may be provided, in which case the headers are
+  printed in sequence, with tags between the headers.
+
+
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/fields.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/fields.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/fields.htm (revision 22322) @@ -0,0 +1,10 @@ +
+  fields (key) ... [-x N]
+
+  Read from stdin a list of file names.  For each file name, print in
+  sequence the value of the given FITS header keywords.  Any number of
+  keys may be present.  By default, the key/values are taken from
+  primary header unit.  If the -x is provided the Nth extension's
+  header unit is used instead, with 0 being the first extension after
+  the PHU.
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/fits_insert.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/fits_insert.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/fits_insert.htm (revision 22322) @@ -0,0 +1,17 @@ +
+  fields (file) (header) [-X N] [-comment N line]
+
+  Add header entries to the given file.  The header information to be
+  inserted is read from the provided header file, which contains
+  abbreviated FITS header lines:  each line must consist of a keyword
+  and data value, following the FITS conventions, but lines are broken
+  with returns, and there are no required keys or minimum number of
+  lines.  By default, the primary header unit is used, but if the -X
+  flag is used, the Nth extension is used instead, where 0 corresponds
+  to the first extension after the PHU.  If the -comment option is
+  provided, the Nth comment is replaced with the provided line.  By
+  default, this function will search for blank lines and overwrite the
+  data in-situ.  However, if it is necessary to extend the header, a
+  new file will be written.
+
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/ftable.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/ftable.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/ftable.htm (revision 22322) @@ -0,0 +1,24 @@ +
+  ftable (filename) [options]
+
+  options:
+  -x N:       operate on extension N (0 is default)
+  -n EXTNAME: operate on named extension (incompatible with -x)
+  -row N:     print row number N
+  -column n:  print column named n
+  -ncolumn N: print column number N
+  -list:      print extension names
+  -layout     print the table layout (fields)
+
+  Print out FITS table data, or FITS table header data.  By default,
+  the entire FITS table is printed.  Command-line options may be used
+  to restrict the output to a single column or single row.  Additional
+  options may be used to list all extension names or to print out the
+  complete table fields for the selected extension.  By default, the
+  key/values are taken from the first extension.  If the -x is
+  provided the Nth extension's header unit is used instead, with 0
+  being the first extension after the PHU.  If the -n option is
+  provided, the named extension (matching keyword EXTNAME) is used.  
+
+
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/gastro.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/gastro.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/gastro.htm (revision 22322) @@ -0,0 +1,69 @@ + + + + +

+The gastro program determines the astrometric transformation for an +image based on the cmp/smp file. This file contains both the table of +object data and the complete image FITS header. Using the header +astrometric information as a starting point, gastro loads the +reference astrometry objects appropriate for the region and determines +the matching objects between the image and the reference. These +objects are used, with iteration to improve the sample, to determine +the astrometric transformation with up to 3rd order polynomials. + +

+gastro filtname.cmp
+options:
+  -h
+  -help
+  -v
+  -p (photcode)
+  -plot
+  -maglims
+  -nstars
+  -fx
+  -fy
+  -coords (ra) (dec)
+  -dump
+  -mdmp
+  -cdmp
+  -loneos
+
+gastro configuration variables:
+OFFSET_RADIUS     - max allowed offset in gcenter
+MIN_MATCHES       - min number of matched stars for linear fit
+MINIMUM_RADIUS    - target matching radius in gfit iterations
+MAX_ERROR         - maximum allowed error in solution
+MAX_NONLINEAR     - maximum angle between axes
+MAX_PRECISE       - unused?
+DEFAULT_RADIUS    - unused?
+
+ROUGH_ASTROMETRY  - source of initial astrometry terms
+
+CCD_PC1_1         - initial guess pc1_1
+CCD_PC2_2         - initial guess pc2_2
+CCD_PC1_2         - initial guess pc1_2
+CCD_PC2_1         - initial guess pc2_1
+ASEC_PIX          - initial guess arcsec / pix
+
+POLAR_ALIGNMENT   - provide polar alignment of telescope mount?
+POLAR_AXIS_RA     - RA of telescope polar axis
+POLAR_AXIS_DEC    - DEC of telescope polar axis
+RA_OFFSET         - RA offset
+DEC_OFFSET        - DEC offset (degenerate?)
+
+NFIELD            - select stars from region NFIELD x detector size
+NPOLYTERMS	  - number of orders to allow
+MMIN              - minimum magnitude of allowed star 
+ROT_ZERO          - zero of tested rotation range
+dROT              - rotation step size
+NROT              - number of rotation tests = 2NROT + 1
+GSCFILE           - name of HST GSC table file
+GSCDIR            - name of HST GSC data directory
+LONEOS_REGIONS    - table of location coordinates
+USNO_CDROM        - name of USNO data directory
+ASTRO_REFCAT      - reference catalog format to read
+CATDIR            - name of ptolemy database
+PHOTCODE_FILE     - table of photcodes 
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/gastro2.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/gastro2.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/gastro2.htm (revision 22322) @@ -0,0 +1,68 @@ + + + + +

+gastro2 is the successor to gastro. The gastro2 program determines +the astrometric transformation for an image based on the cmp/smp file. +This file contains both the table of object data and the complete +image FITS header. Using the header astrometric information as a +starting point, gastro2 loads the reference astrometry objects +appropriate for the region and determines the matching objects between +the image and the reference. These objects are used, with iteration +to improve the sample, to determine the astrometric transformation +with up to 3rd order polynomials. + +

+gastro filtname.cmp
+options:
+  -h
+  -help
+  -v
+  -p (photcode)
+  -plot
+  -maglims
+  -nstars
+  -fx
+  -fy
+  -coords (ra) (dec)
+  -dump
+  -mdmp
+  -cdmp
+  -loneos
+
+gastro2 configuration variables:
+OFFSET_RADIUS     - unused
+MIN_MATCHES	  - unused
+DEFAULT_RADIUS	  - unused
+MINIMUM_RADIUS	  -
+MAX_ERROR	  -
+MAX_NONLINEAR	  -
+MAX_PRECISE	  -
+CCD_PC1_1	  -
+CCD_PC2_2	  -
+CCD_PC1_2	  -
+CCD_PC2_1	  -
+ASEC_PIX	  -
+NFIELD		  -
+NPOLYTERMS	  -
+ROT_ZERO	  -
+dROT		  -
+NROT		  -
+POLAR_ALIGNMENT	  -
+GSCFILE		  -
+GSCDIR		  -
+2MASS_DIR         -
+POLAR_AXIS_RA     -
+POLAR_AXIS_DEC    -
+RA_OFFSET         -
+DEC_OFFSET        -
+LONEOS_REGIONS    - 
+USNO_CDROM        -
+ASTRO_REFCAT      - 
+CATDIR            - 
+ROUGH_ASTROMETRY  - 
+PHOTCODE_FILE     -
+GASTRO_MAX_NSTARS -
+
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/gcompare.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/gcompare.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/gcompare.htm (revision 22322) @@ -0,0 +1,21 @@ + + + + +

+The gcompare program determines compares two lists of objects with X,Y +coordinates and prints the matched entries. A radius of matched is +given, and all pairs of objects between the two lists which lie within +the given radius are printed. The delta coordinates may also be +optionally printer, or the unmatched objects in either the first or +second list. An offset for the center can be optionally applied. + +

+gcompare file1 Nx Ny file2 Nx Ny radius [options]
+options:
+ -d
+ -m
+ -n1
+ -n2
+ -c x y
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/glockfile.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/glockfile.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/glockfile.htm (revision 22322) @@ -0,0 +1,22 @@ +
+  glockfile (filename) (type) (duration)
+
+  lock the given file, using the Elixir locking functions, for the
+  specified number of seconds.  The lock type may be SOFT, XCLD, or
+  HARD.  These have the following meanings:
+
+  SOFT : read-only lock; will not block a SOFT lock.  will only last
+         for the duration of the program.
+
+  XCLD : write lock; blocks, and is blocked by, all lock types.  will
+         only last for the duration of the program.
+
+  HARD : write lock; blocks, and is blocked by, all lock types.  If
+  the program is interrupted, the lock will remain until cleared by
+  hand (by deleting the file with the name .filename.lck, where
+  'filename' is replaced the the name of the locked file.
+
+
+  
+  
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/imclean.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/imclean.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/imclean.htm (revision 22322) @@ -0,0 +1,24 @@ + + + + +

+The imclean program converts the basic photometry output list from +dophot, sextractor, or gophot, into a standard format for other Elixir +subsystems, with both the table of object data and the complete image +FITS header. + +

+imclean filename.fits filename.obj filtname.cmp
+imclean -sex filename.fits filename.sx filename.smp
+options:
+  -h
+  -help
+  -v
+  -coords (ra) (dec)
+  -p (photcode)
+  -astrom (file)
+  -sex
+  -chad
+  -key KEYWORD VALUE
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/index.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/index.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/index.htm (revision 22322) @@ -0,0 +1,9 @@ + + + + +This section describes basic Elixir tools provided by Ohana. These +include a set of FITS file interaction programs (fields, fhead, +ftable, fits_insert), a few data analysis tools (gastro, gastro2, +mosastro, imclean), and a variety of other useful for astronomy and +data-handling programs. Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/list_astro.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/list_astro.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/list_astro.htm (revision 22322) @@ -0,0 +1,20 @@ +
+  list_astro
+
+  read a series of lines consisting of 4 columns.  the columns
+  represent the X,Y coordinate of a series of objects in first one
+  coordinate frame, then in a second coordinate frame.  list_astro
+  will return the linear transformation (and errors) from the first
+  frame to the second frame in the form:
+
+  X0 X1 X2 dX
+  Y0 Y1 Y2 dY
+
+  where
+
+  X = X0 + X1*x + X2*y
+  Y = Y0 + Y1*x + Y2*y
+
+  and dX and dY are the errors in the output coordinate frame.
+
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/medianfilter.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/medianfilter.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/medianfilter.htm (revision 22322) @@ -0,0 +1,13 @@ +
+  medianfilter output (fmin) (fmax) 
+
+  Read a series of image names from standard input.  The input images
+  must all be the same dimensions, and are expected to correspond to
+  matching pixels.  For each pixel, the data values are sorted.  The
+  data values within the range (fmin) to (fmax) are selected, where
+  (fmin) and (fmax) are fractions between 0 and 1, and represent the
+  fraction of the sorted stack of pixels.  The mean of the selected
+  data within this range is then calculated.  The output file consists
+  of pixels with these output values.  
+
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/mktemp.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/mktemp.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/mktemp.htm (revision 22322) @@ -0,0 +1,12 @@ +
+  mktemp [template]
+
+  provides the mktemp function for systems which do not provide such a
+  UNIX command tool.  mktemp constructs the name of a unique file and
+  returns it on stdout.  By default, the filename will be
+  /tmp/tmp.XXXXXX where XXXXXX is substituted with a string of
+  characters to enforce uniqueness.  If the template filename is
+  provided, consisting of a valid filename ending in .XXXXXX, then
+  this template is used to construct the temporary file.  
+
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/mosastro.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/mosastro.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/mosastro.htm (revision 22322) @@ -0,0 +1,180 @@ + + + + +

+mosastro takes a collection of data from mosaic CCD images, all +individually astrometrized, and determines a single global astrometric +solution for the complete system. In this process, it determines a +distortion model for the telescope arising from the optical system, as +well as mapping solutions relating the coordinate systems of the +individual chip pixels to the focal plane. Both of these +transformations may involve up to 3rd order polynomials. + +

+The suggested operation is to use gastro (or gastro2) to determine +linear astrometric solutions for the individual chips before running +mosastro. Mosastro requires the individual chip astrometry have an +accuracy of roughly 1 arcsec or better in order to select the match +between the observed stars and the astrometric reference catalog. +This two stage approach allows a more robust linear solution for the +individual chips, which may have too few reference star matches to +define reliable high-order solution. The mosaic analysis determines a +single distortion model representing the physical contribution of the +telescope optics. + +Mosastro is run assuming the user has a collection of Elixir-style +astrometry / photometry files in one of the CMP/SMP/SMF set of +formats. Mosastro will auto-detect the data format and load the +stellar astrometric and photometric measurements. The collection of +data is assumed to consist of one file per chip, with names which are +sufficiently consistent that they can be identified with a single +filename including wild-cards. + +

+The user command looks like: +

+mosastro (glob) (ext) (phu)
+
+ +The first argument is an expression containing wild-cards which +expands into the collection of files containing the astrometric data. +The mosastro program must receive the wild-card expression +without expansion by the shell. The user call needs to +protect the wild-card against expansion, which can usually be done by +placing the expression within double-quote marks. The second argument +is the new output extension. The stellar photometry will be written +out to files using the same names as the input, replacing the final +filename extension with the provided extension. The standard input +extensions are one of the following: 'cmp', 'smp' (used for dophot or +sextractor output files in raw text format), 'cmf, 'smf' (used for +dophot or sextractor output files in fits table format). The +recommended output extensions replace the 'c' or 's' with 'x': 'xmp' +for raw text format, or 'xmf' for FITS table format. The final +argument is the name of the output 'primary header unit' file. The +standard usage here is to use the filename root (without chip +identifiers) with the extension 'phu'. The output telescope boresite +and optical distortion terms are written to this primary header entry, +which is constructed from the first of the chip files (true?). + + future expansions: allow input list of files from a file, allow +input MEF collection of chip astrom/photom + +

+In the following discussion, we refer to conversions between +several coordinate frames. We use the term 'project' to describe the +projection of the celestial coordinates to the linear (focal plane or +chip) coordinates; we use the term 'deproject' to describe the +conversion from the linear chip or focal-plane coordinates to the +spherical celestial coordinates. + +

+mosastro performs the following steps in the analysis. +

    +
  • Load the raw stellar astrometry data from the chip files +
  • Deproject the stars using the approximate chip astrometry +
  • Determine the RA and DEC range of the observed star measurements +
  • Define the initial guess telescope boresite / distortion model +
  • Project the observed star coordinates to the focal plane +
  • Load the astrometric reference catalog. +
  • Project the reference catalog to the focal plane +
  • Match obs and ref on the focal plane +
  • Measure the local gradient of the matched star coordinate in the +tangent plane as a function of focal plane coordinate. +
  • Fit the local gradient values as a function of focal plane coordinates +
  • Use the measured gradient model to modify the distortion model +
  • Fit low-order solution for the chip model +
  • Clip outlier matches +
  • Fit high-order solution for the chip model +
  • Perform several clip / fit iterations +
  • Write out the new solutions / data to the output file +
+ +

options

+ +The following command-line options are available to the user: + +
    +
  • -help or -h : print summary help information +
  • -v : turn on verbosity + +
  • -dump (selection) : write out matched stars data at some +processing stage. The selection specifies where in the analysis to +write out the result. The following options are available: +
      +
    • rawstars : write out the raw input observed star positions, after +the initial projection +
    • refcat : write out the reference catalog data (after initial +projection). + +
    • rawmatch : write out the obs and ref stars after the first match, +before any fit is performed + +
    • fitgrads : write out the obs and ref stars after correction for +the local gradient + +
    • fitchips_unclip : write out the obs and ref stars after fitting +the initial chip term + +
    • fitchips : write out the obs and ref stars after the clipping +iterations. +
    + +
  • -save-residuals : save table of obs and ref star matches, with +coordinates in the multiple frames, as an extension to the PHU file. + +
  • -chips : load the initial chip focal-plane mapping (not yet implemented) + +
  • -field : load the inital field rotation, boresite, plate-scale +from reference file + +
  • -order : define the polynomial order of the telescope distortion +model (default is 0). + +-chiporder : define the polynomial order of the chip mapping model +(default is 1). +
+ +

Elixir Configuration Data

+ +Mosastro uses the following Elixir configuration variables: + +
    +
  • EXPTIME-KEYWORD : header keyword defining exposure time +
  • DATE-KEYWORD : header keyword defining the date +
  • DATE-MODE : mode for header date information: use a combination +of Ys, Ms, Ds to specify order. If only 2 digits are specified for +the year, numbers greater than 50 are assumed in the 1900s, less than +in the 2000s. eg YYYY/MM/DD +
  • UT-KEYWORD : header keyword defining UT +
  • MJD-KEYWORD : header keyword defining MJD +
  • JD-KEYWORD : header keyword defining JD + +note that only one of the combination JD, MJD, or DATE/UT needs to be +defined. + +
  • ASTRO_REFCAT : desired astrometric reference catalog. allowed +values are GSC, USNO, 2MASS, PTOLEMY, STONE. + +
  • GSCDIR : location of the HST Guide Star Catalog +
  • USNO_CDROM : location of the USNO-A data +
  • STONE_DIR : location of the Stone et al reference data +
  • 2MASS_DIR : location of the 2MASS data +
  • CATDIR : location of the ptolemy data +
  • GSCFILE : location of the GSC layout file (for GSC and ptolemy) + +note that 'ptolemy' refers to data using the DVO format. 2MASS data +must be in a DVO format database. USNO and GSC are both loaded from +their idiosyncratic formats. + +
  • RADIUS : matching radius in arcsec to select reference stars +
  • SIGMA_LIM : exclude stars with formal error larger than this + +
  • ZERO_PT : default zero point, nominally 25.0. don't set this to +a 'real' zero point. it is used only for reference. + +
  • INST_MAG_MIN : exclude stars brighter than this instrumental magnitude +
  • INST_MAG_MAX : exclude stars fainter than this instrumental magnitude +
  • INST_BRIGHT : use stars brighter than this value to measure +systematic error limit. +
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/precess.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/precess.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/precess.htm (revision 22322) @@ -0,0 +1,10 @@ +
+  precess (in) (out)
+
+  read a series of RA,DEC coordinate pairs (in decimal degrees) and
+  precess them from the (in) equinox to the (out) equinox.  Equinoxes
+  are decimal years in the J2000 system, or in the B1950 system if
+  prepended by 'B'.  B and J may be used to substitude for B1950 and
+  J2000 respectively.
+
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/radec.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/radec.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Elixir-Tools/radec.htm (revision 22322) @@ -0,0 +1,11 @@ +
+  radec [-hh | -hms]
+
+  read a series of coordinate pairs and convert between decimal and
+  sexigesimal representations.  If the option -hh is given, the input
+  is expected to be decimal degrees and the output will be sexigesimal
+  (hours minutes seconds).  If the option -hms is given, the input is
+  expected to be sexigesimal and the output will be decimal degree.
+  Whitespace must be used for all separators.
+
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/.cvsignore (revision 22322) @@ -0,0 +1,2 @@ +*.html +index.idx Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/index.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/index.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/index.htm (revision 22322) @@ -0,0 +1,17 @@ + + + +The Pan-STARRS IPP is using several programs from the Ohana collection +for portions of the IPP Infrastructure. These subsystems include: + +
    +
  • psched: the IPP scheduler program +
  • pcontrol : the IPP parallel process controller +
  • pclient : the pcontrol remote client +
+ +In addition to these program, the IPP will use DVO for object +photometry manipulation. IPP requires the upgraded capability which +will be provided by DVO after Fall 2005, including enhanced +throughput. DVO is discussed in its own section. + Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/pclient/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/pclient/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/pclient/.cvsignore (revision 22322) @@ -0,0 +1,2 @@ +*.html +index.idx Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/pclient/index.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/pclient/index.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/pclient/index.htm (revision 22322) @@ -0,0 +1,50 @@ + + + + +pclient is the remote process monitor for pcontrol, the parallel +process controller. + +

Overview

+ +

+The program pclient is used to support the remote jobs which are +run on the remote hosts by pcontrol. The concept of pclient is to +act as a buffer between the job running on the remote host and +pcontrol. The pcontrol design uses (by default) ssh connections +initiated by pcontrol to the remote hosts. These connections execute +the remote program of pclient. The use of a remote login process lets +the UNIX system take care of the user authentication issues. In this +case, the recommended practice is to set up ssh to allow the +connection to the remote host without additional authentication using +the appropriate authorized keys (see this +article on ssh issues). + +

+It is convenient to keep a continuous connection to the remote hosts. +This avoids incurring the overhead of authentication for each command +which is executed, while keeping a high-quality user authentication +process in place. + +

+pclient acts as a buffer between pcontrol and the remote background +process, allowing the continuous connection to remain viable without +samping pcontrol with output from the jobs. + +

Command Summary

+ +

+pclient has a very limited command set, as follows: + +

+job           : start the job (UNIX command) in the background.
+check         : return the current job status
+status        : return the current job status (?)
+stdout        : dump the stdout stream accumulated from the job
+                back to the calling program.
+stderr        : dump the stderr stream accumulated from the job
+                back to the calling program.
+reset         : kill (if needed) the job and reset to accept
+                another job.
+
+ Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/pcontrol/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/pcontrol/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/pcontrol/.cvsignore (revision 22322) @@ -0,0 +1,2 @@ +*.html +index.idx Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/pcontrol/index.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/pcontrol/index.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/pcontrol/index.htm (revision 22322) @@ -0,0 +1,261 @@ + + + + +pcontrol is the IPP parallel process controller. + +

Overview

+ +

+The IPP uses a group of computers to store and process images and to +manipulate collections of detections. These computers perform any of +a large number of analysis stages or other processing tasks without +significant interprocess communication. It is necessary to have a +mechanism which initiates computing tasks on the different computers, +which monitors the tasks as they are executed, which handles the +output and the errors from these tasks, and which reacts to the +failure of any of the computing nodes. The system responsible for the +tasks in the IPP is pcontrol. + +

Host States

+ +

+pcontrol maintains a table of available processing computers +(hosts) and tracks their status. Hosts managed by +pcontrol are allowed to be in one of several states: +off, down, idle, busy, and +done. These states have the following meanings: + +

+If the host is off, it is known to pcontrol, but pcontrol +does not have an active connection to the machine. Hosts which are +off are not available for jobs, and pcontrol does not attempt +to initiate a connection to them. + +

+When pcontrol is told to consider a machine on, the machine is moved +from the off state to the down state. Pcontrol +attempts to initiate a connection to the host. Connections are made +by running a remote client on the host, using the specified connection +method. The connection method may be ssh, rsh, or +an equivalent remote shell connection. The choice is specified by the +COMMAND Opihi variable. The remote connection starts a dedicated +remote client which must accept the pcontrol client commands and +respond appropriately. The provided remote client is called +pclient, though in principal other equivalent programs could +be used by setting the Opihi variable SHELL (this feature more +generally allows a user to specify a path to the remote client, if it +is not in the user's path). A pcontrol user may force a host to +transition to the off state with the command host off +(hostname). ( Note that this command will set only one of +the connections to the named host to off. If multiple +connections to a machine have been defined, multiple off +commands must be sent). + +

+If the remote connection is successful, the connected host is moved by +pcontrol from the down state to the idle state. If +the connection is unsuccessful, pcontrol will try again after a +certain period of time. If the connection continues to be +unsuccessful, the retry period is doubled for each successiver +connection attempt. If the user wants to force pcontrol to retry the +connection to a machine (if, for example, the timeout is now very +long, but the user knows the machine's ethernet cable has been +re-inserted...), this can be achieved with the command host retry +(hostname). A host which is down is in the limbo state +between off and idle. + +

+Once pcontrol has made a successful connection to the host, the host +is in the idle state. At this point, it is ready to accept +jobs from pcontrol for execution. Pcontrol repeatedly queries the +hosts to check that they are still alive. If a host is discovered to +be unresponsive, and particularly if the remote pipe connection has +closed, then the machine is moved back to the down state. + +

+Hosts which are idle may accept a job from pcontrol. A job simply +consists of a bare UNIX command, without redirection of standard input +or standard output. The host will initiate the job, and pcontrol will +place the host into the busy state. The remote client, pclient, +runs the job in the background and will continue to accept input from +pcontrol. pcontrol will continue to check the status of the host, and +now also the status of the specific job. As before, if the connection +breaks, pcontrol will migrate the host to the down state. Any job +already initiated on a host which goes down will be returned for later +processing, so the job will not be lost. + +

+When the job exits, pclient tells pcontrol that the job is completed, +and specifies the exit status. At this point, pcontrol will move the +host from busy to done state. It will stay in this +state until pcontrol can determine the ending conditions and reset the +remote client. pcontrol requests the standard error and standard +output from the job from pclient. pcontrol stores this data with its +information about the completed job, and send a reset command to the +remote client. Once these cleanup tasks are successfully completed, +pcontrol will move the host to the idle state, ready for +further jobs. + +

+Each physical computer may have multiple processors. +pcontrol treats each processor independently. It is up to +the system configuration if each computer needs to reserve one of its +CPUs to manage background tasks or if pcontrol should attempt +to send one task per CPU and let the operating system handle the I/O +load. some of this behavior will probably be eventually more +intelligent. For example, the commands which turn a host on or off +should be able to do the same operation to all host connections for +the same machine name. + +

+A machine may be completely removed from pcontrol's host tables with +the command host delete (hostname). + +

Jobs

+ +

+The pcontrol accepts new jobs with the command job +..., in which the ellipsis represents the command and arguments +of a valid UNIX command. The commands are run under sh, and +are executed in the user's home directory. (If it is desired, we +can easily add a command to tell pclient to perform cd). +Users should be wary of the conditions under which the remote jobs are +run. If the nodes in question all cross-mount the same home +directories, multiple jobs which interact with the same named file may +produce unexpected results. The controller cannot enforce good +behavior on the part of the remote jobs; it is the responsibility of +the user to ensure that conflicts do not arise by, eg, always using +unique output file names. + +

+Other issues may arise from the fact that pcontrol may be choosing any +of the hosts to run the job. Typical failures arise if the user does +not realize that specific jobs do not behave the same on all machines, +or if a necessary resource (eg, some input data file) is only +available or accessible from some of the hosts. It is the +responsibility of the task to wait for network lags (ie, NFS delays). + +

+pcontrol gives each task a unique internal identifier (Job +ID) equivalent to the process ID used in UNIX. When a job is +submitted to pcontrol, the command echoes back the Job ID. This ID +may be used by other pcontrol commands to obtain information about or +interact with the job. + +

+A job may specify a specific host for the task execution. The host +specified for a job may be required, or desired. In the +first case, pcontrol, will only run the job on the specified host, +waiting until it is available before attempting the job. In the +second case, pcontrol will attempt to send the job to the specified +host, but if the host is unavailable (how long? what +conditions?), pcontrol will allow the job to be sent to an +alternative host. pcontrol attempts to honor the requests +for required and desired hosts, giving priority first to required-host +jobs, then to the desired-host jobs, and finally to all other jobs. +To specify a host for a job, the following commands are used: + +

+job -host (command and arguments...)
+job +host (command and arguments...)
+
+ +The first case specifies a desired host, while the second specifies a +required host. It is also possible to specify the special host name +anyhost, which is equivalent to not specifying a host at all. + +

+Job priority / urgency levels are not implemented at this time. + +

+I/O vs CPU tasks are not currently distinguished by pcontrol + +

+pcontrol stores the stdout and stderr for each completed job. +To retrieve these data from these streams, the user issues the +commands stdout (JobID) and stderr (JobID). The +result is a single line specifying the number of bytes to expect, +followed by a dump of the buffers, followed by the prompt. It is the +user's responsibility to relieve pcontrol of this data load by +deleting jobs once they are no longer needed. Job deletion is +performed with the command delete (JobID). + +

+Jobs are moved between the following states by pcontrol: +

    +
  • pending: the job has not yet been executed. +
  • busy: the job is currently being executed. +
  • done: the job has completed, but the stdout/stderr has not been processed by + pcontrol. +
  • exit: the job has completed with a valid exit status +
  • crash: the job has completed with a crash status (exit on signal). +
+ +

Miscellaneous Commands

+ +

+It is possible to check the status of a single host or job with the +user command check. + +

+pcontrol continuously examines the stack of jobs, adjusting their +state as needed and extracting their output when it is ready. These +checks are performed in the background, with pcontrol ready to accept +further commands from the user in the foreground. These checks are +performed after every keystroke, and also after an inactivity timeout. +The interrupt interval defaults to 1 second, but may be adjusted with +the pulse command, which takes as an argument, the number of +microseconds for the timeout. + +

+the pcontrol system status may be examined with the command +status. This provides a dump of the job stacks and the host +stacks. + +

+It is possible to list the jobs currently in a specific stack, +corresponding to the list of jobs with a given state. This is done +with the command jobstack (stackname). The valid stack names are +pending, busy, exit, crash, and done. The result is a list of all +jobs on the specified stack. This is useful to determine quickly +which jobs have exited or crashed. + +

+A specific job may be killed with the command kill (JobID). +This command is only valid for a job in the busy state. Any +job in the pending, exit, or crash state +may be deleted with the delete (JobID) command. This is +necessary to free the memory associated with the job and its output +streams. + +

+The command verbose (mode) turns the verbosity of the +pcontrol operations on or off. + +

+The pcontrol and the IPP Image Server have related needs for +information from the combined storage-and-processing nodes regarding +which nodes are available. It is not yet clear if this information is +best stored in a single location (either pcontrol or IPP +Image Server), which provides the information to other systems on +demand, or if both systems should maintain the information. Also, it +may be necessary to distinguish nodes which are available for +processing from those that are available to serve data as part of the +IPP Image Server. + +

Command Summary

+ +
+check                -- get job or host status
+delete               -- delete job
+host                 -- add / delete / modify host
+job                  -- add job
+jobstack             -- list jobs for a single stack
+kill                 -- kill job
+pulse                -- set system pulse
+status               -- get system status
+stderr               -- get stderr buffer for job
+stdout               -- get stdout buffer for job
+verbose              -- set the verbose mode for job
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/pcontrol/speedtest.hts =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/pcontrol/speedtest.hts (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/pcontrol/speedtest.hts (revision 22322) @@ -0,0 +1,42 @@ + +I ran 8 x 32 fake image copies on the 32 po nodes. each one should +last a minimal amount of time (no real action, no sleep). The time to +process the stack is essentially the speed at which pcontrol can cycle +though the nodes: + +-rw-rw-r-- 1 eugene users 17 2005-08-11 19:28:50.000000000 -1000 file.00.032.fits +-rw-rw-r-- 1 eugene users 17 2005-08-11 19:29:20.000000000 -1000 file.07.015.fits + +that is 30 seconds to run 8 x 32 jobs: + +0.117 sec / job +3.750 sec / (job / node) + +I ran the same 8 x 32 jobs on one node, with the following rate: + +-rw-rw-r-- 1 eugene users 17 2005-08-11 19:34:39.000000000 -1000 file.00.001.fits +-rw-rw-r-- 1 eugene users 17 2005-08-11 19:35:30.000000000 -1000 file.07.029.fits + +or 51 seconds to run 8 x 32 jobs on 1 node. + +0.199 sec / job +0.199 sec / (job / node) + +-- + +I ran the same test getting 56 seconds for 8 x 32 copies on 32 nodes. +This time, I used one of the machines in the po cluster (po33) for the +test: + +0.219 sec / job + +-rw-rw-r-- 1 eugene users 17 2005-08-11 19:45:25.000000000 -1000 file.00.030.fits +-rw-rw-r-- 1 eugene users 17 2005-08-11 19:46:21.000000000 -1000 file.07.028.fits + +-- + +running on psched, from kiawe to po01-po32 +-rw-rw-r-- 1 eugene users 17 2005-08-11 20:11:25.000000000 -1000 file.00.003.fits +-rw-rw-r-- 1 eugene users 17 2005-08-11 20:12:30.000000000 -1000 file.07.032.fits + +55 seconds; roughly equivalent. Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/.cvsignore =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/.cvsignore (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/.cvsignore (revision 22322) @@ -0,0 +1,2 @@ +*.html +index.idx Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/chip.host =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/chip.host (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/chip.host (revision 22322) @@ -0,0 +1,23 @@ +#!/usr/bin/env perl + +if (@ARGV != 1) { die "USAGE: chip.host (chip)\n"; } + +$chip = $ARGV[0]; + +if ($chip eq "ccd00") { + print "po04\n"; + exit 0; +} +if ($chip eq "ccd01") { + print "po01\n"; + exit 0; +} +if ($chip eq "ccd02") { + print "po02\n"; + exit 0; +} +if ($chip eq "ccd03") { + print "po03\n"; + exit 0; +} +print "anyhost\n"; Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/copy.image =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/copy.image (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/copy.image (revision 22322) @@ -0,0 +1,19 @@ +#!/usr/bin/env perl + +if (@ARGV != 2) { die "USAGE: copy.image (filename) (chip)\n"; } + +$filename = $ARGV[0]; +$chip = $ARGV[1]; + +@word = split ("/", $filename); +$base = $word[-1]; +$output = "/data/alala/swtests/psched/$base"; + +open (FILE, ">$output"); +$host = `hostname`; +printf FILE "chip $chip $host\n"; +close (FILE); + +printf STDOUT "$filename $chip\n"; + +exit 0; Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/index.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/index.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/index.htm (revision 22322) @@ -0,0 +1,385 @@ + +This article describes psched, the Pan-STARRS IPP task +scheduler. + +

Overview

+ +

+The purpose of psched is to manage the automatic construction +and execution of inter-related (often repetative) operations. +Psched uses a set of rules to define UNIX commands, and +their corresponding command-line arguments, to be performed on some +regular, repeated basis. The utility of psched is that it +can easily define an analysis system which is completely +state-based, as opposed to an event-driven system. + +

+Consider, for example, a telescope which obtains a collection of +images over the course of a night. Every minute or two, it takes an +image and writes the image to some disk. An event-driven analysis +system would involve having the telescope initiate a process at the +end of the exposure. This process would perform an analysis, write +some output, then send trigger another process. This type of +operation works very well for a simple set up with reliable +hardware. Such a system becomes more difficult to maintain when +hardware failures occur or when multiple systems need to interact +with each other. When failures occur, the triggering information +(the events) is easily lost, thus some mechanisms are needed to +detect these failures and either re-send the trigger or send an +alternative failure-mode trigger. Or, if two systems need to +interact, one or the other system must block for results from the +first. Stopping and restarting such an analysis system is very +delicate since the appropriate triggers must be set up some how, eg +by noticing which images have not succeeded and restarting them at +the appropriate stage. All of these types of methods of handling +complexity and failures are essentially state-based rules. +Psched allows the easy definition of a totally state-based +analysis system. + +

+In a state-based system, some mechanism examines the state of the +system and decides which actions to perform based on the current +state. In the illustration above, the mechanism could examine the +images available (either by examining the disk or by examining the +state of a data table) and decide to perform an operation based on +what images are available. This makes it very easy to handle +complexity and errors. If an analysis fails, the state either is +not successfully updated or the error state is recorded, both +situations being easy to detect and easy to handle. Restarting the +system simply involves starting the state-monitoring mechanism. +Combining results from multiple input sources simply involves +watching for the multiple inputs to be available. Psched +provides a mechanism to define state monitors, and to define the +actions which are performed when those states occur. +Psched action consist of initiating UNIX commands, where +the arguments of those commands may depend on the results of the +state tests. + +

Tasks vs Jobs

+ +

+The primary function of psched is to repeatedly perform +tasks, and execute jobs on the basis of those tasks. +A task consists of a set of rules which describe system state tests +to perform on a regular time scale. Based on the results of those +state tests, the task will then choose whether or not to construct a +job. The task also defines actions to perform upon the completion +of a job, based upon the output and exit status of the job. A task +thus defines the repeat period. It may optionally define valid or +invalid time ranges (eg, Mon-Fri or 10:00-17:00, etc). The task may +also specify that the job be run locally (ie, in the background on +the same computer as psched) or remotely by the parallel process +controller (pcontrol). A job may even be restricted to a +specific computer managed by pcontrol. + +An example of a simple tasks is given below. + +

+  task datalist
+    command ls /data/foo
+    periods -exec 5.0
+    periods -timeout 50.0
+    periods -poll 1.0
+
+    task.exit 0
+      queueprint stdout
+      queuedelete stdout
+    end
+ 
+    task.exit 1
+      queuepush failure "task failed"
+    end
+  end
+
+ +

+This task does not perform any system state tests; it is simply +constructs a new job every 5.0 seconds. The job in this case is +always the same: ls /data/foo . When the job finished, +if the job exit status is 0 (normal UNIX success status), the +resulting output is printed to the screen. If the job returns an +exit status of 1 (a failure), the failure queue receives a single +entry. Although they are not defined in this case, it is also +possible to specify the action to be taken if the job crashes (does +not exit normally) or if it times out (runs beyond the specified +timeout period). + +A slightly more complex task which performs a state test and +constructs a command based on that test is shown below + +

+  task datalist
+    periods -exec 5.0
+    periods -timeout 50.0
+    periods -poll 1.0
+
+    task.exec 
+      $file = `next.file`
+      if ($file == "none")
+        break
+      end
+      command cp /data/foo/$file /data/bar
+    end
+
+    task.exit 0
+      queueprint stdout
+      queuedelete stdout
+      queuepush copied $file
+    end
+ 
+    task.exit 1
+      queuepush failure $file
+    end
+  end
+
+ +The task.exec macro is executed by psched every 5.0 +seconds. This macro executes a (hypothetical user-defined) UNIX +command (next.file) which examines the system state, return +either a filename or the word "none". If the result of this test is +"none", the task does nothing: no job is constructed. Otherwise, a +job is constructed using the name of the file returned by the state +test. Successful jobs have the filename added to the 'copied' +queue, while failed jobs add the filename to the 'failure' queue. + +

Parallel vs Local Job Processing

+ +Job which are generated by psched tasks may either be run locally +(forked in the background on the same machine as psched) or run on +the IPP parallel process controller, pcontrol. The default +is for the job to be run locally. If a job should be run on the +parallel controller, this can be specified by including the command +host (hostname) in the definition of a task. If the value +of (hostname) is 'anyhost', then pcontrol may select any of its host +computers to run the job according to its own rules. If the value +of (hostname) is one of the computers managed by pcontrol, then that +machine will be selected for the job, if it is available. This +amounts to a preference to use that machine, but pcontrol is allowed +to substitute a different machine if it chooses. If the +host command is given the option -required, then +pcontrol is forced to use the named host, even if the machine is +down, unknown, or otherwise unavailable. If the machine is not +available, pcontrol will simply hold onto the job until the machine +is available or the job is deleted. Note that psched may delete +jobs from pcontrol if they remain pending for too long (see +period -timeout). + +

+It is possible to interact directly with the parallel processor to +examine the current status, halt the parallel processor, etc. +Commands to the parallel processor are defined under the +controller command. The following controller commands are +available: + +

    +
  • controller host (command) (hostname): Manage the + parallel controller collection of hosts. This command can be used + to add a new host, the delete one of the existing + hosts, to turn a host on or off, and to + check the status of a host +
      +
    • controller host add (hostname): add a new host. +
    • controller host delete (hostname): delete a host. +
    • controller host on (hostname): tell pcontrol that the host is on. +
    • controller host off (hostname): tell pcontrol that the host is off. +
    • controller host retry (hostname): tell pcontrol to retry the host connection. +
    • controller host check (hostname): check the current status of a host. +
    +
  • controller exit: stop controller execution. +
  • controller status: report controller current status. +
  • controller check: check job or host status. +
  • controller output: print accumulated messages from the controller. +
+ +It is also possible to specify a host for a task which has not been +identified to the controller. If such a host is required, the +controller will simply keep the associated jobs in the pending state +until such a machine exists. See the pcontrol +documentation for further discussion of the controller manipuation of +jobs and hosts. + +

Task Restrictions

+ +Tasks may have restrictions on when they create jobs and how +frequently they create jobs. The task command trange is +used to specify a valid or invalid time range for a task. A valid +time range limits the task evaluation to that time period. An +invalid time range excludes task evaluation from the time period. +Any number of time range restrictions may be defined, and the union +of all restrictions will define if a job may be created. By +default, the time range is an inclusive time range: the task is +evaluated only if the current time falls within the specified time +range. Alternatively, if the -exclude flag is given, the +time range is exclusive, in which case the task is not +evaluated if the current time falls within this range. + +

+The time range may be given as a range of absolute dates as follows: + +

+trange YYYY/MM/DD,HH:MM:SS YYYY/MM/DD,HH:MM:SS 
+
+ +where the two dates specify the start and end of the time range. In +either of these date representations, the least-significant elements +of the date and time may be dropped, defaulting to 00 (in the case +of hours, minutes, and seconds) or 01 (in the case of day and +months). Rather than specifying an end date, it is also valid to +specify a time interval from the starting date. The time interval +is specified as a number followed by a unit indicated by a single +letter: d (days), h (hours), m (minutes), s (seconds). + +

+The time range may also be specified as a repeated period of time, +either as a time of day or a day and time of week. In the first +case, the time range is specified as follows: + +

 
+trange HH:MM:SS HH:MM:SS
+
+ +where again the least-significant elements may be dropped and +default to 00. This type of restriction defines a time range which +is valid every day. The alternative is to specify a time range +within the week, in the following form: + +
+trange DAY@HH:MM:SS DAY@HH:MM:SS
+
+ +where the value of DAY may take on any of the three letter +day-of-week names (Sun, Mon, Tue, etc). This restriction specifies +a start and end time within a week which is evaluated for each +week. + +

+Below are several examples of valid time range restrictions + +

+trange 2005/01/01 2005/12/31   (only run during 2005!)
+trange 18:00 00:00             (only run from 6pm until midnight)
+trange 00:00 06:00             (only run from midnight until 6am)
+trange Mon@08:00 Fri@17:00     (only run between Mon morning and Fri afternoon)
+trange -exclude 12:00 13:00    (skip 1 hour from noon)
+
+ +Note that the current definition of trange does not include time +zone information. This means that all times are relative to +UT. This should be addressed by adding a timezone environment +variable to psched and by allowing the trange to define a timezone +offset. + +

+It is also possible to restrict the total number of jobs which are +spawned for a given task. This is done with the nmax +command, which is given as part of the task definition. Once a task +has constructed nmax jobs, it stops task evaluation. It is possible +to redefine the value of nmax at any time by redefining the task. +Any time the task is redefined, the new values for any task concept +will override the existing values for the task concept. + +

Inter-Task and Inter-Job Communications

+ +There are several ways in which the results of jobs may be used to +influence other jobs. These include: +
    +
  • external communications +
  • job exit status +
  • job stdout parsing +
+ +

+It is always possible for the interprocess communication to be +performed externally: all jobs may simply write results to an +external data source which is queried as part of the task +evaluation. Psched may interact with UNIX programs using Opihi +system interaction functions. These interaction methods include: +the backticks for setting Opihi variables: + +

+$variable = `UNIX Command`
+
+ +The exec command (which executes a UNIX command) and the backticks +both receive the UNIX command exit status, setting the variable +$STATUS. It is also possible to set a variable list to the output +of a UNIX command: + +
+list var -x "UNIX Command"
+
+ +In this last case, the values $var:0 - $var:N-1 are set to the value +of the stdout lines from the UNIX command, and the value $var:n is +set to the number of output lines. + +

+Fine-grained control over the job exit status is available with the +task.exit macro command. This allows a task to define an +exit macro which is performed for different exit status conditions. +The argument to the task.exit command is the exit status +value which triggers the macro. This may consist of any valid +numeric exit status value (0-255). It may also have the value +crash, in which case the macro is executed if the program +exited as a result of a signal (ie, segmentation fault, etc). +Finally, if may have the value default, in which case, the +macro is run if no other macro describes the exit status. + +

+Jobs may transmit their results back to psched for further +evaluation through the standard output and standard error streams. +Whenever a job exits, the complete stdout and stderr streams from +the job are pushed onto the psched queues stdout and +stderr. The job exit macros may then parse these queues, +moving the results into other psched / Opihi data containers +(queues, variables, vectors, whatever is appropriate). Note +that currently, the output data is simply pushed onto these output +queues. It is currently the responsibility of the psched programmer +to use or dispose of the data in these queues. This may change in +the future: the queues may be flushed for each job completion. + +

Running the scheduler

+ +Once a set of tasks has been defined, the scheduler can be started. +The scheduler will run in the background, at regular intervals +examining the collection of tasks and jobs. In these periods, the +scheduler attempts to construct new jobs and checks on the status of +jobs which may have finished, either locally or on the controller. +To start the scheduler, give the command run. To stop the +scheduler, given the command stop. The current status of +the scheduler, controller, and any jobs which have been spawned are +listed with the status command. + +

+It is also possible to kill or delete individual jobs by hand with +the commands kill (jobID) or delete (jobID). + +

Other features

+ +The command verbose (mode) turns the verbosity of the +scheduler operations on or off. + +It is possible to change the rate at which the scheduler checks the +task and job lists with the command pulse (usec)Command Summary + +
+controller                  -- controller commands
+task                        -- define a schedulable task
+host                        -- define host machine for a task
+nmax                        -- define maximum number of jobs for a task
+trange                      -- define valid/invalid time periods for a task
+task.exit                   -- define exit macros for a task
+task.exec                   -- define pre-exec macro for a task
+command                     -- define executed command for a task
+periods                     -- define time scales for a task
+run                         -- run the scheduler
+stop                        -- stop the scheduler
+pulse                       -- set the scheduler update period
+status                      -- get system status
+kill                        -- kill job
+delete                      -- delete job
+verbose                     -- set/toggle verbose mode
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/new.images =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/new.images (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/new.images (revision 22322) @@ -0,0 +1,26 @@ +#!/usr/bin/env perl + +# a dummy script to simulate data arriving from OTIS + +# read lines 'new.list', send to 'raw.list' + +open (FILE, "new.last"); +@list = ; +close (FILE); +($Nend) = split (" ", $list[0]); +# print "Nend: $Nend\n"; + +open (FILE, "new.list"); +@list = ; +close (FILE); + +$Nend += 5; +for ($i = 0; $i < $Nend; $i++) { + ($name, $chip, $state) = split (" ", $list[$i]); + if ($state ne "new") { next; } + print "$list[$i]"; +} + +open (FILE, ">new.last"); +print FILE "$Nend\n"; +close (FILE); Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/pcopy.htm =================================================================== --- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/pcopy.htm (revision 22322) +++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/pcopy.htm (revision 22322) @@ -0,0 +1,138 @@ + +Below is an example script for psched which demonstrates the +scheduling system. This parallel-copying script implements the +Pan-STARRS image copying system, which requests images from the summit +and copies them to the appropriate computer. The first task in the +script queries an external system for new image names with the +function new.images. In the case of Pan-STARRS, this would +be a request from OTIS, the observatory controlling system. The +second task initiates the individual image copies, with separate CCDs +being copied to separate computers. This script uses the concept of +having specific machines assigned to specific CCDs (as Pan-STARRS +intends to operate). The association is determined by calling the +external function chip.host, providing the identifier of the +chip in question. This returns an appropriate host. The +copy.image function copies the file and also sends a message +to the summit system to inform it that the image has been successfully +copied. + +

+You may download just the pcopy.pro script for +a copy free of HTML code. Also available are the dummy scripts new.images, copy.image, +and chip.host. + +

+ +
+verbose on
+queueinit newImages
+exec echo 0 > new.last
+exec cp -f raw.list new.list
+
+controller host add po01
+controller host add po02
+controller host add po03
+controller host add po04
+
+# identify the images ready for copy 
+# new entries are added to queue newImages
+# need to compare the new list with the ones already being processed
+task	       new.images
+  command      new.images
+  host         local
+
+  periods      -poll 1
+  periods      -exec 5
+  periods      -timeout 5
+
+  # success
+  task.exit    0
+    local i j Nstdout Nimages
+    # compare output with new.image queue
+    # keep only new entries
+    queuesize stdout -var Nstdout
+    for i 0 $Nstdout
+      queuepop stdout -var line
+      queuepush newImages -uniq -key 0 "$line"
+    end
+  end
+
+  # locked list
+  task.exit    1
+    echo       "new.images: exec failure"
+    $new.image.failure ++
+  end
+
+  # default exit status
+  task.exit    default
+    echo       "new.images: unknown exit status: $EXIT"
+    $new.image.failure ++
+  end
+
+  # operation times out?
+  task.exit    timeout
+    echo       "new.images: timeout"
+    $new.image.failure ++
+  end
+end
+
+# copy new images, sending job to desired host
+task	       copy.images
+  periods      -poll 0.2
+  periods      -exec 1
+  periods      -timeout 5
+
+  task.exec
+    queuesize  newImages -var N
+    if ($N == 0) break
+    # if ($network == 0) break
+    # if ($filesystem == 1) break
+    
+    queuepop newImages -var line
+    list tmp -split $line
+    $filename   = $tmp:0
+    $chip       = $tmp:1
+    $state      = $tmp:2
+    if ($state == new) 
+      # copy this image
+      queuepush newImages -replace -key 0 "$filename $chip run"
+    else
+      # ignore this image
+      queuepush newImages -replace -key 0 "$filename $chip $state"
+      break
+    end
+    # echo $chip
+    $host = `chip.host $chip`
+    # echo $host
+    host $host
+    # echo "starting copy for $filename on $host..."
+    command copy.image $filename $chip
+  end
+
+  # can I have access to argc,argv?
+
+  # success
+  task.exit    0
+    echo "done copy..."
+    queuepop stdout -var line
+    list tmp -split $line
+    $filename   = $tmp:0
+    $chip       = $tmp:1
+    exec mark.image $filename
+    queuepush newImages -replace -key 0 "$filename $chip copy"
+  end
+
+  # default exit status
+  task.exit    default
+    echo       "new.images: unknown exit status: $EXIT"
+    $new.image.failure ++
+  end
+
+  # operation times out?
+  task.exit    timeout
+    echo       "new.images: timeout"
+    $new.image.failure ++
+  end
+end
+
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/pcopy.pro
===================================================================
--- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/pcopy.pro	(revision 22322)
+++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/pcopy.pro	(revision 22322)
@@ -0,0 +1,111 @@
+
+verbose on
+queueinit newImages
+exec echo 0 > new.last
+exec cp -f raw.list new.list
+
+controller host add po01
+controller host add po02
+controller host add po03
+controller host add po04
+
+# identify the images ready for copy 
+# new entries are added to queue newImages
+# need to compare the new list with the ones already being processed
+task	       new.images
+  command      new.images
+  host         local
+
+  periods      -poll 1
+  periods      -exec 5
+  periods      -timeout 5
+
+  # success
+  task.exit    0
+    local i j Nstdout Nimages
+    # compare output with new.image queue
+    # keep only new entries
+    queuesize stdout -var Nstdout
+    for i 0 $Nstdout
+      queuepop stdout -var line
+      queuepush newImages -uniq -key 0 "$line"
+    end
+  end
+
+  # locked list
+  task.exit    1
+    echo       "new.images: exec failure"
+    $new.image.failure ++
+  end
+
+  # default exit status
+  task.exit    default
+    echo       "new.images: unknown exit status: $EXIT"
+    $new.image.failure ++
+  end
+
+  # operation times out?
+  task.exit    timeout
+    echo       "new.images: timeout"
+    $new.image.failure ++
+  end
+end
+
+# copy new images, sending job to desired host
+task	       copy.images
+  periods      -poll 0.2
+  periods      -exec 1
+  periods      -timeout 5
+
+  task.exec
+    queuesize  newImages -var N
+    if ($N == 0) break
+    # if ($network == 0) break
+    # if ($filesystem == 1) break
+    
+    queuepop newImages -var line
+    list tmp -split $line
+    $filename   = $tmp:0
+    $chip       = $tmp:1
+    $state      = $tmp:2
+    if ($state == new) 
+      # copy this image
+      queuepush newImages -replace -key 0 "$filename $chip run"
+    else
+      # ignore this image
+      queuepush newImages -replace -key 0 "$filename $chip $state"
+      break
+    end
+    # echo $chip
+    $host = `chip.host $chip`
+    # echo $host
+    host $host
+    # echo "starting copy for $filename on $host..."
+    command copy.image $filename $chip
+  end
+
+  # can I have access to argc,argv?
+
+  # success
+  task.exit    0
+    echo "done copy..."
+    queuepop stdout -var line
+    list tmp -split $line
+    $filename   = $tmp:0
+    $chip       = $tmp:1
+    exec mark.image $filename
+    queuepush newImages -replace -key 0 "$filename $chip copy"
+  end
+
+  # default exit status
+  task.exit    default
+    echo       "new.images: unknown exit status: $EXIT"
+    $new.image.failure ++
+  end
+
+  # operation times out?
+  task.exit    timeout
+    echo       "new.images: timeout"
+    $new.image.failure ++
+  end
+end
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/speedtests.hts
===================================================================
--- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/speedtests.hts	(revision 22322)
+++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/psched/speedtests.hts	(revision 22322)
@@ -0,0 +1,15 @@
+
+CheckController is critical for speed
+
+parse jobs: 1.5 usec per job + 20 usec
+
+check exit stack: 2.7ms average, up to 10ms: this seems to be the
+kernel scheduler putting pcontrol in the background every now and
+again.  
+
+with 1024 jobs and 4 machines, the jobs being sent to machines (should
+take only 1 second, but timeouts add in delays) takes up the first few
+seconds.  initially
+
+
+*write this up, add some tests for timing... *
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/sequence.idx
===================================================================
--- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/sequence.idx	(revision 22322)
+++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/IPP-subsystems/sequence.idx	(revision 22322)
@@ -0,0 +1,3 @@
+psched
+pcontrol
+pclient
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/.cvsignore
===================================================================
--- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/.cvsignore	(revision 22322)
+++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/.cvsignore	(revision 22322)
@@ -0,0 +1,2 @@
+*.html
+index.idx
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/DIMM/.cvsignore
===================================================================
--- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/DIMM/.cvsignore	(revision 22322)
+++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/DIMM/.cvsignore	(revision 22322)
@@ -0,0 +1,2 @@
+*.html
+index.idx
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/DIMM/commands.htm
===================================================================
--- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/DIMM/commands.htm	(revision 22322)
+++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/DIMM/commands.htm	(revision 22322)
@@ -0,0 +1,59 @@
+
+ 
+ 
+ 
+ 
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+ 
 altaz               altaz / celestial coord conversions 
 box                 draw a box on the plot 
 buffers             list the currently allocated buffers 
 camera              camera functions 
 center              center the Kii window at coords 
 clear               erase plot 
 clip                clip values in a buffer to be within a range 
 concat              expand vector dimension 
 coords              load coordinates for buffer from file 
 create              create a new vector 
 cursor              get coordinates from the Kii window 
 cut                 extract a cut across an image 
 datafile            define file to read vectors 
 delete              delete a buffer 
 erase               erase objects on an overlay 
 extract             extract a portion of a buffer into another buffer 
 file                test file 
 findstars           find objects on image 
 focus               skyprobe focus 
 gauss               get statistics on a star, assuming gaussian profile 
 getchr              find character in string 
 header              print buffer header 
 histogram           histogram of vector 
 imhist              histogram of an image region 
 jpeg                interpolate between vector pairs 
 keyword             extract a FITS keyword from buffer header 
 labels              define labels for plot 
 limits              define plot limits 
 load                load an SAOimage style overlay 
 mcreate             create a matrix 
 plot                plot a pair of vectors 
 ps                  make PS file from Kii 
 rd                  read an image from a file 
 read                read vectors from datafile 
 rebin               rebin data by factor of N 
 resize              change Kii window size 
 save                save an SAOimage style overlay 
 set                 do image arithmetic 
 sort                sort vectors by key 
 sprintf             formatted print to a variable 
 star                star stats at rough coords 
 stats               give statistics on a portion of a buffer 
 strlen              string length 
 style               set the style for graph plots 
 subset              reduce vector dimension 
 substr              substring 
 telescope           telescope communications 
 textline            write text on Kapa window 
 tv                  display an image on the Kii window 
 vectors             list vectors 
 vstat               vector statistics 
 wd                  write an image to a file 
 write               write vectors to datafile 

Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/DIMM/index.htm
===================================================================
--- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/DIMM/index.htm	(revision 22322)
+++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/DIMM/index.htm	(revision 22322)
@@ -0,0 +1,20 @@
+
+
+
+
+
 Introduction 

+
+DIMM is a control shell for the CFHT DIMM Telescope based on the Opihi
+shell.  See the Opihi documentation for further descriptions of the
+tools provided by the Opihi shell.  In addition to the basic Opihi
+functions and the astronomy functions from Mana, DIMM provides a
+collection of telescope and camera control functions.
+
+
 Mana astronomy functions

+
+
+altaz                      -- altaz / celestial coord conversions
+camera                     -- camera functions
+findstars                  -- find objects on image
+telescope                  -- telescope communications
+

Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/Mana/.cvsignore
===================================================================
--- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/Mana/.cvsignore	(revision 22322)
+++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/Mana/.cvsignore	(revision 22322)
@@ -0,0 +1,2 @@
+*.html
+index.idx
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/Mana/commands.htm
===================================================================
--- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/Mana/commands.htm	(revision 22322)
+++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/Mana/commands.htm	(revision 22322)
@@ -0,0 +1,108 @@
+
+ 
+ 
+ 
+ 
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+                         
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+  
+ 
 accum             accumulate vector values in another vector                 
 applyfit          apply fit coeffs to generate vector                        
 applyfit2d        apply fit coeffs to generate vector                        
 biassub           subtract medianed overscan row or column                   
 box               draw a box on the plot                                     
 buffers           list the currently allocated buffers                       
 buftovec          convert an image buffer to a single vector                 
 center            center the Kii window at coords                            
 clear             erase plot                                                 
 clip              clip values in a buffer to be within a range               
 cmpload           load stars from a cmp file on overlay                      
 concat            expand vector dimension                                    
 contour           send contour to overlay                                    
 coords            load coordinates for buffer from file                      
 create            create a new vector                                        
 cursor            get coordinates from the Kii window                        
 cut               extract a cut across an image                              
 cval              small median image                                         
 datafile          define file to read vectors                                
 delete            delete a buffer                                            
 demux             demux an image pixels interleaved in Nx by Ny sections     
 device            set / get current graphics device                 
 dimendown         convert matrix to vector                                   
 dimenup           convert vector to matrix                                   
 drizzle           transform image to image                                   
 erase             erase objects on an overlay                                
 extract           extract a portion of a buffer into another buffer          
 fft1d             fft on the pixel-stream in an image                        
 fft2d             fft on an image                                            
 file              test file                                                  
 fit               least-squares fit to vectors                               
 fit2d             least-squares fit to vectors                               
 flux              flux in a convex contour                                   
 gauss             get statistics on a star, assuming gaussian profile        
 gaussj            solve Ax = B (N-D)                                         
 getchr            find character in string                                   
 grid              wait until return is typed                                 
 header            print buffer header                                        
 histogram         histogram of vector                                        
 imfit             fit function                                               
 imhist            histogram of an image region                               
 integrate         integrate a vector                                         
 interpolate       interpolate between vector pairs                           
 jpeg              interpolate between vector pairs                           
 kern              convolve with 3x3 kernel                                   
 keyword           extract a FITS keyword from buffer header                  
 labels            define labels for plot                                     
 limits            define plot limits                                         
 load              load an SAOimage style overlay                             
 mcreate           create a matrix                                            
 medianmap         small median image                                         
 memory            long listing of the allocated memory                       
 mget              extract a vector from a matrix                             
 minterp           interpolate image pixels                                   
 mkgauss           insert a gaussian in an image                              
 mset              insert a vector in a matrix                                
 multifit          solve for overlapping orders in ESI data                   
 objload           load stars from an obj file on overlay                     
 outline           vector statistics                                          
 peak              find vector peak in range                                  
 plot              plot a pair of vectors                                     
 point             load overlay with single point                             
 profile           radial profile at X, Y                                     
 ps                make PS file from Kii                                      
 rd                read an image from a file                                  
 read              read vectors from datafile                                 
 rebin             rebin data by factor of N                                  
 resize            change Kii window size                                     
 roll              roll image to new start point                              
 rotate            rotate image                                               
 save              save an SAOimage style overlay                             
 scalen            get / set real bzero / bscale values                       
 section           define section of graph                                    
 select            selective vector assignment                                
 set               do image arithmetic                                        
 sexigesimal       convert to/from sexigesimal/decimal                        
 shift             shift data in an image                                     
 simsignal         simulate sine-wave with Nbit A/D and given S/N             
 sort              sort vectors by key                                        
 spline.apply      apply spline fit to generate an image                      
 spline.construct  create spline 2nd deriv. terms                             
 sprintf           formatted print to a variable                              
 star              star stats at rough coords                                 
 stats             give statistics on a portion of a buffer                   
 strlen            string length                                              
 style             set the style for graph plots                              
 subset            reduce vector dimension                                    
 substr            substring                                                  
 svd               singular value decomposition of a matrix                   
 swapbytes         byte swap thing                                            
 textline          write text on Kapa window                                  
 tv                display an image on the Kii window                         
 uniq              create a uniq vector subset from a vector                  
 unsign            toggle the UNSIGN status                                   
 vclip             clip values in a vector to be within a range               
 vcontour          create contour vectors                                     
 vectors           list vectors                                               
 vstat             vector statistics                                          
 wd                write an image to a file                                   
 write             write vectors to datafile                                  
 zap               delete pixels                                              
 zplot             plot x y with size scaled by z                             

Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/Mana/index.htm
===================================================================
--- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/Mana/index.htm	(revision 22322)
+++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/Mana/index.htm	(revision 22322)
@@ -0,0 +1,48 @@
+
+
+
+
+
 Introduction 

+
+Mana is a basic image and data analysis program based on the Opihi
+shell.  See the Opihi documentation for further descriptions of the
+tools provided by the Opihi shell.  In addition to these functions,
+Mana provides a collection of astronomical functions.
+
+
 Mana astronomy functions

+
+
+  findpeaks              -- find image peaks
+  fitcontour             -- fit ellipse contour
+  starcontour            -- object contour
+  rawstars               -- find raw star stats
+  biassub                -- subtract medianed overscan row or column
+  cgrid                  -- plot sky coordinate grid
+  coords                 -- load coordinates for buffer from file
+  cplot                  -- plot vectors in sky coordinates
+  csystem                -- convert between coordinate systems
+  ctimes                 -- convert between time formats
+  cval                   -- cosmic ray flux?
+  czplot                 -- plot scaled vectors in sky coordinates
+  drizzle                -- transform image to image
+  flux                   -- flux in a convex contour
+  gauss                  -- get statistics on a star, assuming gaussian profile
+  getvel                 -- rotcurve to velocities
+  imfit                  -- fit function
+  imsub                  -- subtract function
+  medianmap              -- small median image
+  mkgauss                -- generate a 2-D gaussian centered in image
+  multifit               -- fit multi-order spectrum
+  objload                -- plot obj data on Ximage 
+  outline                -- fit outline region
+  polar                  -- convert polar image to cartesian
+  precess                -- precess coordinates
+  profile                -- radial profile at X, Y
+  region                 -- define sky region for plot
+  rotcurve               -- convert CO images to polar coords
+  scale                  -- get / set real bzero / bscale values
+  sexigesimal            -- convert to/from sexigesimal/decimal
+  spec                   -- extract a spectrum
+  star                   -- star stats at rough coords
+  transform              -- geometric transformation of image
+

Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/index.htm
===================================================================
--- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/index.htm	(revision 22322)
+++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/Opihi-Programs/index.htm	(revision 22322)
@@ -0,0 +1,563 @@
+
+
+
+
+
 Introduction 

+
+

+Opihi is a generic command-line interpreter which has been used as the
+front-end for Mana, DVO, and other high-level programs in the Elixir
+system.  The interpreter has a variety of features of shell-scripting
+languages: if statements, for loops, macros with command-line
+arguments, and so forth.  The shell also allows for variables,
+arithmetic on variables, input from source files, and a variety of
+other useful tools.  Opihi has a simple command-line interaction that
+resembles the UNIX tcsh, but with many additional useful
+features.  It can also be used as a scripting language much like
+sh or perl.
+
+

+Opihi includes tools to manipulate and display 1-D (vector) and 2-D
+(image) data.  Two external programs are used for graphical display:
+the image display tool (Kii) and the graphing tool (Kapa).  Various
+functions are available to perform math, statistical, and other
+operations on vectors and images.
+
+
 User Interface 

+
+

+The command-line interaction is based on the readline libraries and
+behaves like tcsh.  Arrows can be used for editing.  There is both
+command and file completion with the TAB key.  You can also use
+emacs-like commands such as ctrl-a to reach the beginning of the line
+and ctrl-e to reach the end.  It is also possible to type just a
+fraction of a command, as long as it is unique.  An ambiguous command
+will list the possible alternatives.  For example:
+
+
+opihi: c
+ambiguous command: c ( catalog cgrid clear create cursor )
+

+
+Multiple commands can generally be placed on one line with semi-colons
+as separators.
+
+
 Data Representations

+
+
 Simple Scalar Variables 

+
+

+Scalar variables in Opihi are prepended with a dollar sign ($).  A
+variable may be created and the value assigned by a line which looks
+like:
+
+

+$var = (expression)
+

+
+where (expression) is some math expression.  The math expression may
+consist of the standard math operators (+,-,*,/) as well as any
+already-defined variables and the functions log(), ln(), sqrt(),
+exp(), ten() (10x), sin(), cos(), etc.  Other special
+operators are the carret (^) for exponetiation (eg, 2^3 is 8) and the
+@ symbol as a binary arc-tangent (eg, 1@3 is 18.43 degrees).  In
+addition, the operator << returns the minimum of the two
+surrounding values, and >> returns the maximum.  Variables
+can be numeric or character strings.  If the shell does not understand
+the syntax of the line as a math expression, it is assumed to be a
+string.
+
+local variables
+
+

+If there is a pair of curly brackets {} anywhere on a command line,
+whatever is inside is assumed to be a math expression and evaluated
+before the line is executed.  This later feature allows functions of
+variables to be passed as arguments to Opihi functions.  (see also the
+discussion below about temporary vectors and images).
+For example:
+
+
+echo {$fred*dcos(45)}
+

+
+would give the response 7.07107 if $fred had the value of 10.0.  There
+are math functions cos, sin, and tan, which operate on radian
+expressions, and also dcos, dsin, dtan, which operate on
+degree expressions.  There are also the equivalent inverse functions:
+eg., asin and dasin return radians and degrees, respectively.
+The help section on Math defines all of the available math functions.
+
+
 Lists 

+
+Opihi lists are grouped sets of scalar variables (which may be
+strings).  A list consists of N variables with names of the form
+name:i, where the value of i ranges from 0 to N-1.  In addition,
+the list length is defined as the value name:n.  Since these are
+just informally grouped, a list may be defined by hand (ie, by
+defining each element and the length).  There is also the command
+list which builds a list from the following lines until reaching
+a line consisting of the single word end:
+
+
+list sample
+ value 0
+ value 1
+ test line
+end
+

+
+will define the variables $sample:0 - $sample:2, and $sample:n,
+with value of 3.
+
+

+The list command may also construct a list from the output of a UNIX
+command:
+
+
+list sample -x "ls /tmp"
+

+
+will result in a list consisting of one entry for each file in the
+listing.  
+
+

+The list command may also be used to split a string by whitespace:
+
+
+list sample -split this is a test
+

+will result in a list with 4 elements, one for each word. 
+
+
 queues 

+
+
+queuelist                 -- list existing queues
+queuesize                 -- return the length of the given queue
+queueinit                 -- create a zero-length queues
+queuedelete               -- delete a queues
+queuepush                 -- add an item to the end of the queue
+queuepop                  -- remove and return the first item in the queue
+

+
+A queue is a data construct consisting of a sequence of lines from
+which simple selections can be made.  Data items are added and removed
+from the queue with queuepush and queuepop commands which push
+entries on the end of the queue and pop them off the beginning.  The
+available queues may be obtained with the command queuelist, and
+the length of a specific queue may be determined with the queuesize
+command.  The contents of a queue may be printed with queueprint.
+Pushing data onto a non-existent queue will create the queue.  An
+empty queue may be created with the command queueinit and a queue
+may be deleted with queuedelete.  
+
+

+The queuepush commands allows for additional options which modify
+how the data is pushed on the queue.  The -uniq flag specifies that
+the queue should be search for an existing match and not add the new
+data item if a matching item already exists.  The -replace flag is
+similar to the -uniq flag, but instead the new item will replace
+the existing match, if a match is found.  These two options have
+identical results if the match is made based on the entire line.
+However, they may be more usefully distinguished by specifying a
+restriction on the match with the -key flag.  This flag specified
+which whitespace-separated element of the line to use for the match,
+with the first element being element 0.  
+
+

+Numerical vectors and images (matrices) are discussed later in this
+document.
+
+
 Opihi Shell Programing and Flow-control

+
+
+input                     -- read command lines from a file 
+macro                     -- deal with the macros 
+for                       -- for loop 
+if                        -- logical cases 
+while                     -- while loop
+break                     -- escape from function 
+continue                  -- next loop iteration
+

+
+

+There are several options for programming in the opihi shell.  First,
+a file which contains a series of commands can be executed with
+input (filename).  When an opihi-based program is started, it
+loads a file from the user's home directory, with a name of the form
+~/.programrc.  This resource file may contain any commands,
+and allows a user to customize his or her environment.
+
+

+It is also possible to define macros which will behave much like
+regular commands.  A macro is defined by typing macro name or
+macro create name followed by the commands.  Arguments to the
+macro are assigned to the variables $1 .. $N and the number of
+arguments is given by $0.  Macros may be defined in input
+files.  The following is a sample macro:
+
+
+macro test
+ echo "this is a macro"
+ echo "number of arguments $0"
+ echo "first argument $1"
+ if ($1 = 10) 
+   echo first argument is 10
+ end
+end
+

+
+

+Opihi has several types of flow-control features.  These include
+for-loops, while-loops, if-else blocks.  These blocks are defined by
+the corresponding command (for, while, if) and are terminated
+with by a line with the single word end.  
+
+

+The for-loop syntax is simplistic.  The for command specifies
+the loop variable, the starting value, the ending value, and
+optionally the delta for each loop.  The implicit loop test is always
+to check if the loop variable is still less than the end value (or
+greater than if the delta value is negative).  The definitions of this
+loop syntax and the value of the list length ($list:n) and
+the vector length (vector[]) make for natural loops over all
+elements of a list or vector.  Below are a few examples:
+
+
+for i 1 10 0.1
+ echo $i
+end
+

+This runs the loop with the variable $i running from 1.0, 1.1, up to 9.9
+ (inclusive).
+
+
+for i 0 $list:n
+ echo $list:$i
+end
+

+This would print all the elements of the list.
+
+
+for i 0 vector[]
+ echo vector[$i]
+end
+

+This would print all the elements of the vector.
+
+

+The if-block begins with a line of the form: if (condition) and
+ends with a single end.  A line with a single else specifies the
+optional else portion of the block.  The conditional expression is a
+valid math inequality with approximately C-syntax: 
+
+
+(($i < 10) && ($i > 4))
+

+
+The elements of the inequality may also be string comparisons.  The
+only valid string comparisons are == and !=.  
+
+

+The while loop begins with a line of the form while (condition) and
+ends with a single end.  The conditions follow the same rules as
+the if conditional statements.
+
+continue, break, auto-break concepts
+
+
+
 Miscellaneous Commands 

+
+
+!                         -- system call
+?                         -- list commands 
+??                        -- list variables 
+echo                      -- type this line 
+exec                      -- system call
+exit                      -- exit program 
+help                      -- get help on a function 
+config                    -- reload configuration information
+exit                      -- exit program 
+quit                      -- exit program 
+wait                      -- wait until return is typed
+sleep                     -- sleep for N seconds
+usleep                    -- sleep for N microseconds
+which                     -- show command 
+cd                        -- change current working directory
+pwd                       -- report current working directory
+date                      -- return the current date
+file                      -- test file existence
+memory                    -- long listing of the allocated memory
+version                   -- list version information
+

+
+Most of these commands should be clear from the simple descriptions
+above, or from the online help.  The command ?? prints the system
+variables.  The help command will provide help on a single
+command or, without any arguments, will list all available help files
+(this includes general help not associated with a specific command).
+
+
 String Manipulation and other data commands 

+
+
+local                     -- define local variables
+output                    -- redirect output to file
+scan                      -- scan line from keyboard or file to variable 
+sprintf                   -- formatted print to a variable
+fprintf                   -- formatted print to standard output
+getchr                    -- find character in string
+strlen                    -- string length
+substr                    -- substring
+

+
+These commands provide a few tools to manipulate data in opihi
+variables.  The #local/# command specifies that the given variable is
+local to its macro.  The #output/# command changes the default output
+destination for functions which print results to the screen.  This
+function does not zero the file length; new output is appended to the
+file.  The command #scan/# reads specific lines from a file, an
+optionally places them in an opihi variable (EOF is returned at the
+end of a file).  The group of commands #getchr/#, #strlen/#, and
+#substr/# provide the ability to manipulate the elements of a string.
+Finally, #sprintf/# and #fprintf/# perform formatted output to a
+variable and to the screen, respectively.  
+
+
 Vectors

+
+
Vector Manipulation Functions

+
+
+create                    -- create a new vector
+hist                      -- create histogram from a vector
+print                     -- write vectors to file
+vectors                   -- list vectors
+accum                     -- accumulate vector values in another vector
+applyfit                  -- apply fit to new vector
+applyfit2d                -- apply 2-d fit to new vector
+circstats                 -- circular statistics
+concat                    -- reduce vector dimension
+datafile                  -- define file to read vectors
+delete                    -- delete vectors or matrices
+fft1d                     -- fft on the pixel-stream in an image
+fit                       -- fit polynomial to vector pair
+gaussdev                  -- generate a gaussian deviate vector
+gaussint                  -- return the integrated gaussian vector
+histogram                 -- generate histogram from vector
+integrate                 -- integrate a vector
+interpolate               -- interpolate between vector pairs
+vectors                   -- list vectors
+medacc                    -- accumulate vector values in another vector
+peak                      -- find vector peak in range
+read                      -- read vectors from datafile
+set                       -- image and vector math
+sort                      -- sort list of vectors
+subset                    -- expand vector dimension
+uniq                      -- create a uniq vector subset from a vector
+vbin                      -- bin values in a vector to be within a range
+vclip                     -- clip values in a vector to be within a range
+select                    -- selective vector assignment
+vgauss         
+vgrid          
+vload                     -- load vectors on Kii
+vstat                     -- get info from imreg database
+vsmooth                   -- gaussian smooth of a vector
+vroll                     -- roll vector elements
+vpop                      -- remove first element
+write                     -- write vectors to datafile
+

+
+
The Graphing Window (Kapa)

+
+
+box                       -- draw a box on the plot
+clear                     -- erase plot
+cursor                    -- get coords from cursor
+grid                      -- plot cartesian grid
+labels                    -- define labels for plot
+limits                    -- define plot limits
+plot                      -- plot a pair of vectors
+ps                        -- define labels for plot
+style                     -- set the style for graph plots
+zplot                     -- plot scaled points 
+device                    -- set / get current graphics device
+jpeg                      -- write text line on graph
+line                      -- plot line
+dot                       -- plot a single point
+resize                    -- set graphics/image window size
+section                   -- define section of graph
+textline                  -- write text line on graph
+zplot                     -- plot x y with size scaled by z
+

+
+

+Opihi has a variety of commands to manipulate 1-D data (vectors).
+Vectors can be loaded from a data file or created with uniform
+spacing.  New vectors can be defined as the arithmetical combinations
+of other vectors.  For example, we could create a sine wave with the
+following two lines:
+
+

+A vector can be created based on a number sequence with the command
+create name Nelements start delta.  The resulting vector has
+#Nelements/# entries, starting at a value of #start/# and running
+until #start + delta*Nelements/#.  If #delta/# is 0.0, all elements
+will have the value of #start/#.  A histogram of a vector may be made
+with the command hist, which creates a new vector containing
+the histogram of the first vector.  The data range and bin size of the
+histogram are defined in same way as with create.  This makes it easy
+to create the index vector that goes with a histogram vector:
+
+
+hist y Ny 1 100 0.1
+create dx 1 100 0.1
+

+
+

+The above will create a histogram of y in Ny and the index in dx.
+Plotting this with plot dx Ny will show the histogram.
+
+

+Vector math is performed with a command of the form set new =
+  (expression).  The expression is some math function employing
+  vectors and scalars.  A complete listing of the math operators
+  available in set can be found in the help for set.
+
+

+Once vectors are defined, they may be plotted.  A pair of vectors can
+be plotted against each other if they have the same number of entries.
+The plotting is performed on the graphics window, Kapa.  There are
+actually several graphics windows available to status, any of
+which may be used to plot at any time.  Some of the more complex
+operations default to either graphics window 0 or 1, depending on the
+context.  Except for those functions with a pre-defined window, all
+plotting functions apply to the current graphics window unless an
+option -n N is given to specify a different window.  The
+plotting style is determined by the command style which can set
+the line width, the line type (solid, dashed, dotted, etc), the point
+type (box, cross, etc), the point size, the color, and whether a pair
+of vectors is plotted as a sequence of points, a set of connected
+lines, or a histogram.  Some functions which make plots use their own
+styles, as discussed below.  The function limits lets the user
+set the range of the plot axes, or check the current setting.  The
+command plot will plot a pair of vectors on the current graphics
+window using the current plotting style for that window.  The command
+zplot will plot a pair of vectors with the point size scaled by
+a third vector, with maximum and minimum point sizes representing
+specified values.  The cursor command goes the other way: this
+command puts the Kapa window in cursor mode and waits for input from
+Kapa.  The user can then type any alphanumeric key on the graphics
+windows and will be told both the pointer location (in the graphics
+coordinates) and will have the coordinates stored in status
+variables.  For example, by typing ``1'' in the sky display window,
+the RA and DEC of the pointer are stored in the variables $R1
+and $D1.  This command can be used to let the user define
+locations or regions of interest on the Kapa window. (Future addition:
+button, which does the same with the mouse buttons).  
+
+
+create x 1 20 0.01
+set y = sin(x)
+

+
+We can plot this pair of vectors on the Kapa graphing window:
+
+
+limit x y
+plot x y
+box
+

+
+The Kapa window has a variety of style options to change the plotting
+type (line, histogram, point), point type, line color, weight and
+style, and the errorbar style (if errorbars are plotted).
+
+
 2D Data and the Image Display Window 

+
+

+Opihi has many commands to manipulate 2-D data (images).  Images can be
+loaded from FITS files and mathematical operations applied to them.
+Various other operations, such as rebinning, shifting, rotating, and
+so forth are also available.  Images can be displayed using the Kii
+image window.  In an 8-bit visual, the image window has a dynamic
+colormap to allow the user to change the relationship between pixel
+value and the displayed color.  There are three colormaps which can be
+selected by pressing the middle three buttons on the bottom row.  The
+PS button produces a PostScript file from the image.  The user can
+change the magnification and the position of the image with the mouse
+(left - recenter at cursor; middle - zoom out; right - zoom in).
+There are four color overlays which the user can draw objects of
+different shapes (circles, boxes, lines) or draw a contour.  The four
+buttons labeled R, G, B, Y turn on or off the display of the red,
+green, blue, and yellow overlays.
+
+
Image Manipulation Functions

+
+
+clip                      -- clip values in a buffer to be within a range
+contour                   -- create contour from image
+cut                       -- extract a cut across an image
+extract                   -- extract a portion of a buffer into another buffer
+fft2d                     -- fft on an image
+fit2d                     -- fit 2-d polynomial to vector triplet
+header                    -- print buffer header
+imcut                     -- linear image cut between arbitrary coords
+imhist                    -- histogram of an image region
+imsmooth                  -- circular gaussian smoothing
+kern                      -- convolve with 3x3 kernel
+keyword                   -- extract a FITS keyword from buffer header
+buffers                   -- list the currently allocated buffers
+mcreate                   -- create a matrix
+minterp                   -- interpolate image pixels
+rd                        -- load fits image
+rdseg                     -- read a segment of an image from a file
+rebin                     -- rebin data by factor of N
+roll                      -- roll image to new start point
+rotate                    -- rotate image
+set                       -- image and vector math
+shift                     -- shift data in an image
+spline.apply              -- apply spline fit to generate an image
+spline.const              -- create spline 2nd deriv. terms
+stats                     -- give statistics on a portion of a buffer
+subraster                 -- subraster of fits image
+unsign                    -- toggle the UNSIGN status
+wd                        -- write an image to a file
+zap                       -- delete pixels
+

+
+
The Image Display Window (Kii)

+
+
+ps                        -- define labels for plot
+center                    -- center image on coords
+device                    -- set / get current graphics device
+erase                     -- erase objects on an overlay
+jpeg                      -- write text line on graph
+load                      -- load an SAOimage style overlay
+point                     -- load overlay with single point
+save                      -- save an SAOimage style overlay
+resize                    -- set graphics/image window size
+tv                        -- display an image on the Kii window
+tvcontour                 -- send contour to overlay
+tvgrid                    -- wait until return is typed
+

+
+
+
Other data functions

+
+
+gaussj                    -- solve Ax = B (N-D)
+gridify                   -- convert vector triplet to buffer
+ungridify                 -- convert buffer region to vector triplet
+dimendown                 -- convert matrix to vector
+dimenup                   -- convert vector to matrix
+mget                      -- extract a vector from a matrix
+mset                      -- insert a vector in a matrix
+svd                       -- singular value decomposition of a matrix
+swapbytes                 -- byte swap thing
+

+
+
+
+
 Programming Considerations 

+The programming structure of the Opihi front-end
+makes it very easy to add commands to the package.
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/bugzilla.htm
===================================================================
--- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/bugzilla.htm	(revision 22322)
+++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/bugzilla.htm	(revision 22322)
@@ -0,0 +1,11 @@
+
+
+
+
+

+Ohana bugs and other issues may be reported on the Ohana portion of
+the
+
+Elixir Bugzilla
+
+web pages
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/developer/.cvsignore
===================================================================
--- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/developer/.cvsignore	(revision 22322)
+++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/developer/.cvsignore	(revision 22322)
@@ -0,0 +1,2 @@
+*.html
+index.idx
Index: /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/developer/download.htm
===================================================================
--- /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/developer/download.htm	(revision 22322)
+++ /tags/sj_tags/sj_root_20080929/Ohana/doc/www/html/developer/download.htm	(revision 22322)
@@ -0,0 +1,31 @@
+
+
+
+
+

+This page lists Ohana distributions which are available as complete
+tar packages.  There are different distributions representing
+different subsets of the Ohana collection of software.  The Mana
+distribution provides the libraries and components needed to compile
+the mana and dvo programs and their associated
+tools.  The Elixir distribution provides the complete set of Ohana
+tools used by the Elixir system at CFHT.  For dvo or the
+Elixir distribution, you will also need the Elixir configuration
+package.  Other library requirements for the complete Elixir include:
+
+
    
+
  •  libjpeg 
+
  •  libpng
+
  •  the readline library
+
  •  zlib
+
  •  apache
+
  •  flips (v.2)
+
  •  sextractor
+
  •  Xvnc
+

+
+