Changes between Version 53 and Version 54 of STS.refstack.20120510

Timestamp:

Jun 15, 2012, 7:38:55 PM (14 years ago)

Author:

Mark Huber

Comment:

--

STS.refstack.20120510

@@ -799 +799 @@
 {{{
 SELECT exp_id,exp_time,dateobs,zpt_obs,zpt_stdev,fwhm_major,format(fwhm_major/fwhm_minor,3) as elong,format(iq_fwhm_major/iq_fwhm_minor,3) as iq_elong,format(fwhm_major-iq_fwhm_major,2) as fwhm_iq_maj,format(camProcessedExp.bg,2) as bg,format(camProcessedExp.bg_stdev,2) as bg_stdev,format(fwhm_major_uq,2) as uq,format(fwhm_major_lq,2) as lq,n_stars,comment FROM rawExp join chipRun using (exp_id) join camRun using (chip_id) join camProcessedExp using (cam_id) join fakeRun using (cam_id) join warpRun using (fake_id) WHERE warpRun.data_group like "STS.refstack.20120510" and comment like "%PP1%" group by exp_id;
+
 }}}
  * try for sample similar/better FWHM and worse
@@ -849 +850 @@
 | 476460 | o6031g0527o |       20 | 2012-04-14 14:44:06 | 24.4858 |    3.62349 | 1.210 | 0.85        | 166.07   | 16.03    | 4.25  | 3.28  | 8069508 | STS.180.GIQ PP1 dither 2 | 
 
-
-}}}
-
- * 20110930:
-{{{
-mysql -hippdb03 -uippuser -pxxxx gpc1 -B -e 'select distinct exp_name,dateobs,chip_id,warp_id from warpRun join fakeRun using (fake_id) join camRun using (cam_id) join chipRun using (chip_id) join rawExp using (exp_id) where comment like "STS%PP1%" and dateobs like "2011-09-30%" and warpRun.state like "cleaned" and chipRun.state like "cleaned" group by exp_name; ' | grep -v chip_id | awk '{print "chiptool -dbname gpc1 -setimfiletoupdate -set_label STS.mopsdiffv2.mehtest -chip_id "$4"; warptool -dbname gpc1  -setskyfiletoupdate -set_label STS.mopsdiffv2.mehtest -warp_id  "$5}' > ~/updatechipwarp_sts.mopsdiffv2.mehtest_110930.bat
-...
-
-difftool -dbname gpc1 -definewarpstack -good_frac 0.2 -warp_label STS.mopsdiffv2.mehtest -stack_label STS.refstack.20120510 -set_dist_group NULL -set_label STS.mopsdiffv2.mehtest -set_workdir neb://@HOST@.0/meh/STS.mopsdiffv2.mehtest -set_data_group STS.mopsdiffv2.mehtest  -set_reduction WARPSTACK -simple -pretend
-}}}
-
-
-
-Setup for publishing test:
- * to check but DONT run (would get sent to 5 as well as 12..)
-{{{
-pubtool -dbname gpc1 -definerun -label STS.mopsdiffv2.mehtest -simple -pretend
-
---> may need to add the date to the survey task list.. either that or manually load it with pubtool, need to figure out how to only do 12 
-ns.del.date, ns.add.date
-ns.set.date 2010-09-11 TOWARP -- one for pub?
---> seems like a bad idea.. so how about pubtool - basically calls from 
-ipp-localops.lin64/share/pantasks/modules/survey.pro 
-pubtool -definerun -label $label -client_id $client_id
-
-pubtool -dbname gpc1 -definerun -label STS.mopsdiffv2.mehtest -client_id 12 -simple -pretend
---> seems to work and only put to 12 -- what happened before then??
---> and works but just pos detections - thats what MD with diff_mode 2 has for WS so.. OSS now using SWEETSPOT (noconv) and diff_mode 1
-
--- works so setup next 2012 sample and 2011 sample then -- try pick 2011 w/o many in stack - 
-
-SELECT exp_id,exp_time,dateobs,zpt_obs,zpt_stdev,fwhm_major,format(fwhm_major/fwhm_minor,3) as elong,format(iq_fwhm_major/iq_fwhm_minor,3) as iq_elong,format(fwhm_major-iq_fwhm_major,2) as fwhm_iq_maj,format(camProcessedExp.bg,2) as bg,format(camProcessedExp.bg_stdev,2) as bg_stdev,format(fwhm_major_uq,2) as uq,format(fwhm_major_lq,2) as lq,n_stars,comment FROM rawExp join chipRun using (exp_id) join camRun using (chip_id) join camProcessedExp using (cam_id) join fakeRun using (cam_id) join warpRun using (fake_id) WHERE warpRun.data_group like "STS.refstack.20120510" and comment like "%PP1%" group by exp_id;
 --> only 1 from 9/19 used so use that date? 9/11 better and none used from it - or 9/30 to have sample of worse input (yes)
 --> so 4/14 after 4/12 for close in time observ and still pretty good -- would prefer one not as good.. 
 }}}
 
- * now update 9/30/11 and 4/14/12 nights chips->warps
+ * 20120412:
+{{{
+mysql -hippdb03 -uippuser -pxxxx gpc1 -B -e 'select distinct exp_name,dateobs,chip_id,warp_id from warpRun join fakeRun using (fake_id) join camRun using (cam_id) join chipRun using (chip_id) join rawExp using (exp_id) where comment like "STS%PP1%" and dateobs like "2012-04-12%" and warpRun.state like "cleaned" and chipRun.state like "cleaned" group by exp_name; ' | grep -v chip_id | awk '{print "chiptool -dbname gpc1 -setimfiletoupdate -set_label STS.mopsdiffv2.mehtest -chip_id "$4"; warptool -dbname gpc1  -setskyfiletoupdate -set_label STS.mopsdiffv2.mehtest -warp_id  "$5}' > ~/updatechipwarp_sts.mopsdiffv2.mehtest_120412.bat
+...
+
+difftool -dbname gpc1 -definewarpstack -good_frac 0.2 -warp_label STS.mopsdiffv2.mehtest -stack_label STS.refstack.20120510 -set_dist_group NULL -set_label STS.mopsdiffv2.mehtest -set_workdir neb://@HOST@.0/meh/STS.mopsdiffv2.mehtest -set_data_group STS.mopsdiffv2.mehtest  -set_reduction WARPSTACK -simple -pretend
+
+--> sample found, run w/o -pretend and finishes
+}}}
+
+
+
+Setup for publishing test:
+ * to check but dont't run as would get sent to 5 as well as 12..
+{{{
+pubtool -dbname gpc1 -definerun -label STS.mopsdiffv2.mehtest -simple -pretend
+
+--> survey tasks ipp-localops.lin64/share/pantasks/modules/survey.pro calls
+pubtool -definerun -label $label -client_id $client_id
+
+pubtool -dbname gpc1 -definerun -label STS.mopsdiffv2.mehtest -client_id 12 -simple -pretend
+--> successful and only put to 12, and just .pos.mops detections similar to MD with diff_mode 2 has for WS so compared to OSS now using SWEETSPOT (noconv) and diff_mode 1 with .pos and .neg.
+}}}
+
+Continue setup next 2012 sample and 2011 sample then 
+ * now update 9/30/11 and 20120414 nights chips->warps
 {{{
 mysql -hippdb01 -uippuser -pxxxx gpc1 -B -e 'select distinct exp_name,dateobs,chip_id,warp_id from warpRun join fakeRun using (fake_id) join camRun using (cam_id) join chipRun using (chip_id) join rawExp using (exp_id) where comment like "STS%PP1%" and dateobs like "2011-09-30%" and warpRun.state like "cleaned" and chipRun.state like "cleaned" group by exp_name; ' | grep -v chip_id | awk '{print "chiptool -dbname gpc1 -setimfiletoupdate -set_label STS.mopsdiffv2.mehtest -chip_id "$4"; warptool -dbname gpc1  -setskyfiletoupdate -set_label STS.mopsdiffv2.mehtest -warp_id  "$5}' > ~/updatechipwarp_sts.mopsdiffv2.mehtest_110930.bat
@@ -909 +903 @@
 pubtool -dbname gpc1 -definerun -label STS.mopsdiffv2.mehtest -client_id 12 -simple -pretend
 
---> seems to have worked, removed the -pretend and out onto datastore now for MOPS to look at.  
-}}}
-
-
-
-|| ||
+--> worked, removed the -pretend and out onto datastore now for MOPS to look at.  
+}}}
+
+
+Diffim summary:
+
+|| || || || ||
 || skycell || FWHM input/ref ||  Ndet || comment ||   
-|| ||
-|| 1.03 || 
+|| || || || ||
+|| 1.03 ||  || || || 
+|| || || || ||
 
 
 = MOPS feedback = 
 
+= Automated setup for MOPS = 
+Generally already setup for MD in the survey tasks. 
+ * stdscience pantasks (not implemented yet) -- use name STS.mopsdiff?
+{{{
+survey.add.publish STS.mopsdiff STS.nightlyscience 12 NULL
+add.label STS.nightlyscience
+
+--> check or remove
+survey.show.publish 
+survey.del.publish STS.mopsdiff
+
+}}}
+
+
+ * publishing pantasks (already exists)
+{{{
+add.label STS.nightlyscience
+}}}
+
+
+