IPP Software Navigation Tools IPP Links Communication Pan-STARRS Links

Changes between Version 30 and Version 31 of STS.refstack.20120510


Ignore:
Timestamp:
Jun 11, 2012, 3:09:05 PM (14 years ago)
Author:
Mark Huber
Comment:

--

Legend:

Unmodified
Added
Removed
Modified

  • STS.refstack.20120510

    v30 v31  
    184184    OUTPUT.REPLICATE    BOOL    TRUE
    185185
    186 --> compared to other reduction recipes
     186--> compared to other reduction recipes -- cut on input PSF in STACK_DEEP may be useful but can apply in selecting exposures for stacking (not 100% effective however).
    187187STACK_THREEPI  METADATA
    188188    PSF.INPUT.MAX   F32     12.0
    … …  
    208208{{{
    209209stacktool -definebyquery -dbname gpc1 -set_dist_group NULL -set_data_group STS.reftest.20120510.c1f39 -set_label STS.reftest.20120510 -set_workdir neb://@HOST@.0/gpc1/STS.reftest.20120510 -select_data_group STS.refstack.20120510 -select_good_frac_min 0.05 -min_num 2 -select_fwhm_major_max 3.9 -select_elong_max 1.2 -set_reduction PS1_REFERENCE -simple -select_skycell_id skycell.1.03  >& stacktool.sts_reftest.20120510.fwhm39_elong12_skycell103.log
    210 }}}
    211 
    212 {{{
    213 gpc1/STS.reftest.20120510/STS.V4/skycell.1.03/STS.V4.skycell.1.03.stk.899917.unconv.num.fits -- c1f39 (max 36)
    214 gpc1/STS.reftest.20120510/STS.V4/skycell.1.03/STS.V4.skycell.1.03.stk.899918.unconv.num.fits -- c1f38 (max 23)
    215 gpc1/STS.reftest.20120510/STS.V4/skycell.1.03/STS.V4.skycell.1.03.stk.899919.unconv.num.fits -- c1f37 (max 12)
    216 gpc1/STS.reftest.20120510/STS.V4/skycell.1.03/STS.V4.skycell.1.03.stk.899920.unconv.num.fits -- c0f45 (max 44)
    217 
     210
     211...
     212
     213--> sample unconvolved images
     214gpc1/STS.reftest.20120510/STS.V4/skycell.1.03/STS.V4.skycell.1.03.stk.899917.unconv.num.fits -- c1f39 (max inputs 36)
     215gpc1/STS.reftest.20120510/STS.V4/skycell.1.03/STS.V4.skycell.1.03.stk.899918.unconv.num.fits -- c1f38 (max inputs 23)
     216gpc1/STS.reftest.20120510/STS.V4/skycell.1.03/STS.V4.skycell.1.03.stk.899919.unconv.num.fits -- c1f37 (max inputs 12)
     217gpc1/STS.reftest.20120510/STS.V4/skycell.1.03/STS.V4.skycell.1.03.stk.899920.unconv.num.fits -- c0f45 (max inputs 44)
     218
     219--> input stats for likely FWHM cut
    218220SELECT exp_id,exp_time,dateobs,zpt_obs,zpt_stdev,fwhm_major,format(fwhm_major/fwhm_minor,3) as elong,format(iq_fwhm_major/iq_fwhm_minor,3) as iq_elong,format(fwhm_major-iq_fwhm_major,2) as fwhm_iq_maj,format(camProcessedExp.bg,2) as bg,format(camProcessedExp.bg_stdev,2) as bg_stdev,format(fwhm_major_uq,2) as uq,format(fwhm_major_lq,2) as lq,n_stars,comment FROM rawExp join chipRun using (exp_id) join camRun using (chip_id) join camProcessedExp using (cam_id) join fakeRun using (cam_id) join warpRun using (fake_id) join stackInputSkyfile using (warp_id) join stackRun using (stack_id) WHERE stackRun.data_group like "STS.reftest.20120510.c1f38" group by exp_id;
    219 }}}
    220 
    221 
    222 || || || || ||
    223 || '''version data_group''' (stack_id) || '''filter''' || '''center skycell input warps (rej)''' || '''center skycell FWHM (major)''' ||
    224 || || || || ||
    225 || new ''STS.refstack.20120510'' V4  || i || 96 (2) || 1.27" ||
    226 || STS.reftest.201205.c1f49 V4  () || i || 34 (1) || 1.20"  ||
    227 || STS.reftest.201205.c1f V4  () || i || () || 1.20"  ||
    228 || STS.reftest.201205.c1f V4  () || i || () || 1.20"  ||
    229 || STS.reftest.201205.c1f V4  () || i ||  () || "  ||
    230 || STS.reftest.201205.c0f V4  () || i ||  () || "  ||
    231 
    232 || old STS.refstack.2011 V3  || i || 78 (4) || 1.45" ||
    233 
    234 
    235 -- psphot on samples - run_psphot_single.csh on unconv+conv --
    236 *** faults because of modified psphot config/code to limit things -- too many peaks and faults..
    237 --> config setting? tag must be different than trunk at 40000 rather than 50000 -- -Di PEAKS_NMAX_TOTAL 60000
    238 --> unconv images still faulting.. so do pass1 only.. conv ones are poor as well, FWHM_MAJ~9-10..
     221
     222| exp_id | exp_time | dateobs             | zpt_obs | zpt_stdev | fwhm_major | elong | iq_elong | fwhm_iq_maj | bg     | bg_stdev | uq   | lq   | n_stars | comment                  |
     223+--------+----------+---------------------+---------+-----------+------------+-------+----------+-------------+--------+----------+------+------+---------+--------------------------+
     224| 340540 |       20 | 2011-05-24 12:22:25 | 24.5549 |    0.0259 |    3.69691 | 1.188 | 1.083    | 0.92        | 91.27  | 14.01    | 3.98 | 3.46 | 8648132 | STS.270.GIQ PP1 dither 1 |
     225| 340558 |       20 | 2011-05-24 12:34:54 | 24.5559 |  0.026682 |     3.7342 | 1.148 | 1.073    | 0.86        | 88.49  | 14.04    | 4.04 | 3.45 | 8393568 | STS.270.GIQ PP1 dither 4 |
     226| 340567 |       20 | 2011-05-24 12:39:02 | 24.5563 |  0.025387 |    3.62252 | 1.130 | 1.059    | 0.84        | 88.18  | 13.78    | 3.89 | 3.29 | 8588336 | STS.270.GIQ PP1 dither 1 |
     227| 340573 |       20 | 2011-05-24 12:43:16 | 24.5591 |  0.025946 |    3.64969 | 1.127 | 1.050    | 0.82        | 87.11  | 13.21    | 4.05 | 3.38 | 8380448 | STS.270.GIQ PP1 dither 2 |
     228| 344556 |       20 | 2011-06-07 11:28:32 | 24.4608 |  0.029333 |    3.59708 | 1.165 | 1.079    | 0.88        | 100.50 | 13.30    | 4.04 | 3.39 | 8487768 | STS.180.GIQ PP1 dither 1 |
     229| 344562 |       20 | 2011-06-07 11:32:30 | 24.5164 |  0.024937 |    3.59372 | 1.150 | 1.069    | 0.87        | 97.07  | 13.32    | 3.99 | 3.37 | 8638928 | STS.180.GIQ PP1 dither 2 |
     230| 344569 |       20 | 2011-06-07 11:36:21 | 24.5313 |  0.024183 |    3.69415 | 1.168 | 1.085    | 0.93        | 94.56  | 13.63    | 4.03 | 3.47 | 8641948 | STS.180.GIQ PP1 dither 3 |
     231| 344575 |       20 | 2011-06-07 11:40:18 | 24.5333 |  0.027669 |    3.66644 | 1.154 | 1.070    | 0.91        | 94.17  | 13.25    | 3.99 | 3.39 | 8611680 | STS.180.GIQ PP1 dither 4 |
     232| 344583 |       20 | 2011-06-07 11:44:12 | 24.4983 |  0.040863 |    3.72526 | 1.159 | 1.088    | 0.92        | 96.11  | 13.24    | 4.14 | 3.51 | 8467340 | STS.180.GIQ PP1 dither 1 |
     233| 344589 |       20 | 2011-06-07 11:48:13 | 24.4937 |  0.046644 |    3.72833 | 1.136 | 1.068    | 0.90        | 95.45  | 13.70    | 4.02 | 3.51 | 8327116 | STS.180.GIQ PP1 dither 2 |
     234| 344597 |       20 | 2011-06-07 11:52:11 | 24.4935 |  0.031675 |    3.71614 | 1.141 | 1.066    | 0.87        | 92.70  | 13.54    | 4.13 | 3.51 | 8277828 | STS.180.GIQ PP1 dither 3 |
     235| 344605 |       20 | 2011-06-07 11:56:13 | 24.5409 |  0.025897 |    3.74193 | 1.160 | 1.063    | 0.90        | 89.26  | 13.15    | 4.15 | 3.54 | 8427112 | STS.180.GIQ PP1 dither 4 |
     236| 367982 |       30 | 2011-07-25 11:59:50 | 24.5698 |   0.02507 |    3.79495 | 1.091 | 1.052    | 0.79        | 97.48  | 17.60    | 4.03 | 3.65 | 8991280 | STS.000.ND PP1 center    |
     237| 367996 |       30 | 2011-07-25 12:09:52 | 24.5652 |  0.026531 |     3.6958 | 1.104 | 1.064    | 0.79        | 97.83  | 19.54    | 4.02 | 3.49 | 9311700 | STS.000.ND PP1 center    |
     238| 368010 |       30 | 2011-07-25 12:19:54 | 24.5644 |  0.026506 |    3.74343 | 1.089 | 1.055    | 0.77        | 102.98 | 19.22    | 3.99 | 3.60 | 9108432 | STS.000.ND PP1 center    |
     239| 368833 |       30 | 2011-07-27 07:23:06 | 24.5521 |  0.026382 |    3.75974 | 1.153 | 1.061    | 0.93        | 114.75 | 17.14    | 4.16 | 3.49 | 9435552 | STS.180.ND PP1 center    |
     240| 393751 |       20 | 2011-09-18 08:24:25 | 24.5337 |  0.029066 |    3.54239 | 1.153 | 1.071    | 0.91        | 89.00  | 12.90    | 3.89 | 3.31 | 9090136 | STS.000.GIQ PP1 dither 1 |
     241| 393763 |       20 | 2011-09-18 08:32:30 |  24.533 |   0.02565 |    3.60961 | 1.170 | 1.071    | 0.96        | 88.74  | 12.99    | 3.88 | 3.33 | 9028068 | STS.000.GIQ PP1 dither 3 |
     242| 393778 |       20 | 2011-09-18 08:40:35 | 24.5299 |  0.027023 |    3.55016 | 1.177 | 1.072    | 0.92        | 92.47  | 13.17    | 3.88 | 3.30 | 9102116 | STS.000.GIQ PP1 dither 1 |
     243| 393785 |       20 | 2011-09-18 08:44:33 | 24.5337 |  0.027504 |     3.6808 | 1.135 | 1.065    | 0.92        | 96.03  | 13.46    | 4.03 | 3.48 | 8654104 | STS.000.GIQ PP1 dither 2 |
     244| 393792 |       20 | 2011-09-18 08:48:23 | 24.5315 |  0.026466 |    3.70284 | 1.164 | 1.073    | 0.97        | 94.42  | 13.26    | 4.00 | 3.44 | 8762736 | STS.000.GIQ PP1 dither 3 |
     245| 393799 |       20 | 2011-09-18 08:52:22 | 24.5312 |  0.028034 |    3.71144 | 1.172 | 1.078    | 0.96        | 98.12  | 13.35    | 4.02 | 3.47 | 8695292 | STS.000.GIQ PP1 dither 4 |
     246| 393835 |       20 | 2011-09-18 09:13:19 | 24.5271 |  0.027369 |    3.75097 | 1.157 | 1.076    | 0.99        | 103.99 | 13.49    | 4.07 | 3.47 | 8624396 | STS.000.GIQ PP1 dither 1 |
     247
     248}}}
     249
     250psphot on samples, unconvolced and convolved (compare to ppStack log file):
     251 * faults because of recent modified psphot config/code to limit peaks and so faults.. need to add -Di PEAKS_NMAX_TOTAL 60000
     252 * unconvolved stacks still faulting.. so do PASS1 only -D BREAK_POINT PASS1. Convolved ones are poor, FWHM_MAJ~9-10?
    239253
    240254{{{
    … …  
    248262STS.V4.skycell.1.03.stk.899920.fpa.cmf        4.54595 3.812682
    249263STS.V4.skycell.1.03.stk.899920.unconv.fpa.cmf 3.862908 3.048509
    250 }}}
    251 
    252 
    253 -- main run -- do by region 1-7 -
    254 --> just do 3.8 for ~20-40 and see -- if some need fixing, then re-run that skycell, if too much burntool then know for next version
    255 --> should really add the PSF cut to PS1_REFERENCE too..
    256 --> run in normal stack, system fairly loaded w/o deepstack running? no, the c3 machines need more work
    257 *** oops forgot to add -select_skycell_id skycell.1.% -- it is doing all then..
    258 
     264--> basically as with MD, +/- pixel, so all are basically similar and going to smaller FWHM cut not improve much, partially because cut doen't always match true FWHM going in.
     265}}}
     266
     267
     268
     269Summary of runs:
     270
     271|| || || || ||
     272|| '''version data_group''' (stack_id) || '''filter''' || '''skycell input warps (rej)''' || '''skycell FWHM (major)''' ||
     273|| || || || ||
     274|| new ''STS.refstack.20120510'' V4  || i || 96 (2) || 1.27" ||
     275
     276|| STS.reftest.201205.c1f49 V4  () || i || 34 (1) || 1.20"  ||
     277|| STS.reftest.201205.c1f V4  () || i || () || 1.20"  ||
     278|| STS.reftest.201205.c1f V4  () || i || () || 1.20"  ||
     279|| STS.reftest.201205.c1f V4  () || i ||  () || "  ||
     280|| STS.reftest.201205.c0f V4  () || i ||  () || "  ||
     281
     282|| old STS.refstack.2011 V3  || i || 78 (4) || 1.45" ||
     283
     284
     285
     286Look at recent camera/warps to check similar coverage
     287 * recent observations all 180 (as of 120510)
     288 * center+dither available
     289 * sample:
     290{{{
     291| 484662 | o6054g0382o | 2012-05-07 13:44:36 | i.00000 |       30 | STS.180.ND PP1 center
     292
     293gpc1/STS.nt/2012/05/07/o6054g0382o.484662/
     294gpc1/STS.nt/2012/05/07/o6054g0382o.484662/o6054g0382o.484662.wrp.408115.skycell.1.03.fits
     295--> bad tracking image, startrails.. try another
     296
     297gpc1/STS.nt/2012/05/07/o6054g0375o.484656/
     298gpc1/STS.nt/2012/05/07/o6054g0375o.484656/o6054g0375o.484656.wrp.408110.skycell.1.03.fits
     299--> yes, similar pattern -
     300}}}
     301
     302
     303
     304
     305
     306Main run -- do by region 1-7:
     307 * use FWHM cut 3.8 for ~20-40 and see -- if some need fixing, then re-run that skycell, if too much burntool then know for next version
     308  * should really add the PSF cut to PS1_REFERENCE too to help reject unrepresentative camera FWHM for skycell.
     309 * run in normal stack, system fairly loaded w/o deepstack running? no, the c3 machines need more work
     310
     311{{{
    259312stacktool -definebyquery -dbname gpc1 -set_dist_group NULL -set_data_group STS.refstack.20120510 -set_label STS.refstack.20120510 -set_workdir neb://@HOST@.0/gpc1/STS.refstack.20120510 -select_data_group STS.refstack.20120510 -select_good_frac_min 0.05 -min_num 2 -select_fwhm_major_max 3.8 -select_elong_max 1.2 -set_reduction PS1_REFERENCE -simple  >& stacktool.sts_refstack.20120510.fwhm38_elong12.log
    260 
    261 {{{
    262 -- look at stacks - bottom line, more inputs would help, but maybe this is sufficient
    263 --> 4.17 odd bright cell print through
    264 --> 2.02 odd faint chunk print through
    265 --> 2.39 gap faint print through
    266 --> 5.06 missed burntool?
    267 --> 1.09,1.17 large unfilled gap
    268 --> 1.24 long unfilled gap
    269 --> 1.25,1.35 long and large unfilled gap
    270 --> 1.12 large unfilled cell
    271 --> 1.40 unfilled masking corner multi-cell
    272 --> 1.55 rounded edge + corner adds other exp
    273 --> 1.44,5.14 odd bright orphan diffspike-like unmasked
    274 --> 1.11 nice cluster
    275 --> 1.32 faint flux print through from brighter cell
    276 }}}
    277 
    278 
    279 
    280 
    281 
    282 
    283 
    284 -- look at Target seeing to see if any odd inputs driving
     313--->  oops forgot to add -select_skycell_id skycell.1.% -- so it is running all projections at once.
     314}}}
     315
     316
     317Look at final stacks: bottom line, more inputs would help, but maybe this is sufficient
     318 * 4.17 odd bright cell print through
     319 * 2.02 odd faint chunk print through
     320 * 2.39 gap faint print through
     321 * 5.06 missed burntool?
     322 * 1.09,1.17 large unfilled gap
     323 * 1.24 long unfilled gap
     324 * 1.25,1.35 long and large unfilled gap
     325 * 1.12 large unfilled cell
     326 * 1.40 unfilled masking corner multi-cell
     327 * 1.55 rounded edge + corner adds other exp
     328 * 1.44,5.14 odd bright orphan diffspike-like unmasked
     329 * 1.11 nice cluster
     330 * 1.32 faint flux print through from brighter cell
     331
     332
     333
     334
     335
     336
     337
     338Look at Target seeing to see if any odd inputs driving
     339
     340{{{
    285341mysql -hippdb01 -uippuser -pippuser gpc1 -B -e 'select path_base from stackRun join stackSumSkyfile using (stack_id) where stackRun.label like "STS.refstack.20120510" and  stackRun.skycell_id like "%.1.%";' | grep -v path_base | awk '{print "/home/panstarrs/ipp/psconfig//ipp-20120404.lin64/bin/neb-ls -l -p "$1"%.log"}' | tcsh | awk '{print " cat "$9}' | tcsh | grep "Target seeing"
    286342--> couple with 8-9 -- #3,7 =
    287343gpc1/STS.refstack.20120510/STS.V4/skycell.1.02/STS.V4.skycell.1.02.stk.902904.log -- 83 Nin, largest ~5.7 so wacky shapes then, even 2.89
    288344gpc1/STS.refstack.20120510/STS.V4/skycell.1.06/STS.V4.skycell.1.06.stk.902908.log -- 78 Nun, largest ~4.5 so wacky shapes..
    289 
    290 
    291 
     345}}}
     346
     347
     348{{{
    292349mysql -hippdb01 -uippuser -pippuser gpc1 -B -e 'select path_base from stackRun join stackSumSkyfile using (stack_id) where stackRun.label like "STS.refstack.20120510" and  stackRun.skycell_id like "%";' | grep -v path_base | awk '{print "/home/panstarrs/ipp/psconfig//ipp-20120404.lin64/bin/neb-ls -l -p "$1"%.log"}' | tcsh | awk '{print "echo "$9"; grep  -e \" Input \" -e \"Target seeing\" -e \"fwhm (psf)\" "$9" ;echo \" \""}' | tcsh  > STS.refstack.20120510_input_target_output_fwhm_inputlong.log
    293350
    294 
     351}}}
    295352
    296353