clearwing

changeset 203:333881239204

Updates for VPHAS+ DR3 (VPHASv20170222)
author Nicholas Cross <njc@roe.ac.uk>
date Fri May 19 12:12:22 2017 +0100 (2017-05-19)
parents dd7249fbb836
children fee8851842a3
files src/templates/dboverview.html src/templates/knownIssues.html src/templates/links.html src/templates/releasehistory.html src/templates/sqlcookbook.html src/templates/theSurveys.html
line diff
     1.1 --- a/src/templates/dboverview.html	Wed Mar 22 12:19:59 2017 +0000
     1.2 +++ b/src/templates/dboverview.html	Fri May 19 12:12:22 2017 +0100
     1.3 @@ -9,9 +9,10 @@
     1.4   	<h2>Data Overview</h2>
     1.5  	
     1.6  	The OSA holds processed OMEGACAM data primarily originating from 
     1.7 -	the VST ATLAS Public Survey
     1.8 +	the VST ATLAS Public Survey and the VST VPHAS+ Public Survey
     1.9  	(see the <a href="http://www.eso.org/public/teles-instr/surveytelescopes/vst/surveys/"> VST Public Survey pages</a> for brief descriptions). 
    1.10  	
    1.11 +	
    1.12  	<p>The underlying content and schema of the archive are described below.</p>
    1.13  	<p>
    1.14  		The OSA consists of a series of  database releases. 
    1.15 @@ -192,7 +193,8 @@
    1.16  				<tr>
    1.17  					<td><b>Survey</b></td><td><b>Source table</b></td><td><b>Detection table</b></td></tr><tr>
    1.18  					<td>Commissioning data</td><td>commSource</td><td>commDetection</td></tr><tr>
    1.19 -					<td>ATLAS</td><td>atlasSource</td><td>atlasDetection</td></tr><tr>
    1.20 +			                <td>ATLAS</td><td>atlasSource</td><td>atlasDetection</td></tr><tr>
    1.21 +			                <td>VPHAS+</td><td>vphasSource</td><td>vphasDetection</td></tr><tr>
    1.22  				</tr>
    1.23  			</tbody>
    1.24  		</table>
     2.1 --- a/src/templates/knownIssues.html	Wed Mar 22 12:19:59 2017 +0000
     2.2 +++ b/src/templates/knownIssues.html	Fri May 19 12:12:22 2017 +0100
     2.3 @@ -17,6 +17,10 @@
     2.4      in atlasSource appear as separate sources in different wavebands, rather than
     2.5      being merged into a single source. See below for more details
     2.6      </li>
     2.7 +    <li> 
     2.8 +      <a href="#obSelNotUsed">r-band observations arranged by time rather than OB in vphasSource table</a>  - r_1 columns refer to the first r-band measurement and r_2 columns to the second, not to the ugr and riHa as intended.
     2.9 +      See below for more details
    2.10 +    </li>
    2.11  
    2.12      </ul>
    2.13  
    2.14 @@ -112,4 +116,98 @@
    2.15  
    2.16  
    2.17      </p>    
    2.18 +   <a name="#obSelNotUsed"></a><em>r-band observations arranged by time rather than OB in vphasSource table</em>
    2.19 +
    2.20 +   <h2>8. <a name="Contemporary colours">Selecting contemporary colours</a></h2>
    2.21 +
    2.22 +<p>
    2.23 +
    2.24 +
    2.25 +  In current VPHAS+ releases, VPHASDR3 (VPHASv20170222) and earlier, a mistake in the processing meant
    2.26 +  that band-merging was not done with the expected OB constraints. This means that r_1 is the earliest
    2.27 +  r frame in a pointing, not the one associated with the ugr epoch and r_2 is the latest, not the one
    2.28 +  associated with the riHa epoch. To select data such that the contemporary bands and colours are as
    2.29 +  expected, use the following type of query:
    2.30 +
    2.31 +
    2.32 +
    2.33 +	 </p><pre>SELECT s.sourceID,umgPnt,umgPntErr,gmr_1Pnt as gmrPnt,gmr_1PntErr as
    2.34 +	  gmrPntErr,r_2miPnt as rmiPnt,r_2miPntErr as rmiPntErr,CASE WHEN
    2.35 +	  r_2AperMag3>0. AND havphasAperMag3>0. THEN (r_2AperMag3-havphasAperMag3)
    2.36 +	  ELSE-9.99995E8 END AS rmhavphasPnt,CASE WHEN r_2AperMag3Err>0. AND
    2.37 +          havphasAperMag3Err>0. THEN SQRT(r_2AperMag3Err*r_2AperMag3Err+havphasAperMag3Err*havphasAperMag3Err)
    2.38 +          ELSE-9.99995E8 END AS rmhavphasPntErr,u.mjdObs as uMjd,g.mjdObs  as
    2.39 +          gMjd,r_1.mjdObs as r_1Mjd,r_2.mjdObs  as r_2Mjd,i.mjdObs as iMjd,ha.mjdObs as havphasMjd,
    2.40 +	  uAperMag3,uAperMag3Err,gAperMag3,gAperMag3Err,r_1AperMag3,r_1AperMag3Err,r_2AperMag3,
    2.41 +	  r_2AperMag3Err,iAperMag3,iAperMag3Err,havphasAperMag3,havphasAperMag3Err<br>
    2.42 +	  FROM vphasMergeLog as l,vphasSource as s,Multiframe as u,Multiframe as g,
    2.43 +		Multiframe as r_1,Multiframe as r_2,Multiframe as i,Multiframe as ha<br>
    2.44 +	    WHERE s.frameSetID=l.frameSetID and l.umfID=u.multiframeID and
    2.45 +	    l.gmfID=g.multiframeID and l.r_1mfID=r_1.multiframeID and
    2.46 +	    l.r_2mfID=r_2.multiframeID and l.imfID=i.multiframeID and
    2.47 +	    l.havphasmfID=ha.multiframeID and l.frameSetID BETWEEN 816043786241 AND
    2.48 +	    816043786337 and
    2.49 +	    ((u.mjdObs>0 and r_1.mjdObs>0 and abs(u.mjdObs-r_1.mjdObs)<0.3) or
    2.50 +	    (g.mjdObs>0 and r_1.mjdObs>0 and abs(g.mjdObs-r_1.mjdObs)<0.3)
    2.51 +	    or (i.mjdObs>0 and r_2.mjdObs>0 and abs(i.mjdObs-r_2.mjdObs)<0.3)
    2.52 +	    or (ha.mjdObs>0 and r_2.mjdObs>0 and abs(ha.mjdObs-r_2.mjdObs)<0.3))<br>
    2.53 +	    UNION<br>
    2.54 +	    SELECT s.sourceID,umgPnt,umgPntErr,gmr_2Pnt as gmrPnt,gmr_2PntErr as
    2.55 +	    gmrPntErr,r_1miPnt as rmiPnt,r_1miPntErr as rmiPntErr,CASE WHEN
    2.56 +	    r_1AperMag3>0. AND havphasAperMag3>0. THEN (r_1AperMag3-havphasAperMag3)
    2.57 +	    ELSE-9.99995E8 END AS rmhavphasPnt,CASE WHEN r_1AperMag3Err>0. AND
    2.58 +	    havphasAperMag3Err>0. THEN
    2.59 +	    SQRT(r_1AperMag3Err*r_1AperMag3Err+havphasAperMag3Err*havphasAperMag3Err)
    2.60 +	    ELSE-9.99995E8 END AS rmhavphasPntErr,u.mjdObs as uMjd,g.mjdObs  as
    2.61 +	    gMjd,r_2.mjdObs as r_1Mjd,r_1.mjdObs  as r_2Mjd,i.mjdObs as iMjd,ha.mjdObs
    2.62 +	    as havphasMjd, uAperMag3,uAperMag3Err,gAperMag3,gAperMag3Err,r_2AperMag3 as
    2.63 +	    r_1AperMag3,r_2AperMag3Err as r_1AperMag3Err, r_1AperMag3 as
    2.64 +	    r_2AperMag3,r_1AperMag3Err as
    2.65 +	    r_2AperMag3Err,iAperMag3,iAperMag3Err,havphasAperMag3,havphasAperMag3Err<br>
    2.66 +	    FROM vphasMergeLog as l,vphasSource as s,Multiframe as u,Multiframe as
    2.67 +	    g,Multiframe as r_1,Multiframe as r_2,Multiframe as i,Multiframe as ha<br>
    2.68 +	    WHERE s.frameSetID=l.frameSetID and l.umfID=u.multiframeID and
    2.69 +	    l.gmfID=g.multiframeID and l.r_1mfID=r_1.multiframeID and
    2.70 +	    l.r_2mfID=r_2.multiframeID and l.imfID=i.multiframeID and
    2.71 +	    l.havphasmfID=ha.multiframeID and l.frameSetID BETWEEN 816043786241 AND
    2.72 +	    816043786337 and
    2.73 +	    ((u.mjdObs>0 and r_2.mjdObs>0 and abs(u.mjdObs-r_2.mjdObs)<0.3) or
    2.74 +	    (g.mjdObs>0 and r_2.mjdObs>0 and abs(g.mjdObs-r_2.mjdObs)<0.3)
    2.75 +	    or (i.mjdObs>0 and r_1.mjdObs>0 and abs(i.mjdObs-r_1.mjdObs)<0.3)
    2.76 +	    or (ha.mjdObs>0 and r_1.mjdObs>0 and abs(ha.mjdObs-r_1.mjdObs)<0.3))<br>
    2.77 +	    UNION<br>
    2.78 +	    SELECT s.sourceID,umgPnt,umgPntErr,gmr_1Pnt as gmrPnt,gmr_1PntErr as
    2.79 +	    gmrPntErr,r_2miPnt as rmiPnt,r_2miPntErr as rmiPntErr,CASE WHEN
    2.80 +	    r_2AperMag3>0. AND havphasAperMag3>0. THEN (r_2AperMag3-havphasAperMag3)
    2.81 +	    ELSE-9.99995E8 END AS rmhavphasPnt,CASE WHEN r_2AperMag3Err>0. AND
    2.82 +	    havphasAperMag3Err>0. THEN
    2.83 +	    SQRT(r_2AperMag3Err*r_2AperMag3Err+havphasAperMag3Err*havphasAperMag3Err)
    2.84 +	    ELSE-9.99995E8 END AS rmhavphasPntErr,u.mjdObs as uMjd,g.mjdObs  as
    2.85 +	    gMjd,r_1.mjdObs as r_1Mjd,r_2.mjdObs  as r_2Mjd,i.mjdObs as iMjd,ha.mjdObs
    2.86 +	    as havphasMjd,
    2.87 +	    uAperMag3,uAperMag3Err,gAperMag3,gAperMag3Err,r_1AperMag3,r_1AperMag3Err,r_2
    2.88 +	    AperMag3,r_2AperMag3Err,iAperMag3,iAperMag3Err,havphasAperMag3,havphasAperMag3Err<br>
    2.89 +	    FROM vphasMergeLog as l,vphasSource as s,Multiframe as u,Multiframe as
    2.90 +	    g,Multiframe as r_1,Multiframe as r_2,Multiframe as i,Multiframe as ha<br>
    2.91 +	    WHERE s.frameSetID=l.frameSetID and l.umfID=u.multiframeID and
    2.92 +	    l.gmfID=g.multiframeID and l.r_1mfID=r_1.multiframeID and
    2.93 +	    l.r_2mfID=r_2.multiframeID and l.imfID=i.multiframeID and
    2.94 +	    l.havphasmfID=ha.multiframeID and l.frameSetID BETWEEN 816043786241 AND 816043786337
    2.95 +	    and ((g.mjdObs<0 and i.mjdObs<0) or (r_1.mjdObs<0 and r_2.mjdObs<0))<br></pre>
    2.96 +									       
    2.97 +<p>
    2.98 +  This query has several important features:
    2.99 +  <i>UNION</i> to combine 3 selections: i) where the observed time of the r_1 frame matches the u or g frame or the
   2.100 +  observed time of the r_2 frame matches the i or H-alpha frame; ii) where the observed time of the r_2 frame
   2.101 +  matches the u or g frame or the observed time of the r_1 frame matches the i or H-alpha frame; iii) where there is not
   2.102 +  a corresponding g and i frame or r_1 and r_2.<p>
   2.103 +	    Use of aliasing to rename columns: r_1AperMag3 is aliased to r_2AperMag3 in the cases where the r_1 frame matches
   2.104 +	    the observed time of the i frame or Ha frame.<p>
   2.105 +	    Use of CASE WHEN THEN ELSE to create rmHavphas colours on the fly, with the correct defaults.<p>
   2.106 +	    The frameset selection in this case selected 96 frameSets. Each frameset covers a matching set of detectors, and there are 32 detectors in the focal plane. Moreover in VPHAS+ there are typically 3 pointings each separated by 0.2 degrees, 2 which have ugr-riHa observations and a third which have g-Ha observations. In future releases we hope to stack these while still giving photometry that has been correctly illumination corrected, but in VPHAS+ DR3 and earlier releases a typical tile consists of 96 frameSets.<p>
   2.107 +	    
   2.108 +	    
   2.109 +  
   2.110 +
   2.111 +   
   2.112  </div>      
     3.1 --- a/src/templates/links.html	Wed Mar 22 12:19:59 2017 +0000
     3.2 +++ b/src/templates/links.html	Fri May 19 12:12:22 2017 +0100
     3.3 @@ -5,6 +5,7 @@
     3.4  <li><b>VST links:</b></li>
     3.5  <ul>
     3.6  <li><a href="http://astro.dur.ac.uk/Cosmology/vstatlas/">The VST ATLAS Survey</a>
     3.7 +<li><a href="http://www.vphasplus.org">The VST VPHAS+ Survey</a>
     3.8  <li><a href="http://casu.ast.cam.ac.uk/surveys-projects/vst">Cambridge Astronomical Survey Unit VST pipeline processing</a></li>
     3.9  <li><a href="http://www.roe.ac.uk/~nch/wfcam/index.html">VISTA Data Flow System Science Archive Development</a> (full details of the design of the VISTA/WFCAM Science Archives)</li>
    3.10  <li><a href="http://www.eso.org/sci/observing/policies/PublicSurveys/sciencePublicSurveys.html#VST">ESO VST Public Surveys</a></li>
    3.11 @@ -38,7 +39,7 @@
    3.12  <li><b>Other large sky survey databases:</b></li>
    3.13  <ul>
    3.14  <li><a href="http://surveys.roe.ac.uk/wsa">WFCAM Science Archive (WSA)</a>
    3.15 -
    3.16 +<li><a href="http://surveys.roe.ac.uk/vsa">VISTA Science Archive (VSA)</a>
    3.17  <li><a href="http://surveys.roe.ac.uk/ssa">SuperCOSMOS Science Archive</a> (SSA; the prototype for the WSA)
    3.18  <li><a href="http://pegasus.phast.umass.edu/">Two-Micron All Sky 
    3.19  Survey (2MASS)</a>
     4.1 --- a/src/templates/releasehistory.html	Wed Mar 22 12:19:59 2017 +0000
     4.2 +++ b/src/templates/releasehistory.html	Fri May 19 12:12:22 2017 +0100
     4.3 @@ -3,6 +3,9 @@
     4.4  <h2>Release history page</h2>
     4.5  <br/><br/>
     4.6  <div>
     4.7 +    <b>22 Feb 2017</b> - <i>VPHASv20170222</i>: 
     4.8 +    VPHAS release, including data up to 31 March 2015. <br/><br/>
     4.9 +  
    4.10      <b>29 Apr 2016</b> - <i>ATLASv20160425</i>: 
    4.11      ATLAS proprietary release, including data up to 30 September 2015. <br/><br/>
    4.12      <b>12 Jan 2016</b> - <i>VPHASv20160112</i>: 
     5.1 --- a/src/templates/sqlcookbook.html	Wed Mar 22 12:19:59 2017 +0000
     5.2 +++ b/src/templates/sqlcookbook.html	Fri May 19 12:12:22 2017 +0100
     5.3 @@ -55,8 +55,7 @@
     5.4  					using quality bit flags</a></li>
     5.5  			<li><a href="#Filter cover">6. Refining sample selection for
     5.6  			    filter coverage</a></li>
     5.7 -		        <li><a href="#3DExtinctionMaps">7. 3D Extinction maps.</a></li>	
     5.8 -		
     5.9 +		        <li><a href="#3DExtinctionMaps">7. 3D Extinction maps.</a></li>
    5.10  		</ul>
    5.11  	</div>
    5.12  	
    5.13 @@ -1440,8 +1439,12 @@
    5.14  	  WHERE c.extPixelid=Ext.pixelid AND c.sourceID=s.sourceID AND c.extMapID=2 AND s.iAperMag3<16. AND uAperMag3>0. AND gAperMag3>0. AND iAperMag3>0. AND Ext.corR>0.25 AND s.l<2. AND abs(s.b)>4. and abs(s.b)<5.<br>
    5.15  																										       </div>
    5.16  <p>
    5.17 +
    5.18    
    5.19 -        <br /><br /><br />
    5.20 +														     
    5.21 +	<br /><br /><br />
    5.22 +
    5.23 +									       
    5.24  		
    5.25  	</div>
    5.26  </div>
     6.1 --- a/src/templates/theSurveys.html	Wed Mar 22 12:19:59 2017 +0000
     6.2 +++ b/src/templates/theSurveys.html	Fri May 19 12:12:22 2017 +0100
     6.3 @@ -9,11 +9,12 @@
     6.4  <h2>The Surveys</h2>
     6.5  
     6.6  Currently the OSA primarily contains data from 
     6.7 -the <a href="http://astro.dur.ac.uk/Cosmology/vstatlas/">ATLAS survey</a>. <p>
     6.8 -
     6.9 +the <a href="http://astro.dur.ac.uk/Cosmology/vstatlas/">ATLAS survey</a>,
    6.10 +and the <a href="http://www.vphasplus.ord">VPHAS+ survey</a>. <p
    6.11 +    
    6.12  The <a  class="ext_links_surveys" href="#releasehistory_div">release history</a> summarizes the contents
    6.13  of a given release and any issues. The area of sky available is shown in the 
    6.14  <a  class="ext_links_surveys" href="#coverage_maps_div">coverage maps</a>.
    6.15  </p>
    6.16  
    6.17 -</div>
    6.18 \ No newline at end of file
    6.19 +</div>