Coverage for tests/test_diaForcedSource.py: 18%

106 statements  

« prev     ^ index     » next       coverage.py v7.3.1, created at 2023-09-27 12:37 +0000

1# This file is part of ap_association. 

2# 

3# Developed for the LSST Data Management System. 

4# This product includes software developed by the LSST Project 

5# (https://www.lsst.org). 

6# See the COPYRIGHT file at the top-level directory of this distribution 

7# for details of code ownership. 

8# 

9# This program is free software: you can redistribute it and/or modify 

10# it under the terms of the GNU General Public License as published by 

11# the Free Software Foundation, either version 3 of the License, or 

12# (at your option) any later version. 

13# 

14# This program is distributed in the hope that it will be useful, 

15# but WITHOUT ANY WARRANTY; without even the implied warranty of 

16# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 

17# GNU General Public License for more details. 

18# 

19# You should have received a copy of the GNU General Public License 

20# along with this program. If not, see <https://www.gnu.org/licenses/>. 

21 

22import numpy as np 

23import pandas as pd 

24import unittest 

25import unittest.mock 

26 

27import pandas 

28 

29from lsst.afw.cameraGeom.testUtils import DetectorWrapper 

30import lsst.afw.geom as afwGeom 

31import lsst.afw.image as afwImage 

32import lsst.daf.base as dafBase 

33import lsst.meas.algorithms as measAlg 

34from lsst.ap.association import DiaForcedSourceTask 

35import lsst.utils.tests 

36 

37 

38def create_test_dia_objects(n_points, wcs, startPos=100): 

39 """Create dummy DIASources or DIAObjects for use in our tests. 

40 

41 Parameters 

42 ---------- 

43 n_points : `int` 

44 Number of DiaObject test points to create. 

45 wcs : `lsst.afw.geom.SkyWcs` 

46 Wcs to convert RA/Dec to pixel x/y. 

47 startPos : `int` 

48 Start position to iterate from when creating test DiaObjects 

49 

50 Returns 

51 ------- 

52 test_points : `pandas.DataFrame` 

53 Catalog of points to test. 

54 """ 

55 ids = np.arange(n_points, dtype=np.int64) 

56 points = [wcs.pixelToSky(startPos + src_idx, startPos + src_idx) for src_idx in ids] 

57 ra = np.array([point.getRa().asDegrees() for point in points], dtype=float) 

58 dec = np.array([point.getDec().asDegrees() for point in points], dtype=float) 

59 

60 objects = pandas.DataFrame({ 

61 "diaObjectId": ids, 

62 "ra": ra, 

63 "dec": dec 

64 }) 

65 

66 return objects 

67 

68 

69class TestDiaForcedSource(unittest.TestCase): 

70 

71 def setUp(self): 

72 # metadata taken from CFHT data 

73 # v695856-e0/v695856-e0-c000-a00.sci_img.fits 

74 self.metadata = dafBase.PropertySet() 

75 

76 self.metadata.set("SIMPLE", "T") 

77 self.metadata.set("BITPIX", -32) 

78 self.metadata.set("NAXIS", 2) 

79 self.metadata.set("NAXIS1", 1024) 

80 self.metadata.set("NAXIS2", 1153) 

81 self.metadata.set("RADECSYS", 'FK5') 

82 self.metadata.set("EQUINOX", 2000.) 

83 

84 self.metadata.setDouble("CRVAL1", 215.604025685476) 

85 self.metadata.setDouble("CRVAL2", 53.1595451514076) 

86 self.metadata.setDouble("CRPIX1", 1109.99981456774) 

87 self.metadata.setDouble("CRPIX2", 560.018167811613) 

88 self.metadata.set("CTYPE1", 'RA---SIN') 

89 self.metadata.set("CTYPE2", 'DEC--SIN') 

90 

91 self.metadata.setDouble("CD1_1", 5.10808596133527E-05) 

92 self.metadata.setDouble("CD1_2", 1.85579539217196E-07) 

93 self.metadata.setDouble("CD2_2", -5.10281493481982E-05) 

94 self.metadata.setDouble("CD2_1", -8.27440751733828E-07) 

95 

96 self.wcs = afwGeom.makeSkyWcs(self.metadata) 

97 

98 self.calibration = 10000 

99 self.calibrationErr = 100 

100 self.exposureId = 1234 

101 self.exposureTime = 200. 

102 self.imageSize = [1024, 1153] 

103 self.dateTime = "2014-05-13T17:00:00.000000000" 

104 

105 # Make images with one source in them and distinct values and 

106 # variance for each image. 

107 # Direct Image 

108 source_image = afwImage.MaskedImageF( 

109 lsst.geom.ExtentI(self.imageSize[0] + 1, self.imageSize[1] + 1)) 

110 source_image.image[100, 100, afwImage.LOCAL] = 10 

111 source_image.getVariance().set(1) 

112 bbox = lsst.geom.BoxI( 

113 lsst.geom.PointI(1, 1), 

114 lsst.geom.ExtentI(self.imageSize[0], 

115 self.imageSize[1])) 

116 masked_image = afwImage.MaskedImageF(source_image, bbox, afwImage.LOCAL) 

117 self.exposure = afwImage.makeExposure(masked_image, self.wcs) 

118 

119 detector = DetectorWrapper( 

120 id=23, bbox=self.exposure.getBBox()).detector 

121 visit = afwImage.VisitInfo( 

122 exposureTime=self.exposureTime, 

123 date=dafBase.DateTime(self.dateTime, 

124 dafBase.DateTime.Timescale.TAI)) 

125 self.exposure.info.id = self.exposureId 

126 self.exposure.setDetector(detector) 

127 self.exposure.info.setVisitInfo(visit) 

128 self.exposure.setFilter(afwImage.FilterLabel(band='g', physical='g.MP9401')) 

129 self.exposure.setPhotoCalib(afwImage.PhotoCalib(self.calibration, self.calibrationErr)) 

130 

131 # Difference Image 

132 source_image = afwImage.MaskedImageF( 

133 lsst.geom.ExtentI(self.imageSize[0] + 1, self.imageSize[1] + 1)) 

134 source_image.image[100, 100, afwImage.LOCAL] = 20 

135 source_image.getVariance().set(2) 

136 bbox = lsst.geom.BoxI( 

137 lsst.geom.PointI(1, 1), 

138 lsst.geom.ExtentI(self.imageSize[0], 

139 self.imageSize[1])) 

140 masked_image = afwImage.MaskedImageF(source_image, bbox, afwImage.LOCAL) 

141 self.diffim = afwImage.makeExposure(masked_image, self.wcs) 

142 self.diffim.info.id = self.exposureId 

143 self.diffim.setDetector(detector) 

144 self.diffim.info.setVisitInfo(visit) 

145 self.diffim.setFilter(afwImage.FilterLabel(band='g', physical='g.MP9401')) 

146 self.diffim.setPhotoCalib(afwImage.PhotoCalib(self.calibration, self.calibrationErr)) 

147 

148 self.expIdBits = 16 

149 

150 FWHM = 5 

151 psf = measAlg.DoubleGaussianPsf(15, 15, FWHM/(2*np.sqrt(2*np.log(2)))) 

152 self.exposure.setPsf(psf) 

153 self.diffim.setPsf(psf) 

154 

155 self.testDiaObjects = create_test_dia_objects(5, self.wcs) 

156 # Add additional diaObjects that are outside of the above difference 

157 # and calexp visit images. 

158 objects = [ 

159 (10000000, self.wcs.pixelToSky(-100000, -100000)), # xy outside 

160 (10000001, self.wcs.pixelToSky(100, -100000)), # y outside 

161 (10000002, self.wcs.pixelToSky(-100000, 100)), # x outside 

162 ] 

163 extra = pandas.DataFrame({ 

164 "diaObjectId": np.array([id for id, point in objects], dtype=np.int64), 

165 "ra": [point.getRa().asDegrees() for id, point in objects], 

166 "dec": [point.getDec().asDegrees() for id, point in objects] 

167 }) 

168 self.testDiaObjects = pd.concat([self.testDiaObjects, extra], ignore_index=True) 

169 # Ids of objects that were "updated" during "ap_association" 

170 # processing. 

171 self.updatedTestIds = np.array([1, 2, 3, 4, 10000001], dtype=np.uint64) 

172 # Expecdted number of sources is the number of updated ids plus 

173 # any that are within the CCD footprint but are not in the 

174 # above list of ids. 

175 self.expectedDiaForcedSources = 6 

176 

177 self.expected_n_columns = 12 

178 

179 def testRun(self): 

180 """Test that forced source catalogs are successfully created and have 

181 sensible values. 

182 """ 

183 test_objects = self.testDiaObjects.copy() 

184 test_objects.set_index("diaObjectId", inplace=True, drop=False) 

185 dfs = DiaForcedSourceTask() 

186 dia_forced_sources = dfs.run( 

187 test_objects, self.updatedTestIds, self.expIdBits, self.exposure, self.diffim) 

188 

189 direct_values = [199854.48417094944, 160097.40719241602, 

190 82299.17897267535, 27148.604434624354, 

191 5746.988388215507] 

192 direct_var = [75240.939811168, 75231.42933749466, 

193 75218.89495113207, 75214.88248249644, 

194 75214.41447602339] 

195 diff_values = [399708.9683418989, 320194.81438483205, 

196 164598.3579453507, 54297.20886924871, 

197 11493.976776431015] 

198 diff_var = [106444.28782374493, 106417.39592887461, 

199 106381.94840437356, 106370.59980584883, 

200 106369.27608815048] 

201 

202 # Should be number of test objects minus one as one object is purposely 

203 # outside of the ccd area. 

204 self.assertEqual(len(dia_forced_sources), self.expectedDiaForcedSources) 

205 self.assertEqual(len(dia_forced_sources.columns), 

206 self.expected_n_columns) 

207 

208 for (diaFS_id, diaFS), dirVal, diffVal, dirVar, diffVar in zip(dia_forced_sources.iterrows(), 

209 direct_values, 

210 diff_values, 

211 direct_var, 

212 diff_var): 

213 self.assertAlmostEqual(diaFS["psfFlux"] / diffVal, 1.) 

214 self.assertAlmostEqual(diaFS["psfFluxErr"] / diffVar, 1.) 

215 

216 self.assertAlmostEqual(diaFS["scienceFlux"] / dirVal, 1.) 

217 self.assertAlmostEqual(diaFS["scienceFluxErr"] / dirVar, 1.) 

218 

219 self.assertEqual(diaFS["ccdVisitId"], self.exposureId) 

220 

221 

222class MemoryTester(lsst.utils.tests.MemoryTestCase): 

223 pass 

224 

225 

226def setup_module(module): 

227 lsst.utils.tests.init() 

228 

229 

230if __name__ == "__main__": 230 ↛ 231line 230 didn't jump to line 231, because the condition on line 230 was never true

231 lsst.utils.tests.init() 

232 unittest.main()