Hide keyboard shortcuts

Hot-keys on this page

r m x p   toggle line displays

j k   next/prev highlighted chunk

0   (zero) top of page

1   (one) first highlighted chunk

1# This file is part of obs_lsst. 

2# 

3# Developed for the LSST Data Management System. 

4# This product includes software developed by the LSST Project 

5# (http://www.lsst.org). 

6# See the COPYRIGHT file at the top-level directory of this distribution 

7# for details of code ownership. 

8# 

9# This program is free software: you can redistribute it and/or modify 

10# it under the terms of the GNU General Public License as published by 

11# the Free Software Foundation, either version 3 of the License, or 

12# (at your option) any later version. 

13# 

14# This program is distributed in the hope that it will be useful, 

15# but WITHOUT ANY WARRANTY; without even the implied warranty of 

16# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 

17# GNU General Public License for more details. 

18# 

19# You should have received a copy of the GNU General Public License 

20# along with this program. If not, see <http://www.gnu.org/licenses/>. 

21# 

22import os 

23import sys 

24import unittest 

25import unittest.mock 

26 

27import lsst.utils.tests 

28from lsst.geom import arcseconds, Extent2I 

29import lsst.afw.image 

30 

31from lsst.obs.lsst.testHelper import ObsLsstButlerTests, ObsLsstObsBaseOverrides 

32TESTDIR = os.path.abspath(os.path.dirname(__file__)) 

33 

34 

35def _clean_metadata_provenance(hdr): 

36 """Remove metadata fix up provenance.""" 

37 for k in hdr: 

38 if k.startswith("HIERARCH ASTRO METADATA"): 

39 del hdr[k] 

40 

41 

42class TestPhosim(ObsLsstObsBaseOverrides, ObsLsstButlerTests): 

43 instrumentDir = "phosim" 

44 

45 def setUp(self): 

46 dataIds = {'raw': {'expId': 204595, 'detectorName': 'S20', 'raftName': 'R11'}, 

47 'bias': unittest.SkipTest, 

48 'flat': unittest.SkipTest, 

49 'dark': unittest.SkipTest 

50 } 

51 self.setUp_tests(self._butler, self._mapper, dataIds) 

52 

53 ccdExposureId_bits = 38 

54 exposureIds = {'raw': 204595042} 

55 filters = {'raw': 'i'} 

56 exptimes = {'raw': 30.0} 

57 detectorIds = {'raw': 42} 

58 detector_names = {'raw': 'R11_S20'} 

59 detector_serials = {'raw': 'ITL-3800C-102-Dev'} 

60 dimensions = {'raw': Extent2I(4176, 4020)} 

61 sky_origin = (55.67759886, -30.44239357) 

62 raw_subsets = (({'level': 'sensor'}, 1), 

63 ({'level': 'sensor', 'filter': 'i'}, 1), 

64 ({'level': 'sensor', 'filter': 'foo'}, 0), 

65 ({'level': 'sensor', 'visit': 204595}, 1), 

66 ({'level': 'filter'}, 1), 

67 ({'level': 'filter', 'visit': 204595}, 1), 

68 ({'level': 'expId'}, 1), 

69 ({'level': 'expId', 'filter': 'i'}, 1), 

70 ({'level': 'expId', 'filter': 'foo'}, 0) 

71 ) 

72 linearizer_type = unittest.SkipTest 

73 self.setUp_butler_get(ccdExposureId_bits=ccdExposureId_bits, 

74 exposureIds=exposureIds, 

75 filters=filters, 

76 exptimes=exptimes, 

77 detectorIds=detectorIds, 

78 detector_names=detector_names, 

79 detector_serials=detector_serials, 

80 dimensions=dimensions, 

81 sky_origin=sky_origin, 

82 raw_subsets=raw_subsets, 

83 linearizer_type=linearizer_type 

84 ) 

85 

86 path_to_raw = os.path.join(self.data_dir, "raw", "204595", "R11", "00204595-R11-S20-det042.fits") 

87 keys = set(('filter', 'patch', 'tract', 'visit', 'channel', 'amp', 'style', 'detector', 'dstype', 

88 'snap', 'run', 'calibDate', 'half', 'detectorName', 'raftName', 'label', 

89 'numSubfilters', 'fgcmcycle', 'name', 'pixel_id', 'description', 'subfilter', 'expId', 

90 'dayObs', 'seqNum', 'subdir',)) 

91 query_format = ["expId", "filter"] 

92 queryMetadata = (({'expId': 204595}, [(204595, 'i')]), 

93 ({'filter': 'i'}, [(204595, 'i')]), 

94 ) 

95 map_python_type = lsst.afw.image.DecoratedImageF 

96 map_python_std_type = lsst.afw.image.ExposureF 

97 map_cpp_type = 'DecoratedImageF' 

98 map_storage_name = 'FitsStorage' 

99 metadata_output_path = os.path.join('processCcd_metadata', '00204595-i', 'R11', 

100 'processCcdMetadata_00204595-i-R11-S20-det042.yaml') 

101 raw_filename = '00204595-R11-S20-det042.fits' 

102 default_level = 'sensor' 

103 raw_levels = (('sensor', set(['expId', 'detector', 'run', 'detectorName', 'raftName'])), 

104 ('skyTile', set(['expId', 'run'])), 

105 ('filter', set(['expId'])), 

106 ('expId', set(['expId', 'run'])) 

107 ) 

108 self.setUp_mapper(output=self.data_dir, 

109 path_to_raw=path_to_raw, 

110 keys=keys, 

111 query_format=query_format, 

112 queryMetadata=queryMetadata, 

113 metadata_output_path=metadata_output_path, 

114 map_python_type=map_python_type, 

115 map_python_std_type=map_python_std_type, 

116 map_cpp_type=map_cpp_type, 

117 map_storage_name=map_storage_name, 

118 raw_filename=raw_filename, 

119 default_level=default_level, 

120 raw_levels=raw_levels, 

121 test_config_metadata=True 

122 ) 

123 

124 self.setUp_camera(camera_name='LSSTCam-PhoSim', 

125 n_detectors=201, 

126 first_detector_name='R01_S00', 

127 plate_scale=20.0 * arcseconds, 

128 ) 

129 

130 super().setUp() 

131 

132 def testMetadata(self): 

133 """Check that we can read headers properly""" 

134 dataId = {'expId': 204595, 'detectorName': 'S20', 'raftName': 'R11'} 

135 md = self.butler.get("raw_md", dataId) 

136 

137 # This header comes from amp header 

138 self.assertEqual(md["PRESS"], 520.0) 

139 

140 # This header is in HDU0 

141 self.assertEqual(md["TESTTYPE"], "PHOSIM") 

142 

143 visitInfo = self.butler.get("raw_visitInfo", dataId) 

144 weather = visitInfo.getWeather() 

145 self.assertEqual(weather.getAirTemperature(), 20.0) 

146 

147 # Check that corrections are being applied 

148 with unittest.mock.patch.dict(os.environ, 

149 {"METADATA_CORRECTIONS_PATH": os.path.join(TESTDIR, "data")}): 

150 # Check that corrections are applied during simple md get 

151 md_md = self.butler.get("raw_md", dataId) 

152 self.assertEqual(md_md["NEWHDR"], "corrected") 

153 

154 # Check that corrections are applied if we do assembly 

155 raw = self.butler.get("raw", dataId) 

156 raw_md = raw.getMetadata() 

157 

158 _clean_metadata_provenance(raw_md) 

159 _clean_metadata_provenance(md_md) 

160 

161 self.assertEqual(raw_md, md_md) 

162 

163 # And finally ensure that visitInfo gets corrections 

164 visitInfo = self.butler.get("raw_visitInfo", dataId) 

165 weather = visitInfo.getWeather() 

166 self.assertEqual(weather.getAirTemperature(), 10.0) 

167 

168 def testCcdExposureId(self): 

169 with self.assertRaises(KeyError): 

170 self.butler.get('ccdExposureId', dataId={}) 

171 

172 exposureId = self.butler.get('ccdExposureId', dataId={"visit": 1, "detector": 1}) 

173 self.assertEqual(exposureId, 1001) 

174 

175 exposureId = self.butler.get('ccdExposureId', dataId={"visit": 1, "raftName": "R01", 

176 "detectorName": "S01"}) 

177 self.assertEqual(exposureId, 1001) 

178 

179 with self.assertRaises(ValueError): 

180 self.butler.get('ccdExposureId', dataId={"visit": 1, "detector": 2000}) 

181 

182 with self.assertRaises(KeyError): 

183 self.butler.get('ccdExposureId', dataId={"visit": 1}) 

184 

185 with self.assertRaises(ValueError): 

186 self.butler.get('ccdExposureId', dataId={"visit": 1, "raftName": "R99", 

187 "detectorName": "S01"}) 

188 

189 def testDetectorName(self): 

190 name = self.mapper._extractDetectorName({"raftName": "R00", "detectorName": "S00"}) 

191 self.assertEqual(name, "R00_S00") 

192 

193 name = self.mapper._extractDetectorName({'visit': 204595, 'detectorName': 'S20'}) 

194 self.assertEqual(name, "R11_S20") 

195 

196 name = self.mapper._extractDetectorName({'visit': 204595, 'detector': 42}) 

197 self.assertEqual(name, "R11_S20") 

198 

199 name = self.mapper._extractDetectorName({'detector': 42}) 

200 self.assertEqual(name, "R11_S20") 

201 

202 name = self.mapper._extractDetectorName({'visit': 204595}) 

203 self.assertEqual(name, "R11_S20") 

204 

205 with self.assertRaises(RuntimeError): 

206 self.mapper._extractDetectorName({'visit': 1}) 

207 

208 

209class MemoryTester(lsst.utils.tests.MemoryTestCase): 

210 pass 

211 

212 

213def setup_module(module): 

214 lsst.utils.tests.init() 

215 

216 

217if __name__ == '__main__': 217 ↛ 218line 217 didn't jump to line 218, because the condition on line 217 was never true

218 setup_module(sys.modules[__name__]) 

219 unittest.main()