Hide keyboard shortcuts

Hot-keys on this page

r m x p   toggle line displays

j k   next/prev highlighted chunk

0   (zero) top of page

1   (one) first highlighted chunk

1# This file is part of obs_lsst. 

2# 

3# Developed for the LSST Data Management System. 

4# This product includes software developed by the LSST Project 

5# (http://www.lsst.org). 

6# See the COPYRIGHT file at the top-level directory of this distribution 

7# for details of code ownership. 

8# 

9# This program is free software: you can redistribute it and/or modify 

10# it under the terms of the GNU General Public License as published by 

11# the Free Software Foundation, either version 3 of the License, or 

12# (at your option) any later version. 

13# 

14# This program is distributed in the hope that it will be useful, 

15# but WITHOUT ANY WARRANTY; without even the implied warranty of 

16# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 

17# GNU General Public License for more details. 

18# 

19# You should have received a copy of the GNU General Public License 

20# along with this program. If not, see <http://www.gnu.org/licenses/>. 

21# 

22import os 

23import sys 

24import unittest 

25import unittest.mock 

26 

27import lsst.utils.tests 

28from lsst.geom import arcseconds, Extent2I 

29import lsst.afw.image 

30 

31from lsst.obs.lsst.testHelper import ObsLsstButlerTests, ObsLsstObsBaseOverrides 

32TESTDIR = os.path.abspath(os.path.dirname(__file__)) 

33 

34 

35class TestPhosim(ObsLsstObsBaseOverrides, ObsLsstButlerTests): 

36 instrumentDir = "phosim" 

37 

38 def setUp(self): 

39 dataIds = {'raw': {'expId': 204595, 'detectorName': 'S20', 'raftName': 'R11'}, 

40 'bias': unittest.SkipTest, 

41 'flat': unittest.SkipTest, 

42 'dark': unittest.SkipTest 

43 } 

44 self.setUp_tests(self._butler, self._mapper, dataIds) 

45 

46 ccdExposureId_bits = 38 

47 exposureIds = {'raw': 204595042} 

48 filters = {'raw': 'i'} 

49 exptimes = {'raw': 30.0} 

50 detectorIds = {'raw': 42} 

51 detector_names = {'raw': 'R11_S20'} 

52 detector_serials = {'raw': 'ITL-3800C-102-Dev'} 

53 dimensions = {'raw': Extent2I(4176, 4020)} 

54 sky_origin = (55.67759886, -30.44239357) 

55 raw_subsets = (({'level': 'sensor'}, 1), 

56 ({'level': 'sensor', 'filter': 'i'}, 1), 

57 ({'level': 'sensor', 'filter': 'foo'}, 0), 

58 ({'level': 'sensor', 'visit': 204595}, 1), 

59 ({'level': 'filter'}, 1), 

60 ({'level': 'filter', 'visit': 204595}, 1), 

61 ({'level': 'expId'}, 1), 

62 ({'level': 'expId', 'filter': 'i'}, 1), 

63 ({'level': 'expId', 'filter': 'foo'}, 0) 

64 ) 

65 linearizer_type = unittest.SkipTest 

66 self.setUp_butler_get(ccdExposureId_bits=ccdExposureId_bits, 

67 exposureIds=exposureIds, 

68 filters=filters, 

69 exptimes=exptimes, 

70 detectorIds=detectorIds, 

71 detector_names=detector_names, 

72 detector_serials=detector_serials, 

73 dimensions=dimensions, 

74 sky_origin=sky_origin, 

75 raw_subsets=raw_subsets, 

76 linearizer_type=linearizer_type 

77 ) 

78 

79 path_to_raw = os.path.join(self.data_dir, "raw", "204595", "R11", "00204595-R11-S20-det042.fits") 

80 keys = set(('filter', 'patch', 'tract', 'visit', 'channel', 'amp', 'style', 'detector', 'dstype', 

81 'snap', 'run', 'calibDate', 'half', 'detectorName', 'raftName', 'label', 

82 'numSubfilters', 'fgcmcycle', 'name', 'pixel_id', 'description', 'subfilter', 'expId', 

83 'dayObs', 'seqNum',)) 

84 query_format = ["expId", "filter"] 

85 queryMetadata = (({'expId': 204595}, [(204595, 'i')]), 

86 ({'filter': 'i'}, [(204595, 'i')]), 

87 ) 

88 map_python_type = lsst.afw.image.DecoratedImageF 

89 map_python_std_type = lsst.afw.image.ExposureF 

90 map_cpp_type = 'DecoratedImageF' 

91 map_storage_name = 'FitsStorage' 

92 metadata_output_path = os.path.join('processCcd_metadata', '00204595-i', 'R11', 

93 'processCcdMetadata_00204595-i-R11-S20-det042.yaml') 

94 raw_filename = '00204595-R11-S20-det042.fits' 

95 default_level = 'sensor' 

96 raw_levels = (('sensor', set(['expId', 'detector', 'run', 'detectorName', 'raftName'])), 

97 ('skyTile', set(['expId', 'run'])), 

98 ('filter', set(['expId'])), 

99 ('expId', set(['expId', 'run'])) 

100 ) 

101 self.setUp_mapper(output=self.data_dir, 

102 path_to_raw=path_to_raw, 

103 keys=keys, 

104 query_format=query_format, 

105 queryMetadata=queryMetadata, 

106 metadata_output_path=metadata_output_path, 

107 map_python_type=map_python_type, 

108 map_python_std_type=map_python_std_type, 

109 map_cpp_type=map_cpp_type, 

110 map_storage_name=map_storage_name, 

111 raw_filename=raw_filename, 

112 default_level=default_level, 

113 raw_levels=raw_levels, 

114 test_config_metadata=True 

115 ) 

116 

117 self.setUp_camera(camera_name='lsstCam', 

118 n_detectors=201, 

119 first_detector_name='R01_S00', 

120 plate_scale=20.0 * arcseconds, 

121 ) 

122 

123 super().setUp() 

124 

125 def testMetadata(self): 

126 """Check that we can read headers properly""" 

127 dataId = {'expId': 204595, 'detectorName': 'S20', 'raftName': 'R11'} 

128 md = self.butler.get("raw_md", dataId) 

129 

130 # This header comes from amp header 

131 self.assertEqual(md["PRESS"], 520.0) 

132 

133 # This header is in HDU0 

134 self.assertEqual(md["TESTTYPE"], "PHOSIM") 

135 

136 visitInfo = self.butler.get("raw_visitInfo", dataId) 

137 weather = visitInfo.getWeather() 

138 self.assertEqual(weather.getAirTemperature(), 20.0) 

139 

140 # Check that corrections are being applied 

141 with unittest.mock.patch.dict(os.environ, 

142 {"METADATA_CORRECTIONS_PATH": os.path.join(TESTDIR, "data")}): 

143 # Check that corrections are applied during simple md get 

144 md_md = self.butler.get("raw_md", dataId) 

145 self.assertEqual(md_md["NEWHDR"], "corrected") 

146 

147 # Check that corrections are applied if we do assembly 

148 raw = self.butler.get("raw", dataId) 

149 raw_md = raw.getMetadata() 

150 self.assertEqual(raw_md, md_md) 

151 

152 # And finally ensure that visitInfo gets corrections 

153 visitInfo = self.butler.get("raw_visitInfo", dataId) 

154 weather = visitInfo.getWeather() 

155 self.assertEqual(weather.getAirTemperature(), 10.0) 

156 

157 def testCcdExposureId(self): 

158 with self.assertRaises(KeyError): 

159 self.butler.get('ccdExposureId', dataId={}) 

160 

161 exposureId = self.butler.get('ccdExposureId', dataId={"visit": 1, "detector": 1}) 

162 self.assertEqual(exposureId, 1001) 

163 

164 exposureId = self.butler.get('ccdExposureId', dataId={"visit": 1, "raftName": "R01", 

165 "detectorName": "S01"}) 

166 self.assertEqual(exposureId, 1001) 

167 

168 with self.assertRaises(ValueError): 

169 self.butler.get('ccdExposureId', dataId={"visit": 1, "detector": 2000}) 

170 

171 with self.assertRaises(KeyError): 

172 self.butler.get('ccdExposureId', dataId={"visit": 1}) 

173 

174 with self.assertRaises(ValueError): 

175 self.butler.get('ccdExposureId', dataId={"visit": 1, "raftName": "R99", 

176 "detectorName": "S01"}) 

177 

178 def testDetectorName(self): 

179 name = self.mapper._extractDetectorName({"raftName": "R00", "detectorName": "S00"}) 

180 self.assertEqual(name, "R00_S00") 

181 

182 name = self.mapper._extractDetectorName({'visit': 204595, 'detectorName': 'S20'}) 

183 self.assertEqual(name, "R11_S20") 

184 

185 name = self.mapper._extractDetectorName({'visit': 204595, 'detector': 42}) 

186 self.assertEqual(name, "R11_S20") 

187 

188 name = self.mapper._extractDetectorName({'detector': 42}) 

189 self.assertEqual(name, "R11_S20") 

190 

191 name = self.mapper._extractDetectorName({'visit': 204595}) 

192 self.assertEqual(name, "R11_S20") 

193 

194 with self.assertRaises(RuntimeError): 

195 self.mapper._extractDetectorName({'visit': 1}) 

196 

197 

198class MemoryTester(lsst.utils.tests.MemoryTestCase): 

199 pass 

200 

201 

202def setup_module(module): 

203 lsst.utils.tests.init() 

204 

205 

206if __name__ == '__main__': 206 ↛ 207line 206 didn't jump to line 207, because the condition on line 206 was never true

207 setup_module(sys.modules[__name__]) 

208 unittest.main()