Coverage for tests/test_phosim.py: 23%
97 statements
« prev ^ index » next coverage.py v6.4.1, created at 2022-07-11 08:24 +0000
« prev ^ index » next coverage.py v6.4.1, created at 2022-07-11 08:24 +0000
1# This file is part of obs_lsst.
2#
3# Developed for the LSST Data Management System.
4# This product includes software developed by the LSST Project
5# (http://www.lsst.org).
6# See the COPYRIGHT file at the top-level directory of this distribution
7# for details of code ownership.
8#
9# This program is free software: you can redistribute it and/or modify
10# it under the terms of the GNU General Public License as published by
11# the Free Software Foundation, either version 3 of the License, or
12# (at your option) any later version.
13#
14# This program is distributed in the hope that it will be useful,
15# but WITHOUT ANY WARRANTY; without even the implied warranty of
16# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17# GNU General Public License for more details.
18#
19# You should have received a copy of the GNU General Public License
20# along with this program. If not, see <http://www.gnu.org/licenses/>.
21#
22import os
23import sys
24import unittest
25import unittest.mock
27import lsst.utils.tests
28from lsst.geom import arcseconds, Extent2I
29import lsst.afw.image
31from lsst.obs.lsst.testHelper import ObsLsstButlerTests, ObsLsstObsBaseOverrides
32TESTDIR = os.path.abspath(os.path.dirname(__file__))
35def _clean_metadata_provenance(hdr):
36 """Remove metadata fix up provenance."""
37 for k in hdr:
38 if k.startswith("HIERARCH ASTRO METADATA"):
39 del hdr[k]
42class TestPhosim(ObsLsstObsBaseOverrides, ObsLsstButlerTests):
43 instrumentDir = "phosim"
45 def setUp(self):
46 dataIds = {'raw': {'expId': 204595, 'detectorName': 'S20', 'raftName': 'R11'},
47 'bias': unittest.SkipTest,
48 'flat': unittest.SkipTest,
49 'dark': unittest.SkipTest
50 }
51 self.setUp_tests(self._butler, self._mapper, dataIds)
53 ccdExposureId_bits = 34
54 exposureIds = {'raw': 204595042}
55 filters = {'raw': 'i'}
56 exptimes = {'raw': 30.0}
57 detectorIds = {'raw': 42}
58 detector_names = {'raw': 'R11_S20'}
59 detector_serials = {'raw': 'ITL-3800C-102-Dev'}
60 dimensions = {'raw': Extent2I(4176, 4020)}
61 sky_origin = (55.67759886, -30.44239357)
62 raw_subsets = (({'level': 'sensor'}, 1),
63 ({'level': 'sensor', 'filter': 'i'}, 1),
64 ({'level': 'sensor', 'filter': 'foo'}, 0),
65 ({'level': 'sensor', 'visit': 204595}, 1),
66 ({'level': 'filter'}, 1),
67 ({'level': 'filter', 'visit': 204595}, 1),
68 ({'level': 'expId'}, 1),
69 ({'level': 'expId', 'filter': 'i'}, 1),
70 ({'level': 'expId', 'filter': 'foo'}, 0)
71 )
72 linearizer_type = unittest.SkipTest
73 self.setUp_butler_get(ccdExposureId_bits=ccdExposureId_bits,
74 exposureIds=exposureIds,
75 filters=filters,
76 exptimes=exptimes,
77 detectorIds=detectorIds,
78 detector_names=detector_names,
79 detector_serials=detector_serials,
80 dimensions=dimensions,
81 sky_origin=sky_origin,
82 raw_subsets=raw_subsets,
83 linearizer_type=linearizer_type
84 )
86 path_to_raw = os.path.join(self.data_dir, "raw", "204595", "R11", "00204595-R11-S20-det042.fits")
87 keys = set(('filter', 'patch', 'tract', 'visit', 'channel', 'amp', 'style', 'detector', 'dstype',
88 'snap', 'run', 'calibDate', 'half', 'detectorName', 'raftName', 'label',
89 'numSubfilters', 'fgcmcycle', 'name', 'pixel_id', 'description', 'subfilter', 'expId',
90 'dayObs', 'seqNum', 'subdir',))
91 query_format = ["expId", "filter"]
92 queryMetadata = (({'expId': 204595}, [(204595, 'i')]),
93 ({'filter': 'i'}, [(204595, 'i')]),
94 )
95 map_python_type = lsst.afw.image.DecoratedImageF
96 map_python_std_type = lsst.afw.image.ExposureF
97 map_cpp_type = 'DecoratedImageF'
98 map_storage_name = 'FitsStorage'
99 metadata_output_path = os.path.join('processCcd_metadata', '00204595-i', 'R11',
100 'processCcdMetadata_00204595-i-R11-S20-det042.yaml')
101 raw_filename = '00204595-R11-S20-det042.fits'
102 default_level = 'sensor'
103 raw_levels = (('sensor', set(['expId', 'detector', 'run', 'detectorName', 'raftName'])),
104 ('skyTile', set(['expId', 'run'])),
105 ('filter', set(['expId'])),
106 ('expId', set(['expId', 'run']))
107 )
108 self.setUp_mapper(output=self.data_dir,
109 path_to_raw=path_to_raw,
110 keys=keys,
111 query_format=query_format,
112 queryMetadata=queryMetadata,
113 metadata_output_path=metadata_output_path,
114 map_python_type=map_python_type,
115 map_python_std_type=map_python_std_type,
116 map_cpp_type=map_cpp_type,
117 map_storage_name=map_storage_name,
118 raw_filename=raw_filename,
119 default_level=default_level,
120 raw_levels=raw_levels,
121 test_config_metadata=True
122 )
124 self.setUp_camera(camera_name='LSSTCam-PhoSim',
125 n_detectors=201,
126 first_detector_name='R01_S00',
127 plate_scale=20.0 * arcseconds,
128 )
130 super().setUp()
132 def testMetadata(self):
133 """Check that we can read headers properly"""
134 dataId = {'expId': 204595, 'detectorName': 'S20', 'raftName': 'R11'}
135 md = self.butler.get("raw_md", dataId)
137 # This header comes from amp header
138 self.assertEqual(md["PRESS"], 520.0)
140 # This header is in HDU0
141 self.assertEqual(md["TESTTYPE"], "PHOSIM")
143 visitInfo = self.butler.get("raw_visitInfo", dataId)
144 weather = visitInfo.getWeather()
145 self.assertEqual(weather.getAirTemperature(), 20.0)
147 # Check that corrections are being applied
148 with unittest.mock.patch.dict(os.environ,
149 {"METADATA_CORRECTIONS_PATH": os.path.join(TESTDIR, "data")}):
150 # Check that corrections are applied during simple md get
151 md_md = self.butler.get("raw_md", dataId)
152 self.assertEqual(md_md["NEWHDR"], "corrected")
154 # Check that corrections are applied if we do assembly
155 raw = self.butler.get("raw", dataId)
156 raw_md = raw.getMetadata()
158 _clean_metadata_provenance(raw_md)
159 _clean_metadata_provenance(md_md)
161 self.assertEqual(raw_md, md_md)
163 # And finally ensure that visitInfo gets corrections
164 visitInfo = self.butler.get("raw_visitInfo", dataId)
165 weather = visitInfo.getWeather()
166 self.assertEqual(weather.getAirTemperature(), 10.0)
168 def testCcdExposureId(self):
169 with self.assertRaises(KeyError):
170 self.butler.get('ccdExposureId', dataId={})
172 exposureId = self.butler.get('ccdExposureId', dataId={"visit": 1, "detector": 1})
173 self.assertEqual(exposureId, 1001)
175 exposureId = self.butler.get('ccdExposureId', dataId={"visit": 1, "raftName": "R01",
176 "detectorName": "S01"})
177 self.assertEqual(exposureId, 1001)
179 with self.assertRaises(ValueError):
180 self.butler.get('ccdExposureId', dataId={"visit": 1, "detector": 2000})
182 with self.assertRaises(KeyError):
183 self.butler.get('ccdExposureId', dataId={"visit": 1})
185 with self.assertRaises(ValueError):
186 self.butler.get('ccdExposureId', dataId={"visit": 1, "raftName": "R99",
187 "detectorName": "S01"})
189 def testDetectorName(self):
190 name = self.mapper._extractDetectorName({"raftName": "R00", "detectorName": "S00"})
191 self.assertEqual(name, "R00_S00")
193 name = self.mapper._extractDetectorName({'visit': 204595, 'detectorName': 'S20'})
194 self.assertEqual(name, "R11_S20")
196 name = self.mapper._extractDetectorName({'visit': 204595, 'detector': 42})
197 self.assertEqual(name, "R11_S20")
199 name = self.mapper._extractDetectorName({'detector': 42})
200 self.assertEqual(name, "R11_S20")
202 name = self.mapper._extractDetectorName({'visit': 204595})
203 self.assertEqual(name, "R11_S20")
205 with self.assertRaises(RuntimeError):
206 self.mapper._extractDetectorName({'visit': 1})
209class MemoryTester(lsst.utils.tests.MemoryTestCase):
210 pass
213def setup_module(module):
214 lsst.utils.tests.init()
217if __name__ == '__main__': 217 ↛ 218line 217 didn't jump to line 218, because the condition on line 217 was never true
218 setup_module(sys.modules[__name__])
219 unittest.main()