Hide keyboard shortcuts

Hot-keys on this page

r m x p   toggle line displays

j k   next/prev highlighted chunk

0   (zero) top of page

1   (one) first highlighted chunk

1# This file is part of obs_subaru. 

2# 

3# Developed for the LSST Data Management System. 

4# This product includes software developed by the LSST Project 

5# (http://www.lsst.org). 

6# See the COPYRIGHT file at the top-level directory of this distribution 

7# for details of code ownership. 

8# 

9# This program is free software: you can redistribute it and/or modify 

10# it under the terms of the GNU General Public License as published by 

11# the Free Software Foundation, either version 3 of the License, or 

12# (at your option) any later version. 

13# 

14# This program is distributed in the hope that it will be useful, 

15# but WITHOUT ANY WARRANTY; without even the implied warranty of 

16# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 

17# GNU General Public License for more details. 

18# 

19# You should have received a copy of the GNU General Public License 

20# along with this program. If not, see <http://www.gnu.org/licenses/>. 

21 

22"""Unit tests for Gen3 HSC raw data ingest. 

23""" 

24 

25import unittest 

26import os 

27import lsst.utils.tests 

28 

29from lsst.daf.butler import Butler, DataCoordinate 

30from lsst.obs.base.ingest_tests import IngestTestBase 

31from lsst.obs.subaru.strayLight.yStrayLight import SubaruStrayLightData 

32 

33testDataPackage = "testdata_subaru" 

34try: 

35 testDataDirectory = lsst.utils.getPackageDir(testDataPackage) 

36except LookupError: 

37 testDataDirectory = None 

38 

39 

40@unittest.skipIf(testDataDirectory is None, "testdata_subaru must be set up") 

41class HscIngestTestCase(IngestTestBase, lsst.utils.tests.TestCase): 

42 

43 curatedCalibrationDatasetTypes = ("defects", "camera", "bfKernel", "transmission_optics", 

44 "transmission_sensor", "transmission_filter", "transmission_atmosphere") 

45 ingestDir = os.path.dirname(__file__) 

46 instrumentClassName = "lsst.obs.subaru.HyperSuprimeCam" 

47 

48 @property 

49 def file(self): 

50 return os.path.join(testDataDirectory, "hsc", "raw", "HSCA90402512.fits.gz") 

51 

52 dataIds = [dict(instrument="HSC", exposure=904024, detector=50)] 

53 

54 @property 

55 def visits(self): 

56 butler = Butler(self.root, collections=[self.outputRun]) 

57 return { 

58 DataCoordinate.standardize( 

59 instrument="HSC", 

60 visit=904024, 

61 universe=butler.registry.dimensions 

62 ): [ 

63 DataCoordinate.standardize( 

64 instrument="HSC", 

65 exposure=904024, 

66 universe=butler.registry.dimensions 

67 ) 

68 ] 

69 } 

70 

71 def testStrayLightIngest(self): 

72 """Ingested stray light files.""" 

73 

74 butler = Butler(self.root, run=self.outputRun) 

75 

76 straylightDir = os.path.join(testDataDirectory, "hsc", "straylight") 

77 

78 instrument = self.instrumentClass() 

79 

80 # This will warn about lots of missing files 

81 with self.assertLogs(level="WARNING") as cm: 

82 instrument.ingestStrayLightData(butler, straylightDir, transfer="auto") 

83 

84 collection = self.instrumentClass.makeCalibrationCollectionName() 

85 datasets = list(butler.registry.queryDatasetAssociations("yBackground", collections=collection)) 

86 # Should have at least one dataset and dataset+warnings = 112 

87 self.assertGreaterEqual(len(datasets), 1) 

88 self.assertEqual(len(datasets) + len(cm.output), len(instrument.getCamera())) 

89 

90 # Ensure that we can read the first stray light file 

91 strayLight = butler.getDirect(datasets[0].ref) 

92 self.assertIsInstance(strayLight, SubaruStrayLightData) 

93 

94 def checkRepo(self, files=None): 

95 # We ignore `files` because there's only one raw file in 

96 # testdata_subaru, and we know it's a science frame. 

97 # If we ever add more, this test will need to change. 

98 butler = Butler(self.root, collections=[self.outputRun]) 

99 expanded = butler.registry.expandDataId(self.dataIds[0]) 

100 self.assertEqual(expanded.records["exposure"].observation_type, "science") 

101 

102 

103def setup_module(module): 

104 lsst.utils.tests.init() 

105 

106 

107if __name__ == "__main__": 107 ↛ 108line 107 didn't jump to line 108, because the condition on line 107 was never true

108 lsst.utils.tests.init() 

109 unittest.main()