Hide keyboard shortcuts

Hot-keys on this page

r m x p   toggle line displays

j k   next/prev highlighted chunk

0   (zero) top of page

1   (one) first highlighted chunk

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

# This file is part of obs_test. 

# 

# Developed for the LSST Data Management System. 

# This product includes software developed by the LSST Project 

# (http://www.lsst.org). 

# See the COPYRIGHT file at the top-level directory of this distribution 

# for details of code ownership. 

# 

# This program is free software: you can redistribute it and/or modify 

# it under the terms of the GNU General Public License as published by 

# the Free Software Foundation, either version 3 of the License, or 

# (at your option) any later version. 

# 

# This program is distributed in the hope that it will be useful, 

# but WITHOUT ANY WARRANTY; without even the implied warranty of 

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 

# GNU General Public License for more details. 

# 

# You should have received a copy of the GNU General Public License 

# along with this program. If not, see <http://www.gnu.org/licenses/>. 

# 

 

import filecmp 

import os 

import pickle 

import shutil 

import tempfile 

import unittest 

 

 

from lsst.afw.image.testUtils import makeRampImage 

import lsst.afw.geom as afwGeom 

import lsst.afw.image as afwImage 

import lsst.daf.persistence as dafPersist 

import lsst.obs.test 

import lsst.utils.tests 

from lsst.utils import getPackageDir 

 

ROOT = getPackageDir('obs_test') 

 

 

def makeRampDecoratedImage(bbox, start, **metadataDict): 

"""Make a DecoratedImageU that is a ramp 

""" 

rampArr = makeRampImage(bbox=bbox, start=start, imageClass=afwImage.ImageU).getArray() 

decoratedImage = afwImage.DecoratedImageU(bbox) 

imarr = decoratedImage.getImage().getArray() 

imarr[:] = rampArr 

md = decoratedImage.getMetadata() 

for (key, val) in metadataDict.items(): 

md.set(key, val) 

return decoratedImage 

 

 

class TestCompositeTestCase(lsst.utils.tests.TestCase): 

 

"""A test case for composite object i/o.""" 

 

def setUp(self): 

self.testDir = tempfile.mkdtemp(dir=os.path.join(ROOT, 'tests'), prefix=type(self).__name__+'-') 

self.input = os.path.join(ROOT, 'data', 'input') 

self.output = os.path.join(self.testDir, 'tests', 'outputs') 

self.compositeOutput = os.path.join(self.output, 'composite') 

self.nonCompositeOutput = os.path.join(self.output, 'noncomposite') 

self.dataId = {'visit': 1, 'filter': 'g'} 

 

def tearDown(self): 

68 ↛ exitline 68 didn't return from function 'tearDown', because the condition on line 68 was never false if os.path.exists(self.testDir): 

shutil.rmtree(self.testDir) 

 

def testGet(self): 

"""Verify that a composite can be loaded and that its components are the same as when the type1 

components are loaded individually (verifies correct lookup in this case). 

""" 

butler = dafPersist.Butler( 

inputs=dafPersist.RepositoryArgs(root=self.input, mapper='lsst.obs.test.testMapper.TestMapper'), 

) 

rawAndFlat = butler.get('rawAndFlat', dataId=self.dataId) 

raw = butler.get('raw', dataId=self.dataId) 

flat = butler.get('flat', dataId=self.dataId) 

 

# Exposures (which is how these are retrieved) cannot be directly compared, 

# including associated objects and metadata, so pickle them and cmpare the pickles 

self.assertEqual(pickle.dumps(raw), pickle.dumps(rawAndFlat.raw)) 

self.assertEqual(pickle.dumps(flat), pickle.dumps(rawAndFlat.flat)) 

 

def testPut(self): 

"""Verify that when the individual components are put and when the composite is put (which 

disassembles into individual components) that the objects that are written are the same. 

 

Note that raw and calibration frames do not round trip (they are saved as DecoratedImageU 

and read in as ExposureU), so create the raw and flat manually. 

""" 

outputs = (dafPersist.RepositoryArgs(root=self.compositeOutput, tags='composite'), 

dafPersist.RepositoryArgs(root=self.nonCompositeOutput, tags='noncomposite')) 

butler = dafPersist.Butler( 

inputs=dafPersist.RepositoryArgs(root=self.input, mapper='lsst.obs.test.testMapper.TestMapper'), 

outputs=outputs) 

bbox = afwGeom.Box2I(afwGeom.Point2I(0, 0), afwGeom.Point2I(10, 10)) 

raw = makeRampDecoratedImage(bbox=bbox, start=100, raw1=5, raw2="hello") 

flat = makeRampDecoratedImage(bbox=bbox, start=-55, flat1="me", flat2=47) 

 

# a hack-ish way of creating a rawAndFlat object; read in the data, then replace it with our own 

rawAndFlat = butler.get('rawAndFlat', dataId=self.dataId) 

rawAndFlat.raw = raw 

rawAndFlat.flat = flat 

 

butler.put(rawAndFlat, 'rawAndFlat', dataId=self.dataId, tags='composite') 

butler.put(raw, 'raw', dataId=self.dataId, tags='noncomposite') 

butler.put(raw, 'flat', dataId=self.dataId, tags='noncomposite') 

 

self.assertTrue(filecmp.cmp(os.path.join(self.compositeOutput, 'raw', 'raw_v1_fg.fits.gz'), 

os.path.join(self.nonCompositeOutput, 'raw', 'raw_v1_fg.fits.gz'))) 

 

self.assertTrue(filecmp.cmp(os.path.join(self.compositeOutput, 'flat', 'flat_fg.fits.gz'), 

os.path.join(self.nonCompositeOutput, 'flat', 'flat_fg.fits.gz'))) 

 

 

class MemoryTester(lsst.utils.tests.MemoryTestCase): 

pass 

 

 

def setup_module(module): 

lsst.utils.tests.init() 

 

 

127 ↛ 128line 127 didn't jump to line 128, because the condition on line 127 was never trueif __name__ == "__main__": 

lsst.utils.tests.init() 

unittest.main()