Hide keyboard shortcuts

Hot-keys on this page

r m x p   toggle line displays

j k   next/prev highlighted chunk

0   (zero) top of page

1   (one) first highlighted chunk

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

# 

# LSST Data Management System 

# Copyright 2015 LSST Corporation. 

# 

# This product includes software developed by the 

# LSST Project (http://www.lsst.org/). 

# 

# This program is free software: you can redistribute it and/or modify 

# it under the terms of the GNU General Public License as published by 

# the Free Software Foundation, either version 3 of the License, or 

# (at your option) any later version. 

# 

# This program is distributed in the hope that it will be useful, 

# but WITHOUT ANY WARRANTY; without even the implied warranty of 

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 

# GNU General Public License for more details. 

# 

# You should have received a copy of the LSST License Statement and 

# the GNU General Public License along with this program. If not, 

# see <http://www.lsstcorp.org/LegalNotices/>. 

# 

 

import collections.abc 

import os 

import shutil 

import unittest 

import tempfile 

 

import lsst.daf.persistence 

import lsst.pex.policy 

import lsst.utils.tests 

 

pafPolicyPath = os.path.join(os.path.dirname(__file__), 'pexToButlerPolicy', 'policy.paf') 

ROOT = os.path.abspath(os.path.dirname(__file__)) 

 

 

class PolicyTestCase(unittest.TestCase): 

"""A test case for the butler policy to verify that it can load a pex policy properly.""" 

 

def setUp(self): 

self.testDir = tempfile.mkdtemp(dir=ROOT, prefix='testPexPolicyToButlerPolicy-') 

 

def tearDown(self): 

if os.path.exists(self.testDir): 

shutil.rmtree(self.testDir) 

 

def testPafReader(self): 

"""Test that Butler Policy can read a paf file and the keys compare the same as when the same file is 

read as a pex Policy.""" 

pexPolicy = lsst.pex.policy.Policy.createPolicy(pafPolicyPath) 

policy = lsst.daf.persistence.Policy(pafPolicyPath) 

 

# go back through the newly created Butler Policy, and verify that values match the paf Policy 

for name in policy.names(): 

if pexPolicy.isArray(name): 

pexVal = pexPolicy.getArray(name) 

else: 

pexVal = pexPolicy.get(name) 

val = policy[name] 

if isinstance(val, lsst.daf.persistence.Policy): 

self.assertEqual(pexPolicy.getValueType(name), pexPolicy.POLICY) 

else: 

self.assertEqual(val, pexVal) 

 

for name in pexPolicy.names(): 

if pexPolicy.getValueType(name) == pexPolicy.POLICY: 

self.assertIsInstance(policy.get(name), lsst.daf.persistence.Policy) 

else: 

if pexPolicy.isArray(name): 

pexVal = pexPolicy.getArray(name) 

else: 

pexVal = pexPolicy.get(name) 

self.assertEqual(pexVal, policy.get(name)) 

 

# verify a known value, just for sanity: 

self.assertEqual(policy.get('exposures.raw.template'), 'raw/raw_v%(visit)d_f%(filter)s.fits.gz') 

 

def testGetStringArray(self): 

pexPolicy = lsst.pex.policy.Policy.createPolicy(pafPolicyPath) 

self.assertIsInstance(pexPolicy, lsst.pex.policy.Policy) 

policy = lsst.daf.persistence.Policy(pafPolicyPath) 

s = policy.asArray('exposures.fcr.tables') 

self.assertEqual(s, ['raw', 'raw_visit', 'raw_skyTile']) 

 

def testDumpAndLoad(self): 

"""Load a paf file to a Butler Policy, and dump the loaded policy as a yaml file. 

Read the yaml file back in, and then compare all the keys & values to a copy of the paf file loaded 

as a pex policy, verify they compare equal. 

""" 

policy = lsst.daf.persistence.Policy(pafPolicyPath) 

yamlPolicyFile = os.path.join(self.testDir, 'policy.yaml') 

policy.dumpToFile(os.path.join(self.testDir, 'policy.yaml')) 

self.assertTrue(os.path.exists(os.path.join(self.testDir, 'policy.yaml'))) 

 

# test that the data went through the entire wringer correctly - verify the 

# original pex data matches the lsst.daf.persistence.Policy data 

yamlPolicy = lsst.daf.persistence.Policy(yamlPolicyFile) 

yamlNames = yamlPolicy.names() 

yamlNames.sort() 

pexPolicy = lsst.pex.policy.Policy.createPolicy(pafPolicyPath) 

pexNames = pexPolicy.names() 

pexNames.sort() 

self.assertEqual(yamlNames, pexNames) 

for name in yamlNames: 

if not isinstance(yamlPolicy[name], lsst.daf.persistence.Policy): 

yamlPolicyVal = yamlPolicy[name] 

if isinstance(yamlPolicyVal, collections.abc.Iterable) and \ 

not isinstance(yamlPolicyVal, str): 

self.assertEqual(yamlPolicyVal, pexPolicy.getArray(name)) 

else: 

self.assertEqual(yamlPolicyVal, pexPolicy.get(name)) 

 

 

class MemoryTester(lsst.utils.tests.MemoryTestCase): 

pass 

 

 

def setup_module(module): 

lsst.utils.tests.init() 

 

 

122 ↛ 123line 122 didn't jump to line 123, because the condition on line 122 was never trueif __name__ == "__main__": 

lsst.utils.tests.init() 

unittest.main()