Hide keyboard shortcuts

Hot-keys on this page

r m x p   toggle line displays

j k   next/prev highlighted chunk

0   (zero) top of page

1   (one) first highlighted chunk

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

# 

# LSST Data Management System 

# 

# Copyright 2008-2016 AURA/LSST. 

# 

# This product includes software developed by the 

# LSST Project (http://www.lsst.org/). 

# 

# This program is free software: you can redistribute it and/or modify 

# it under the terms of the GNU General Public License as published by 

# the Free Software Foundation, either version 3 of the License, or 

# (at your option) any later version. 

# 

# This program is distributed in the hope that it will be useful, 

# but WITHOUT ANY WARRANTY; without even the implied warranty of 

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 

# GNU General Public License for more details. 

# 

# You should have received a copy of the LSST License Statement and 

# the GNU General Public License along with this program. If not, 

# see <https://www.lsstcorp.org/LegalNotices/>. 

# 

 

import os 

import unittest 

 

import numpy as np 

 

from lsst.meas.algorithms.readTextCatalogTask import ReadTextCatalogTask 

import lsst.utils.tests 

 

# If you want to update the FITS table used for this test: 

# - modify makeFitsTable to create the table as you want it 

# - set SaveTextCatalog = True 

# - sun the test once to create the new file 

# - set SaveTextCatalog = False again 

SaveTextCatalog = False # construct and save a new text table file? 

TestDir = os.path.dirname(__file__) 

TextPath = os.path.join(TestDir, "data", "testReadTextCatalog.csv") 

 

 

def makeCatalog(): 

"""Create an object catalog as a numpy structured array 

 

dtypes are chosen to match how the data is read back in, for ease in testing 

Including a '£' in demonstates that we can round-trip UTF-8 rather than 

being limited to ASCII. 

""" 

dtype = [("name", "U8"), ("ra", "float64"), ("dec", "float64"), 

("counts", "int64"), ("flux", "float64"), ("resolved", "int64")] 

data = [ 

("£object1", -5, 10, 1000, 1.1, True), 

("£object2", 45, 5, 2000, 1.2, False), 

] 

return np.array(data, dtype=dtype) 

 

 

58 ↛ 59line 58 didn't jump to line 59, because the condition on line 58 was never trueif SaveTextCatalog: 

print("Warning: writing a new text catalog file; to stop this set SaveTextCatalog = False") 

arr = makeCatalog() 

with open(TextPath, "w") as f: 

f.write(", ".join(arr.dtype.names)) 

f.write("\n") 

for row in arr: 

f.write(", ".join(str(val) for val in row)) 

f.write("\n") 

 

 

class ReadTextCatalogTaskTestCase(lsst.utils.tests.TestCase): 

"""Test ReadTextCatalogTask, a reader used by IngestIndexedReferenceTask""" 

 

def setUp(self): 

self.arr = makeCatalog() 

 

def testDefaultNames(self): 

"""Test reading without renaming 

""" 

task = ReadTextCatalogTask() 

arr = task.run(TextPath) 

self.assertTrue(np.array_equal(arr, self.arr)) 

self.assertEqual(len(arr), 2) 

 

def testGivenNames(self): 

"""Test reading with column names in the config 

""" 

colnames = ("id", "ra_deg", "dec_deg", "total_counts", "total_flux", "is_resolved") 

config = ReadTextCatalogTask.ConfigClass() 

config.colnames = colnames 

config.header_lines = 1 

task = ReadTextCatalogTask(config=config) 

arr = task.run(TextPath) 

self.assertEqual(arr.dtype.names, colnames) 

self.assertEqual(len(arr), 2) 

for inname, outname in zip(self.arr.dtype.names, colnames): 

self.assertTrue(np.array_equal(self.arr[inname], arr[outname])) 

 

def testBadPath(self): 

"""Test that an invalid path causes an error""" 

task = ReadTextCatalogTask() 

badPath = "does/not/exists.garbage" 

with self.assertRaises(IOError): 

task.run(badPath) 

 

def testTooFewColumnNames(self): 

"""Test that too few names in config.colnames causes an error""" 

config = ReadTextCatalogTask.ConfigClass() 

for badColNames in ( 

["name", "ra", "dec", "counts", "flux"], 

["name"], 

): 

config.colnames = badColNames 

config.header_lines = 1 

task = ReadTextCatalogTask(config=config) 

with self.assertRaises(ValueError): 

task.run(TextPath) 

 

 

class TestMemory(lsst.utils.tests.MemoryTestCase): 

pass 

 

 

def setup_module(module): 

lsst.utils.tests.init() 

 

 

126 ↛ 127line 126 didn't jump to line 127, because the condition on line 126 was never trueif __name__ == "__main__": 

lsst.utils.tests.init() 

unittest.main()