Hide keyboard shortcuts

Hot-keys on this page

r m x p   toggle line displays

j k   next/prev highlighted chunk

0   (zero) top of page

1   (one) first highlighted chunk

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

from builtins import str 

from builtins import range 

import matplotlib 

matplotlib.use("Agg") 

import os 

import warnings 

import unittest 

import numpy as np 

import lsst.sims.maf.db as db 

import shutil 

import tempfile 

import lsst.utils.tests 

 

 

class TestResultsDb(unittest.TestCase): 

 

def setUp(self): 

self.outDir = 'Out' 

self.metricName = 'Count ExpMJD' 

self.slicerName = 'OneDSlicer' 

self.runName = 'fakeopsim' 

self.constraint = '' 

self.metadata = 'Dithered' 

self.metricDataFile = 'testmetricdatafile.npz' 

self.plotType = 'BinnedData' 

self.plotName = 'testmetricplot_BinnedData.png' 

self.summaryStatName1 = 'Mean' 

self.summaryStatValue1 = 20 

self.summaryStatName2 = 'Median' 

self.summaryStatValue2 = 18 

self.summaryStatName3 = 'TableFrac' 

self.summaryStatValue3 = np.empty(10, dtype=[('name', '|S12'), ('value', float)]) 

for i in range(10): 

self.summaryStatValue3['name'] = 'test%d' % (i) 

self.summaryStatValue3['value'] = i 

self.displayDict = {'group': 'seeing', 'subgroup': 'all', 'order': 1, 'caption': 'lalalalal'} 

 

def testDbCreation(self): 

# Test default sqlite file created. 

tempdir = tempfile.mkdtemp(prefix='resDb') 

resultsdb = db.ResultsDb(outDir=tempdir) 

self.assertTrue(os.path.isfile(os.path.join(tempdir, 'resultsDb_sqlite.db'))) 

resultsdb.close() 

# Test that get appropriate exception if directory doesn't exist. 

sqlitefilename = os.path.join(self.outDir + 'test', 'testDb_sqlite.db') 

self.assertRaises(ValueError, db.ResultsDb, database=sqlitefilename) 

shutil.rmtree(tempdir) 

 

def testAddData(self): 

tempdir = tempfile.mkdtemp(prefix='resDb') 

resultsDb = db.ResultsDb(outDir=tempdir) 

# Add metric. 

metricId = resultsDb.updateMetric(self.metricName, self.slicerName, 

self.runName, self.constraint, 

self.metadata, self.metricDataFile) 

# Try to re-add metric (should get back same metric id as previous, with no add). 

metricId2 = resultsDb.updateMetric(self.metricName, self.slicerName, 

self.runName, self.constraint, 

self.metadata, self.metricDataFile) 

self.assertEqual(metricId, metricId2) 

run1 = resultsDb.session.query(db.MetricRow).filter_by(metricId=metricId).all() 

self.assertEqual(len(run1), 1) 

# Add plot. 

resultsDb.updatePlot(metricId, self.plotType, self.plotName) 

# Add normal summary statistics. 

resultsDb.updateSummaryStat(metricId, self.summaryStatName1, self.summaryStatValue1) 

resultsDb.updateSummaryStat(metricId, self.summaryStatName2, self.summaryStatValue2) 

# Add something like tableFrac summary statistic. 

resultsDb.updateSummaryStat(metricId, self.summaryStatName3, self.summaryStatValue3) 

# Test get warning when try to add a non-conforming summary stat (not 'name' & 'value' cols). 

teststat = np.empty(10, dtype=[('col', '|S12'), ('value', float)]) 

with warnings.catch_warnings(record=True) as w: 

warnings.simplefilter("always") 

resultsDb.updateSummaryStat(metricId, 'testfail', teststat) 

self.assertIn("not save", str(w[-1].message)) 

# Test get warning when try to add a string (non-conforming) summary stat. 

teststat = 'teststring' 

with warnings.catch_warnings(record=True) as w: 

warnings.simplefilter("always") 

resultsDb.updateSummaryStat(metricId, 'testfail', teststat) 

self.assertIn("not save", str(w[-1].message)) 

shutil.rmtree(tempdir) 

 

 

class TestUseResultsDb(unittest.TestCase): 

 

def setUp(self): 

self.outDir = 'Out' 

self.metricName = 'Count ExpMJD' 

self.slicerName = 'OneDSlicer' 

self.runName = 'fakeopsim' 

self.constraint = '' 

self.metadata = 'Dithered' 

self.metricDataFile = 'testmetricdatafile.npz' 

self.plotType = 'BinnedData' 

self.plotName = 'testmetricplot_BinnedData.png' 

self.summaryStatName1 = 'Mean' 

self.summaryStatValue1 = 20 

self.summaryStatName2 = 'Median' 

self.summaryStatValue2 = 18 

self.tempdir = tempfile.mkdtemp(prefix='resDb') 

self.resultsDb = db.ResultsDb(self.tempdir) 

self.metricId = self.resultsDb.updateMetric(self.metricName, self.slicerName, 

self.runName, self.constraint, 

self.metadata, self.metricDataFile) 

self.resultsDb.updatePlot(self.metricId, self.plotType, self.plotName) 

self.resultsDb.updateSummaryStat(self.metricId, self.summaryStatName1, self.summaryStatValue1) 

self.resultsDb.updateSummaryStat(self.metricId, self.summaryStatName2, self.summaryStatValue2) 

 

def testgetIds(self): 

mids = self.resultsDb.getAllMetricIds() 

self.assertEqual(mids[0], self.metricId) 

mid = self.resultsDb.getMetricId(self.metricName) 

self.assertEqual(mid[0], self.metricId) 

mid = self.resultsDb.getMetricId('notreal') 

self.assertEqual(len(mid), 0) 

 

def testshowSummary(self): 

self.resultsDb.getSummaryStats() 

 

def tearDown(self): 

self.resultsDb.close() 

shutil.rmtree(self.tempdir) 

 

 

class TestMemory(lsst.utils.tests.MemoryTestCase): 

pass 

 

 

def setup_module(module): 

lsst.utils.tests.init() 

 

 

134 ↛ 135line 134 didn't jump to line 135, because the condition on line 134 was never trueif __name__ == "__main__": 

lsst.utils.tests.init() 

unittest.main()