Hide keyboard shortcuts

Hot-keys on this page

r m x p   toggle line displays

j k   next/prev highlighted chunk

0   (zero) top of page

1   (one) first highlighted chunk

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

# This file is part of daf_butler. 

# 

# Developed for the LSST Data Management System. 

# This product includes software developed by the LSST Project 

# (http://www.lsst.org). 

# See the COPYRIGHT file at the top-level directory of this distribution 

# for details of code ownership. 

# 

# This program is free software: you can redistribute it and/or modify 

# it under the terms of the GNU General Public License as published by 

# the Free Software Foundation, either version 3 of the License, or 

# (at your option) any later version. 

# 

# This program is distributed in the hope that it will be useful, 

# but WITHOUT ANY WARRANTY; without even the implied warranty of 

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 

# GNU General Public License for more details. 

# 

# You should have received a copy of the GNU General Public License 

# along with this program. If not, see <http://www.gnu.org/licenses/>. 

 

import os 

import unittest 

 

from sqlalchemy import create_engine, MetaData 

 

from lsst.daf.butler.core.utils import iterable 

from lsst.daf.butler.core.schema import SchemaConfig, Schema, Table, Column, SchemaBuilder 

from sqlalchemy.sql.expression import TableClause 

 

"""Tests for Schema. 

""" 

 

 

class SchemaTestCase(unittest.TestCase): 

"""Tests for Schema. 

 

.. warning:: 

This unittest does not verify the validaty of the schema description. 

It only checks that the generated tables match it. 

""" 

 

def setUp(self): 

self.testDir = os.path.dirname(__file__) 

self.config = SchemaConfig() 

self.schema = Schema(self.config) 

self.engine = create_engine("sqlite:///:memory:") 

self.schema.metadata.create_all(self.engine) 

 

def testConstructor(self): 

"""Independent check for `Schema` constructor. 

""" 

schema = Schema() 

self.assertIsInstance(schema, Schema) 

 

def testSchemaCreation(self): 

"""Check that the generated `Schema` tables match its description. 

""" 

self.assertIsInstance(self.schema.metadata, MetaData) 

allTables = {} 

allTables.update(self.config["tables"]) 

for tableName, tableDescription in allTables.items(): 

if "sql" in tableDescription: 

self.assertView(tableName, tableDescription) 

else: 

self.assertTable(tableName, tableDescription) 

 

def assertView(self, tableName, tableDescription): 

"""Check that a generated view matches its `tableDescription`. 

""" 

table = self.schema.tables[tableName] 

self.assertIsInstance(table, TableClause) 

for columnDescription in tableDescription["columns"]: 

column = getattr(table.c, columnDescription["name"]) 

self.assertIsInstance(column, Column) 

 

def assertTable(self, tableName, tableDescription): 

"""Check that a generated table matches its `tableDescription`. 

""" 

table = self.schema.tables[tableName] 

self.assertIsInstance(table, Table) 

for columnDescription in tableDescription["columns"]: 

self.assertColumn(table, columnDescription["name"], columnDescription) 

if "foreignKeys" in tableDescription: 

self.assertForeignKeyConstraints(table, tableDescription["foreignKeys"]) 

 

def assertColumn(self, table, columnName, columnDescription): 

"""Check that a generated column matches its `columnDescription`. 

""" 

column = getattr(table.c, columnName) 

self.assertIsInstance(column, Column) 

self.assertEqual(column.primary_key, columnDescription.get("primary_key", False)) 

self.assertEqual(column.nullable, columnDescription.get("nullable", True) and not column.primary_key) 

self.assertIsInstance(column.type, SchemaBuilder.VALID_COLUMN_TYPES[columnDescription["type"]]) 

 

def assertForeignKeyConstraints(self, table, constraintsDescription): 

"""Check that foreign-key constraints match the 

`constraintsDescription`. 

""" 

# Gather all actual constraints on the current table. 

tableConstraints = {} 

for constraint in table.foreign_key_constraints: 

src = tuple(sorted(constraint.column_keys)) 

tgt = tuple(sorted((e.target_fullname for e in constraint.elements))) 

tableConstraints[src] = tgt 

# Check that all constraints in the description are indeed applied. 

# Note that this is only a one-way check, the table may have more 

# constraints imposed by other means. 

for constraint in constraintsDescription: 

src = tuple(sorted(iterable(constraint["src"]))) 

tgt = tuple(sorted(iterable(constraint["tgt"]))) 

tgtTable, _ = tgt[0].split(".") 

if tgtTable in self.schema.views: 

continue 

self.assertIn(src, tableConstraints) 

self.assertEqual(tableConstraints[src], tgt) 

 

 

119 ↛ 120line 119 didn't jump to line 120, because the condition on line 119 was never trueif __name__ == "__main__": 

unittest.main()