Hide keyboard shortcuts

Hot-keys on this page

r m x p   toggle line displays

j k   next/prev highlighted chunk

0   (zero) top of page

1   (one) first highlighted chunk

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

# 

# LSST Data Management System 

# Copyright 2008-2015 AURA/LSST. 

# 

# This product includes software developed by the 

# LSST Project (http://www.lsst.org/). 

# 

# This program is free software: you can redistribute it and/or modify 

# it under the terms of the GNU General Public License as published by 

# the Free Software Foundation, either version 3 of the License, or 

# (at your option) any later version. 

# 

# This program is distributed in the hope that it will be useful, 

# but WITHOUT ANY WARRANTY; without even the implied warranty of 

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 

# GNU General Public License for more details. 

# 

# You should have received a copy of the LSST License Statement and 

# the GNU General Public License along with this program. If not, 

# see <http://www.lsstcorp.org/LegalNotices/>. 

# 

import argparse 

from collections import defaultdict 

 

import lsst.pipe.base as pipeBase 

 

__all__ = ["CoaddDataIdContainer", "ExistingCoaddDataIdContainer", "TractDataIdContainer"] 

 

 

class CoaddDataIdContainer(pipeBase.DataIdContainer): 

"""A version of lsst.pipe.base.DataIdContainer specialized for coaddition. 

 

Required because butler.subset does not support patch and tract 

 

This code was originally in pipe_tasks (coaddBase.py) 

""" 

 

def getSkymap(self, namespace): 

"""Only retrieve skymap if required""" 

if not hasattr(self, "_skymap"): 

self._skymap = namespace.butler.get(namespace.config.coaddName + "Coadd_skyMap") 

return self._skymap 

 

def makeDataRefList(self, namespace): 

"""Make self.refList from self.idList 

""" 

validKeys = namespace.butler.getKeys(datasetType=self.datasetType, level=self.level) 

 

for dataId in self.idList: 

for key in validKeys: 

if key in ("tract", "patch"): 

# Will deal with these explicitly 

continue 

if key not in dataId: 

raise argparse.ArgumentError(None, "--id must include " + key) 

 

# tract and patch are required; iterate over them if not provided 

if "tract" not in dataId: 

if "patch" in dataId: 

raise RuntimeError("'patch' cannot be specified without 'tract'") 

addList = [dict(tract=tract.getId(), patch="%d,%d" % patch.getIndex(), **dataId) 

for tract in self.getSkymap(namespace) for patch in tract] 

elif "patch" not in dataId: 

tract = self.getSkymap(namespace)[dataId["tract"]] 

addList = [dict(patch="%d,%d" % patch.getIndex(), **dataId) for patch in tract] 

else: 

addList = [dataId] 

 

self.refList += [namespace.butler.dataRef(datasetType=self.datasetType, dataId=addId) 

for addId in addList] 

 

 

class ExistingCoaddDataIdContainer(CoaddDataIdContainer): 

"""A version of CoaddDataIdContainer that only produces references that exist""" 

 

def makeDataRefList(self, namespace): 

super(ExistingCoaddDataIdContainer, self).makeDataRefList(namespace) 

self.refList = [ref for ref in self.refList if ref.datasetExists()] 

 

 

class TractDataIdContainer(CoaddDataIdContainer): 

 

def makeDataRefList(self, namespace): 

"""Make self.refList from self.idList 

It's difficult to make a data reference that merely points to an entire 

tract: there is no data product solely at the tract level. Instead, we 

generate a list of data references for patches within the tract. 

""" 

datasetType = namespace.config.coaddName + "Coadd" 

validKeys = set(["tract", "filter", "patch", ]) 

 

def getPatchRefList(tract): 

return [namespace.butler.dataRef(datasetType=datasetType, 

tract=tract.getId(), 

filter=dataId["filter"], 

patch="%d,%d" % patch.getIndex()) for patch in tract] 

 

tractRefs = defaultdict(list) # Data references for each tract 

for dataId in self.idList: 

for key in validKeys: 

if key in ("tract", "patch",): 

# Will deal with these explicitly 

continue 

if key not in dataId: 

raise argparse.ArgumentError(None, "--id must include " + key) 

 

skymap = self.getSkymap(namespace) 

 

if "tract" in dataId: 

tractId = dataId["tract"] 

if "patch" in dataId: 

tractRefs[tractId].append(namespace.butler.dataRef(datasetType=datasetType, tract=tractId, 

filter=dataId['filter'], 

patch=dataId['patch'])) 

else: 

tractRefs[tractId] += getPatchRefList(skymap[tractId]) 

else: 

tractRefs = dict((tract.getId(), tractRefs.get(tract.getId(), []) + getPatchRefList(tract)) 

for tract in skymap) 

 

self.refList = list(tractRefs.values())