Hide keyboard shortcuts

Hot-keys on this page

r m x p   toggle line displays

j k   next/prev highlighted chunk

0   (zero) top of page

1   (one) first highlighted chunk

1# This file is part of daf_butler. 

2# 

3# Developed for the LSST Data Management System. 

4# This product includes software developed by the LSST Project 

5# (http://www.lsst.org). 

6# See the COPYRIGHT file at the top-level directory of this distribution 

7# for details of code ownership. 

8# 

9# This program is free software: you can redistribute it and/or modify 

10# it under the terms of the GNU General Public License as published by 

11# the Free Software Foundation, either version 3 of the License, or 

12# (at your option) any later version. 

13# 

14# This program is distributed in the hope that it will be useful, 

15# but WITHOUT ANY WARRANTY; without even the implied warranty of 

16# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 

17# GNU General Public License for more details. 

18# 

19# You should have received a copy of the GNU General Public License 

20# along with this program. If not, see <http://www.gnu.org/licenses/>. 

21 

22import click 

23import yaml 

24 

25from ..opt import (collection_type_option, dataset_type_option, directory_argument, glob_parameter, 

26 repo_argument, run_option, transfer_option, verbose_option) 

27from ..utils import split_commas, cli_handle_exception, ParameterType, typeStrAcceptsMultiple 

28from ...script import (butlerImport, createRepo, configDump, configValidate, queryCollections, 

29 queryDatasetTypes) 

30 

31 

32# The conversion from the import command name to the butler_import function 

33# name for subcommand lookup is implemented in the cli/butler.py, in 

34# funcNameToCmdName and cmdNameToFuncName. If name changes are made here they 

35# must be reflected in that location. If this becomes a common pattern a better 

36# mechanism should be implemented. 

37@click.command("import") 

38@repo_argument(required=True, help=repo_argument.will_create_repo) 

39@directory_argument(required=True) 

40@transfer_option() 

41@run_option(required=True) 

42@click.option("--export-file", 

43 help="Name for the file that contains database information associated with the exported " 

44 "datasets. If this is not an absolute path, does not exist in the current working " 

45 "directory, and --dir is provided, it is assumed to be in that directory. Defaults " 

46 "to \"export.yaml\".", 

47 type=click.File('r')) 

48def butler_import(*args, **kwargs): 

49 """Import data into a butler repository.""" 

50 cli_handle_exception(butlerImport, *args, **kwargs) 

51 

52 

53@click.command() 

54@repo_argument(required=True, help=repo_argument.will_create_repo) 

55@click.option("--seed-config", help="Path to an existing YAML config file to apply (on top of defaults).") 

56@click.option("--standalone", is_flag=True, help="Include all defaults in the config file in the repo, " 

57 "insulating the repo from changes in package defaults.") 

58@click.option("--override", is_flag=True, help="Allow values in the supplied config to override all " 

59 "repo settings.") 

60@click.option("--outfile", "-f", default=None, type=str, help="Name of output file to receive repository " 

61 "configuration. Default is to write butler.yaml into the specified repo.") 

62def create(*args, **kwargs): 

63 """Create an empty Gen3 Butler repository.""" 

64 cli_handle_exception(createRepo, *args, **kwargs) 

65 

66 

67@click.command(short_help="Dump butler config to stdout.") 

68@repo_argument(required=True) 

69@click.option("--subset", "-s", type=str, 

70 help="Subset of a configuration to report. This can be any key in the hierarchy such as " 

71 "'.datastore.root' where the leading '.' specified the delimiter for the hierarchy.") 

72@click.option("--searchpath", "-p", type=str, multiple=True, callback=split_commas, 

73 metavar=typeStrAcceptsMultiple, 

74 help="Additional search paths to use for configuration overrides") 

75@click.option("--file", "outfile", type=click.File("w"), default="-", 

76 help="Print the (possibly-expanded) configuration for a repository to a file, or to stdout " 

77 "by default.") 

78def config_dump(*args, **kwargs): 

79 """Dump either a subset or full Butler configuration to standard output.""" 

80 cli_handle_exception(configDump, *args, **kwargs) 

81 

82 

83@click.command(short_help="Validate the configuration files.") 

84@repo_argument(required=True) 

85@click.option("--quiet", "-q", is_flag=True, help="Do not report individual failures.") 

86@dataset_type_option(help="Specific DatasetType(s) to validate.") 

87@click.option("--ignore", "-i", type=str, multiple=True, callback=split_commas, 

88 metavar=typeStrAcceptsMultiple, 

89 help="DatasetType(s) to ignore for validation.") 

90def config_validate(*args, **kwargs): 

91 """Validate the configuration files for a Gen3 Butler repository.""" 

92 cli_handle_exception(configValidate, *args, **kwargs) 

93 

94 

95@click.command(short_help="Search for collections.") 

96@repo_argument(required=True) 

97@collection_type_option() 

98@click.option("--flatten-chains/--no-flatten-chains", 

99 help="Recursively get the child collections of matching CHAINED collections. Default is " 

100 "--no-flatten-chains.") 

101@click.option("--include-chains/--no-include-chains", 

102 default=None, 

103 help="For --include-chains, return records for matching CHAINED collections. For " 

104 "--no-include-chains do not return records for CHAINED collections. Default is the " 

105 "opposite of --flatten-chains: include either CHAINED collections or their children, but " 

106 "not both.") 

107def query_collections(*args, **kwargs): 

108 """Get the collections whose names match an expression.""" 

109 print(yaml.dump(cli_handle_exception(queryCollections, *args, **kwargs))) 

110 

111 

112@click.command() 

113@repo_argument(required=True) 

114@glob_parameter(parameterType=ParameterType.ARGUMENT, multiple=True) 

115@verbose_option(help="Include dataset type name, dimensions, and storage class in output.") 

116@click.option("--components/--no-components", 

117 default=None, 

118 help="For --components, apply all expression patterns to component dataset type names as well. " 

119 "For --no-components, never apply patterns to components. Default (where neither is " 

120 "specified) is to apply patterns to components only if their parent datasets were not " 

121 "matched by the expression. Fully-specified component datasets (`str` or `DatasetType` " 

122 "instances) are always included.") 

123def query_dataset_types(*args, **kwargs): 

124 """Get the dataset types in a repository.""" 

125 print(yaml.dump(cli_handle_exception(queryDatasetTypes, *args, **kwargs), sort_keys=False))