Coverage for python/lsst/daf/butler/cli/cmd/commands.py : 86%

Hot-keys on this page
r m x p toggle line displays
j k next/prev highlighted chunk
0 (zero) top of page
1 (one) first highlighted chunk
1# This file is part of daf_butler.
2#
3# Developed for the LSST Data Management System.
4# This product includes software developed by the LSST Project
5# (http://www.lsst.org).
6# See the COPYRIGHT file at the top-level directory of this distribution
7# for details of code ownership.
8#
9# This program is free software: you can redistribute it and/or modify
10# it under the terms of the GNU General Public License as published by
11# the Free Software Foundation, either version 3 of the License, or
12# (at your option) any later version.
13#
14# This program is distributed in the hope that it will be useful,
15# but WITHOUT ANY WARRANTY; without even the implied warranty of
16# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17# GNU General Public License for more details.
18#
19# You should have received a copy of the GNU General Public License
20# along with this program. If not, see <http://www.gnu.org/licenses/>.
22import click
23import yaml
25from ..opt import (collection_type_option, dataset_type_option, directory_argument, glob_parameter,
26 repo_argument, run_option, transfer_option, verbose_option)
27from ..utils import split_commas, cli_handle_exception, typeStrAcceptsMultiple
28from ...script import (butlerImport, createRepo, configDump, configValidate, queryCollections,
29 queryDatasetTypes)
32# The conversion from the import command name to the butler_import function
33# name for subcommand lookup is implemented in the cli/butler.py, in
34# funcNameToCmdName and cmdNameToFuncName. If name changes are made here they
35# must be reflected in that location. If this becomes a common pattern a better
36# mechanism should be implemented.
37@click.command("import")
38@repo_argument(required=True, help=repo_argument.will_create_repo)
39@directory_argument(required=True)
40@transfer_option()
41@run_option(required=True)
42@click.option("--export-file",
43 help="Name for the file that contains database information associated with the exported "
44 "datasets. If this is not an absolute path, does not exist in the current working "
45 "directory, and --dir is provided, it is assumed to be in that directory. Defaults "
46 "to \"export.yaml\".",
47 type=click.File('r'))
48def butler_import(*args, **kwargs):
49 """Import data into a butler repository."""
50 cli_handle_exception(butlerImport, *args, **kwargs)
53@click.command()
54@repo_argument(help=repo_argument.will_create_repo)
55@click.option("--seed-config", help="Path to an existing YAML config file to apply (on top of defaults).")
56@click.option("--standalone", is_flag=True, help="Include all defaults in the config file in the repo, "
57 "insulating the repo from changes in package defaults.")
58@click.option("--override", is_flag=True, help="Allow values in the supplied config to override all "
59 "repo settings.")
60@click.option("--outfile", "-f", default=None, type=str, help="Name of output file to receive repository "
61 "configuration. Default is to write butler.yaml into the specified repo.")
62def create(*args, **kwargs):
63 """Create an empty Gen3 Butler repository."""
64 cli_handle_exception(createRepo, *args, **kwargs)
67@click.command()
68@repo_argument(required=True)
69@click.option("--subset", "-s", type=str,
70 help="Subset of a configuration to report. This can be any key in the hierarchy such as "
71 "'.datastore.root' where the leading '.' specified the delimiter for the hierarchy.")
72@click.option("--searchpath", "-p", type=str, multiple=True, callback=split_commas,
73 metavar=typeStrAcceptsMultiple,
74 help="Additional search paths to use for configuration overrides")
75@click.option("--file", "outfile", type=click.File("w"), default="-",
76 help="Print the (possibly-expanded) configuration for a repository to a file, or to stdout "
77 "by default.")
78def config_dump(*args, **kwargs):
79 """Dump either a subset or full Butler configuration to standard output."""
80 cli_handle_exception(configDump, *args, **kwargs)
83@click.command()
84@repo_argument(required=True)
85@click.option("--quiet", "-q", is_flag=True, help="Do not report individual failures.")
86@dataset_type_option(help="Specific DatasetType(s) to validate.")
87@click.option("--ignore", "-i", type=str, multiple=True, callback=split_commas,
88 metavar=typeStrAcceptsMultiple,
89 help="DatasetType(s) to ignore for validation.")
90def config_validate(*args, **kwargs):
91 """Validate the configuration files for a Gen3 Butler repository."""
92 cli_handle_exception(configValidate, *args, **kwargs)
95@click.command()
96@repo_argument(required=True)
97@collection_type_option()
98@click.option("--flatten-chains/--no-flatten-chains",
99 help="Recursively get the child collections of matching CHAINED collections. Default is "
100 "--no-flatten-chains.")
101@click.option("--include-chains/--no-include-chains",
102 default=None,
103 help="For --include-chains, return records for matching CHAINED collections. For "
104 "--no-include-chains do not return records for CHAINED collections. Default is the "
105 "opposite of --flatten-chains: include either CHAINED collections or their children, but "
106 "not both.")
107def query_collections(*args, **kwargs):
108 """Get the collections whose names match an expression."""
109 print(yaml.dump(cli_handle_exception(queryCollections, *args, **kwargs)))
112@click.command()
113@repo_argument(required=True)
114@glob_parameter(parameterType=glob_parameter.ARGUMENT, multiple=True)
115@verbose_option(help="Include dataset type name, dimensions, and storage class in output.")
116@click.option("--components/--no-components",
117 default=None,
118 help="For --components, apply all expression patterns to component dataset type names as well. "
119 "For --no-components, never apply patterns to components. Default (where neither is "
120 "specified) is to apply patterns to components only if their parent datasets were not "
121 "matched by the expression. Fully-specified component datasets (`str` or `DatasetType` "
122 "instances) are always included.")
123def query_dataset_types(*args, **kwargs):
124 """Get the dataset types in a repository."""
125 print(yaml.dump(cli_handle_exception(queryDatasetTypes, *args, **kwargs), sort_keys=False))