Coverage for python/lsst/obs/base/script/convert.py: 20%
Shortcuts on this page
r m x p toggle line displays
j k next/prev highlighted chunk
0 (zero) top of page
1 (one) first highlighted chunk
Shortcuts on this page
r m x p toggle line displays
j k next/prev highlighted chunk
0 (zero) top of page
1 (one) first highlighted chunk
1# This file is part of obs_base.
2#
3# Developed for the LSST Data Management System.
4# This product includes software developed by the LSST Project
5# (http://www.lsst.org).
6# See the COPYRIGHT file at the top-level directory of this distribution
7# for details of code ownership.
8#
9# This program is free software: you can redistribute it and/or modify
10# it under the terms of the GNU General Public License as published by
11# the Free Software Foundation, either version 3 of the License, or
12# (at your option) any later version.
13#
14# This program is distributed in the hope that it will be useful,
15# but WITHOUT ANY WARRANTY; without even the implied warranty of
16# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17# GNU General Public License for more details.
18#
19# You should have received a copy of the GNU General Public License
20# along with this program. If not, see <http://www.gnu.org/licenses/>.
22"""Convert a gen2 butler repo to gen 3. See
23`lsst.obs.base.ConvertRepoConfig` for most of the config options.
24"""
26import lsst.daf.butler
27import lsst.utils
28from lsst.daf.persistence import Butler as Butler2
29from lsst.log import Log
30from lsst.log.utils import temporaryLogLevel
32from ..gen2to3 import CalibRepo, ConvertRepoSkyMapConfig, ConvertRepoTask, Rerun
35def convert(repo, gen2root, skymap_name, skymap_config, calibs, reruns, config_file, transfer, processes=1):
36 """Implements the command line interface `butler convert` subcommand,
37 should only be called by command line tools and unit test code that tests
38 this function.
40 Convert the gen 2 Butler repo at `gen2root` into a gen 3 repo
41 living at `repo`.
43 Parameters
44 ----------
45 repo : `str`
46 URI to the gen 3 repository.
47 gen2root : `str`
48 URI to the gen 2 repository.
49 skymap_name : `str` or None
50 Name of the skymap to be converted in the repo.
51 skymap_config : `str` or None
52 Path to the `lsst.skymap.BaseSkyMapConfig` of the gen2 skymap to be
53 converted.
54 calibs : `str` or None
55 Path to the gen2 calibration repository to be converted.
56 If a relative path, it is assumed to be relative to `gen2root`.
57 reruns : `list` [`str`] or None
58 List of rerun paths to convert. Output collection names will be
59 guessed, which can fail if the Gen2 repository paths do not follow a
60 recognized convention. In this case, the command-line interface cannot
61 be used.
62 config_file : `str` or None
63 Path to `lsst.obs.base.ConvertRepoConfig` configuration to load
64 after all default/instrument configurations.
65 transfer : `str` or None
66 Mode to use when transferring data into the gen3 repository.
67 processess : `int`
68 Number of processes to use for conversion.
69 """
70 # Allow a gen3 butler to be reused
71 try:
72 butlerConfig = lsst.daf.butler.Butler.makeRepo(repo)
73 except FileExistsError:
74 # Use the existing butler configuration
75 butlerConfig = repo
77 butler = lsst.daf.butler.Butler(butlerConfig)
79 # Derive the gen3 instrument from the gen2root
80 # This requires we instantiate a gen2 butler solely to get its mapper
81 # Hide all logging -- the later call will show them
82 with temporaryLogLevel("", Log.ERROR):
83 butler2 = Butler2(gen2root)
84 gen2mapperClass = butler2.getMapperClass(gen2root)
85 del butler2
87 instrument = gen2mapperClass.getGen3Instrument()()
89 convertRepoConfig = ConvertRepoTask.ConfigClass()
90 instrument.applyConfigOverrides(ConvertRepoTask._DefaultName, convertRepoConfig)
91 convertRepoConfig.raws.transfer = transfer
92 if skymap_name is not None:
93 convertRepoConfig.skyMaps[skymap_name] = ConvertRepoSkyMapConfig()
94 convertRepoConfig.skyMaps[skymap_name].load(skymap_config)
95 convertRepoConfig.rootSkyMapName = skymap_name
96 if config_file is not None:
97 convertRepoConfig.load(config_file)
99 if reruns is None:
100 rerunsArg = []
101 else:
102 rerunsArg = [Rerun(rerun, runName=None, chainName=None, parents=[]) for rerun in reruns]
104 # create a new butler instance for running the convert repo task
105 butler = lsst.daf.butler.Butler(butlerConfig, run=instrument.makeDefaultRawIngestRunName())
106 convertRepoTask = ConvertRepoTask(config=convertRepoConfig, butler3=butler, instrument=instrument)
107 convertRepoTask.run(
108 root=gen2root,
109 reruns=rerunsArg,
110 calibs=None if calibs is None else [CalibRepo(path=calibs)],
111 processes=processes,
112 )