Coverage for python/lsst/ctrl/bps/prepare.py : 25%

Hot-keys on this page
r m x p toggle line displays
j k next/prev highlighted chunk
0 (zero) top of page
1 (one) first highlighted chunk
1# This file is part of ctrl_bps.
2#
3# Developed for the LSST Data Management System.
4# This product includes software developed by the LSST Project
5# (https://www.lsst.org).
6# See the COPYRIGHT file at the top-level directory of this distribution
7# for details of code ownership.
8#
9# This program is free software: you can redistribute it and/or modify
10# it under the terms of the GNU General Public License as published by
11# the Free Software Foundation, either version 3 of the License, or
12# (at your option) any later version.
13#
14# This program is distributed in the hope that it will be useful,
15# but WITHOUT ANY WARRANTY; without even the implied warranty of
16# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17# GNU General Public License for more details.
18#
19# You should have received a copy of the GNU General Public License
20# along with this program. If not, see <https://www.gnu.org/licenses/>.
22"""Driver for preparing a WMS-specific workflow
23"""
25import logging
27from lsst.utils import doImport
28from .bps_utils import save_qg_subgraph, WhenToSaveQuantumGraphs, create_job_quantum_graph_filename
31_LOG = logging.getLogger(__name__)
34def prepare(config, generic_workflow, out_prefix):
35 """Convert generic workflow to a workflow for a particular WMS.
37 Parameters
38 ----------
39 config : `~lsst.ctrl.bps.bps_config.BpsConfig`
40 Contains configuration for BPS.
41 generic_workflow : `~lsst.ctrl.bps.generic_workflow.GenericWorkflow`
42 Contains generic workflow.
43 out_prefix : `str`
44 Contains directory to which any WMS-specific files should be written.
46 Returns
47 -------
48 wms_workflow : `~lsst.ctrl.bps.wms_workflow`
49 WMS-specific workflow.
50 """
51 found, wms_class = config.search("wmsServiceClass")
52 if not found:
53 raise KeyError("Missing wmsServiceClass in bps config. Aborting.")
55 wms_service_class = doImport(config["wmsServiceClass"])
56 wms_service = wms_service_class(config)
57 wms_workflow = wms_service.prepare(config, generic_workflow, out_prefix)
59 # Save QuantumGraphs.
60 # (putting after call to prepare so don't write a bunch of files if prepare fails)
61 found, when_save = config.search("whenSaveJobQgraph", {"default": WhenToSaveQuantumGraphs.TRANSFORM.name})
62 if found and WhenToSaveQuantumGraphs[when_save.upper()] == WhenToSaveQuantumGraphs.PREPARE:
63 for job_name in generic_workflow.nodes():
64 job = generic_workflow.get_job(job_name)
65 save_qg_subgraph(job.quantum_graph, create_job_quantum_graph_filename(job, out_prefix))
67 return wms_workflow