# This file is part of pipe_base.
#
# Developed for the LSST Data Management System.
# This product includes software developed by the LSST Project
# (http://www.lsst.org).
# See the COPYRIGHT file at the top-level directory of this distribution
# for details of code ownership.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
"""Simple unit test for ResourceConfig.
"""
import unittest
import lsst.utils.tests
import lsst.pex.config as pexConfig
from lsst.daf.butler import StorageClass, StorageClassFactory
import lsst.pipe.base as pipeBase
class NoResourceTask(pipeBase.PipelineTask):
_DefaultName = "no_resource_task"
ConfigClass = pexConfig.Config
class OneConfig(pexConfig.Config):
resources = pexConfig.ConfigField(dtype=pipeBase.ResourceConfig,
doc="Resource configuration")
class OneTask(pipeBase.PipelineTask):
_DefaultName = "one_task"
ConfigClass = OneConfig
class TwoConfig(pexConfig.Config):
resources = pexConfig.ConfigField(dtype=pipeBase.ResourceConfig,
doc="Resource configuration")
def setDefaults(self):
self.resources.minMemoryMB = 1024
self.resources.minNumCores = 32
class TwoTask(pipeBase.PipelineTask):
_DefaultName = "two_task"
ConfigClass = TwoConfig
class ConfigWithDatasets(pexConfig.Config):
input1 = pipeBase.InputDatasetField(name="in1",
units=["UnitA"],
storageClass="SCA",
doc="")
input2 = pipeBase.InputDatasetField(name="in2",
units=["UnitA", "UnitB"],
storageClass="SCB",
scalar=True,
doc="")
output = pipeBase.OutputDatasetField(name="out",
units=["UnitB", "UnitC"],
storageClass="SCC",
scalar=False,
doc="")
initInput = pipeBase.InitInputDatasetField(name="init_input",
storageClass="SCX",
doc="")
initOutput = pipeBase.InitOutputDatasetField(name="init_output",
storageClass="SCY",
doc="")
class TaskTestCase(unittest.TestCase):
"""A test case for Task
"""
@classmethod
def setUpClass(cls):
for name in ("SCA", "SCB", "SCC", "SCX", "SCY"):
StorageClassFactory().registerStorageClass(StorageClass(name))
def testNoResource(self):
"""Test for a task without resource config
"""
task = NoResourceTask()
res_config = task.getResourceConfig()
self.assertIs(res_config, None)
def testOneResource(self):
"""Test for a task with resource config
"""
task = OneTask()
res_config = task.getResourceConfig()
self.assertIsNot(res_config, None)
self.assertIs(res_config.minMemoryMB, None)
self.assertEqual(res_config.minNumCores, 1)
def testTwoResource(self):
"""Test for a task with resource config and special defaults
"""
task = TwoTask()
res_config = task.getResourceConfig()
self.assertIsNot(res_config, None)
self.assertEqual(res_config.minMemoryMB, 1024)
self.assertEqual(res_config.minNumCores, 32)
def testEmptyDatasetConfig(self):
"""Test for a config without datasets
"""
config = pexConfig.Config()
self.assertEqual(pipeBase.PipelineTask.getInputDatasetTypes(config), {})
self.assertEqual(pipeBase.PipelineTask.getOutputDatasetTypes(config), {})
self.assertEqual(pipeBase.PipelineTask.getInitInputDatasetTypes(config), {})
self.assertEqual(pipeBase.PipelineTask.getInitOutputDatasetTypes(config), {})
def testDatasetConfig(self):
"""Test for a config with datasets
"""
config = ConfigWithDatasets()
dsTypes = pipeBase.PipelineTask.getInputDatasetTypes(config)
self.assertCountEqual(dsTypes.keys(), ["input1", "input2"])
dsType = dsTypes["input1"]
self.assertEqual(dsType.name, config.input1.name)
self.assertCountEqual(dsType.dataUnits, config.input1.units)
self.assertEqual(dsType.storageClass.name, config.input1.storageClass)
dsType = dsTypes["input2"]
self.assertEqual(dsType.name, config.input2.name)
self.assertCountEqual(dsType.dataUnits, config.input2.units)
self.assertEqual(dsType.storageClass.name, config.input2.storageClass)
dsTypes = pipeBase.PipelineTask.getOutputDatasetTypes(config)
self.assertCountEqual(dsTypes.keys(), ["output"])
dsType = dsTypes["output"]
self.assertEqual(dsType.name, config.output.name)
self.assertCountEqual(dsType.dataUnits, config.output.units)
self.assertEqual(dsType.storageClass.name, config.output.storageClass)
dsTypes = pipeBase.PipelineTask.getInitInputDatasetTypes(config)
self.assertCountEqual(dsTypes.keys(), ["initInput"])
dsType = dsTypes["initInput"]
self.assertEqual(dsType.name, config.initInput.name)
self.assertEqual(len(dsType.dataUnits), 0)
self.assertEqual(dsType.storageClass.name, config.initInput.storageClass)
dsTypes = pipeBase.PipelineTask.getInitOutputDatasetTypes(config)
self.assertCountEqual(dsTypes.keys(), ["initOutput"])
dsType = dsTypes["initOutput"]
self.assertEqual(dsType.name, config.initOutput.name)
self.assertEqual(len(dsType.dataUnits), 0)
self.assertEqual(dsType.storageClass.name, config.initOutput.storageClass)
class MyMemoryTestCase(lsst.utils.tests.MemoryTestCase):
pass
def setup_module(module):
lsst.utils.tests.init()
174 ↛ 175line 174 didn't jump to line 175, because the condition on line 174 was never trueif __name__ == "__main__":
lsst.utils.tests.init()
unittest.main()
|