lsst.pipe.tasks g5580bffe14+546bb17cf2
ingestCuratedCalibs.py
Go to the documentation of this file.
1from .ingestCalibs import IngestCalibsTask, IngestCalibsConfig
2from .read_curated_calibs import read_all
3from lsst.pipe.base import InputOnlyArgumentParser
4
5import tempfile
6import shutil
7import os
8
9
10class IngestCuratedCalibsArgumentParser(InputOnlyArgumentParser):
11 """Argument parser to support ingesting human curated calibration
12 products in a standardized text file format into the repository"""
13
14 def __init__(self, *args, **kwargs):
15 InputOnlyArgumentParser.__init__(self, *args, **kwargs)
16 self.add_argument("-n", "--dry-run", dest="dryrun", action="store_true",
17 default=False, help="Don't perform any action?")
18 self.add_argument("--create", action="store_true", help="Create new registry?")
19 self.add_argument("--ignore-ingested", dest="ignoreIngested", action="store_true",
20 help="Don't register files that have already been registered")
21 self.add_argument("root", help="Root directory to scan for calibs.")
22
23
25 def setDefaults(self):
26 if "filter" in self.registerregister.columns:
27 self.parseparse.defaults["filter"] = "NONE"
28
29
31 """Task that generates registry for human curated calibration products
32 in a standardized text file format"""
33 ArgumentParser = IngestCuratedCalibsArgumentParser
34 _DefaultName = "ingestCuratedCalibs"
35 ConfigClass = IngestCuratedCalibsConfig
36
37 def run(self, args):
38 """Ingest all defect files and add them to the registry"""
39
40 try:
41 camera = args.butler.get('camera')
42 temp_dir = tempfile.mkdtemp()
43 calibs, calib_type = read_all(args.root, camera)
44 file_names = []
45 for d in calibs:
46 for s in calibs[d]:
47 file_name = f'{calib_type}_{d}_{s.isoformat()}.fits'
48 full_file_name = os.path.join(temp_dir, file_name)
49 self.log.info('%s written for sensor: %s and calibDate: %s',
50 calib_type, d, s.isoformat())
51 calibs[d][s].writeFits(full_file_name)
52 file_names.append(full_file_name)
53 args.files = file_names
54 args.mode = 'move'
55 args.validity = None # Validity range is determined from the files
56 IngestCalibsTask.run(self, args)
57 finally:
58 shutil.rmtree(temp_dir)