Source code for hispecdrp.pipelines.calibration.process_satflats_pipeline
from hispecdrp import datamodels
from ..calibration_pipeline_base import CalibrationPipeline
from ...primitives import (DQInitPrimitive, CheckSaturationPrimitive, NonlinearCorrectionPrimitive,
JumpDetectionPrimitive, FitRampPrimitive, DarkSubtractionPrimitive,
BiasSubtractionPrimitive, DetectorFlatCorrectionPrimitive, GainCorrectionPrimitive,
MakeSaturationPrimitive, MakeNonLinPrimitive,
RegisterCalibrationPrimitive,
CoaddFramesPrimitive)
from typing import Sequence
import logging
logger = logging.getLogger(__name__)
__all__ = ['ProcessSatFlatsPipeline']
[docs]
class ProcessSatFlatsPipeline(CalibrationPipeline):
"""
Pipeline to process saturation flat frames and create master calibrations for nonlinearity and saturation levels.
This pipeline applies the following primitives in order:
- :class:`~hispecdrp.primitives.dq_init.dqinit_primitive.DQInitPrimitive`
- :class:`~hispecdrp.primitives.saturation.make_saturation_primitive.MakeSaturationPrimitive`
- :class:`~hispecdrp.primitives.register_calibration.register_cal_primitive.RegisterCalibrationPrimitive`
- :class:`~hispecdrp.primitives.saturation.saturation_primitive.CheckSaturationPrimitive`
- :class:`~hispecdrp.primitives.bias_subtraction.bias_primitive.BiasSubtractionPrimitive`
- :class:`~hispecdrp.primitives.nonlinear_correction.make_nonlin_primitive.MakeNonLinPrimitive`
- :class:`~hispecdrp.primitives.register_calibration.register_cal_primitive.RegisterCalibrationPrimitive`
- :class:`~hispecdrp.primitives.nonlinear_correction.nonlin_primitive.NonlinearCorrectionPrimitive`
- :class:`~hispecdrp.primitives.jump_detection.jump_detection_primitive.JumpDetectionPrimitive`
- :class:`~hispecdrp.primitives.ramp_fitting.ramp_fit_primitive.FitRampPrimitive`
- :class:`~hispecdrp.primitives.dark_subtraction.dark_primitive.DarkSubtractionPrimitive`
- :class:`~hispecdrp.primitives.gain.gain_primitive.GainCorrectionPrimitive`
- :class:`~hispecdrp.primitives.detector_flat.detflat_primitive.DetectorFlatCorrectionPrimitive`
Any primitive can be skipped by setting its ``run`` argument to ``False`` when initializing the pipeline.
"""
PRIMITIVES = {
'dq_init': DQInitPrimitive,
'make_saturation': MakeSaturationPrimitive,
'register_saturation_cal' : RegisterCalibrationPrimitive,
'saturation_check': CheckSaturationPrimitive,
'bias_sub': BiasSubtractionPrimitive,
'make_nonlin': MakeNonLinPrimitive,
'register_nonlin_cal' : RegisterCalibrationPrimitive,
'nonlin_corr': NonlinearCorrectionPrimitive,
'jump_detec': JumpDetectionPrimitive,
'ramp_fit': FitRampPrimitive,
'dark_sub': DarkSubtractionPrimitive,
'gain_corr': GainCorrectionPrimitive,
'detflat_corr': DetectorFlatCorrectionPrimitive,
}
def _perform(self):
# Making sure that the input is a list of models for processing
if isinstance(self.dataset, (datamodels.DataModel, str)):
_input_list = [self.dataset]
if isinstance(self.dataset, Sequence):
_input_list = self.dataset
# First, loop over all inputs to apply DQ init, saturation check, and bias subtraction
results = []
logger.info(f"Looping over a list of {len(_input_list)} inputs to apply dq_init.")
for k, _input in enumerate(_input_list):
logger.info(f"Processing input {k+1}/{len(_input_list)}: {_input}")
model_to_process = datamodels.open(_input)
_result = self.dq_init.apply(model_to_process)
results.append(_result)
# Fit for nonlinearity using all processed inputs
saturation_result = self.make_saturation.apply(results)
# Register the nonlinear correction calibration to the calibration database
# self.register_nonlin_cal.apply(nonlin_result)
logger.info(f"Continue loop over inputs to apply saturation check.")
for k, _result in enumerate(results):
logger.info(f"Processing input {k+1}/{len(results)}: {_result}")
_result = self.saturation_check.apply(_result)
_result = self.bias_sub.apply(_result)
results[k] = _result
# Fit for nonlinearity using all processed inputs
nonlin_result = self.make_nonlin.apply(results)
# Register the nonlinear correction calibration to the calibration database
# self.register_nonlin_cal.apply(nonlin_result)
logger.info(f"Continue loop over inputs to apply bias, nonlin_corr, jump_detec, ramp_fit, dark_sub, gain_corr, and detflat_corr.")
for k, _result in enumerate(results):
logger.info(f"Processing input {k+1}/{len(results)}: {_result}")
_result = self.nonlin_corr.apply(_result)
_result = self.jump_detec.apply(_result)
_result = self.ramp_fit.apply(_result)
_result = self.dark_sub.apply(_result)
_result = self.gain_corr.apply(_result)
_result = self.detflat_corr.apply(_result)
results[k] = _result
return dict(output=dict(results=results, nonlin=nonlin_result, saturation=saturation_result))