Source code for sunkit_image.enhance

import warnings

import numpy as np
import scipy.ndimage as ndimage

from sunkit_image.utils.decorators import accept_array_or_map

__all__ = ["mgn", "wow"]


[docs] @accept_array_or_map(arg_name="data") def mgn( data, *, sigma=None, k=0.7, gamma=3.2, h=0.7, weights=None, truncate=3, clip=True, gamma_min=None, gamma_max=None, ): """ Multi-scale Gaussian normalization. This function can be used to visualize information over a wide range of spatial scales. It works by normalizing the image by calculating local mean and standard deviation over many spatial scales by convolving with Gaussian kernels of different standard deviations. All the normalized images are then arctan transformed (similar to a gamma transform). Then all the images are combined by adding all of them after multiplying with suitable weights. This method can be used to reveal information and structures at various spatial scales. .. note:: * In practice, the weights and h may be adjusted according to the desired output, and also according to the type of input image (e.g. wavelength or channel). For most purposes, the weights can be set equal for all scales. * We do not deal with NaN (Not a Number) in this implementation. * The input data array should be normalized by the exposure time. * The input data array should be dtype `float`. Parameters ---------- data : `numpy.ndarray`, `sunpy.map.GenericMap` Image to be transformed. sigma : `list` of `float`, optional Range of Gaussian widths (i.e. the standard deviation of the Gaussian kernel) to transform over. Defaults to ``[1.25, 2.5, 5, 10, 20, 40]``. k : `float`, optional The scaling factor multiplied with each Gaussian transformed image before applying the arctan transformation. Essentially controls the severity of the arctan transformation. Defaults to 0.7. gamma : `float`, optional The value used to calculate the global gamma-transformed image. Ideally should be between 2.5 to 4 according to the paper. Defaults to 3.2. gamma_min : `float`, optional Minimum input to the gamma transform. Defaults to minimum value of ``data``. gamma_max : `float`, optional Maximum input to the gamma transform. Defaults to maximum value of ``data``. h : `float`, optional Weight of global filter to Gaussian filters. Defaults to 0.7. weights : `list`, optional Used to weight all the transformed images during the calculation of the final image. Defaults to all weights are one. truncate : `int`, optional The number of sigmas to truncate the kernel. Defaults to 3. clip : `bool`, optional If set to `True` it will clip all the non-positive values in the image to a very small positive value. Defaults to `True`. Returns ------- `numpy.ndarray` or `sunpy.map.GenericMap` Normalized image. If a map is input, a map is returned with new data and the same metadata. References ---------- * Huw Morgan and Miloslav Druckmüller. "Multi-scale Gaussian normalization for solar image processing." Sol Phys 289, 2945-2955, 2014 `doi:10.1007/s11207-014-0523-9 <https://doi.org/10.1007/s11207-014-0523-9>`__ """ olderr = np.seterr(all="ignore") if sigma is None: sigma = [1.25, 2.5, 5, 10, 20, 40] if np.isnan(data).any(): warnings.warn( "One or more entries in the input data are NaN. This implementation does not account " "for the presence of NaNs in the input data. As such, this may result in undefined " "behavior.", stacklevel=3, ) if weights is None: weights = np.ones(len(sigma)) # 1. Replace spurious negative pixels with zero if clip is True: data[data <= 0] = 1e-15 # We want to avoid casting issues between dtype('float64') and dtype('int16') data = data.astype(np.float32) image = np.zeros_like(data) conv = np.zeros_like(data) sigmaw = np.zeros_like(data) for s, weight in zip(sigma, weights, strict=True): # 2 & 3 Create kernel and convolve with image # Refer to equation (1) in the paper ndimage.gaussian_filter(data, sigma=s, truncate=truncate, mode="nearest", output=conv) # 4. Calculate difference between image and the local mean image, # square the difference, and convolve with kernel. Square-root the # resulting image to give `local standard deviation` image sigmaw # Refer to equation (2) in the paper conv = data - conv ndimage.gaussian_filter(conv**2, sigma=s, truncate=truncate, mode="nearest", output=sigmaw) np.sqrt(sigmaw, out=sigmaw) # 5. Normalize the gaussian transformed image to give C_i. sigmaw = np.where(sigmaw == 0.0, 1.0, sigmaw) conv /= sigmaw # 6. Apply arctan transformation on Ci to give C'i # Refer to equation (3) in the paper conv *= k np.arctan(conv, out=conv) conv *= weight image += conv # Delete these arrays here as it reduces the total memory consumption when # we create the Cprime_g temp array below. del conv del sigmaw # 8. Take weighted mean of C'i to give a weighted mean locally normalised image. image /= len(sigma) # 9. Calculate global gamma-transformed image C'g # Refer to equation (4) in the paper gamma_min = data.min() if gamma_min is None else gamma_min gamma_max = data.max() if gamma_max is None else gamma_max Cprime_g = data - gamma_min if (gamma_max - gamma_min) != 0.0: Cprime_g /= gamma_max - gamma_min Cprime_g **= 1 / gamma Cprime_g *= h # 10. Sum the weighted mean locally transformed image with the global normalized image # Refer to equation (5) in the paper image *= 1 - h image += Cprime_g np.seterr(**olderr) return image
[docs] @accept_array_or_map(arg_name="data") def wow( data, *, scaling_function=None, n_scales=None, weights=None, whitening=True, denoise_coefficients=None, noise=None, bilateral=None, bilateral_scaling=False, soft_threshold=True, preserve_variance=False, gamma=3.2, gamma_min=None, gamma_max=None, h=0, ): """ Processes an image with the Wavelets Optimized Whitening (WOW) algorithm. This function manipulates the wavelet spectrum of the input image so that the power in the output image is equal at all locations and all spatial scales, thus "whitening" the wavelet spectrum. By doing so, the large scale structures are attenuated and the small scale structures are reinforced, with the objective criterion that the variance at all scales must be equal. The algorithm has the added advantage to allow attenuation of the noise at the same time, thus avoiding the usual explosion of noise usually inherent to enhancement methods. .. note:: * The filter was developed with the intention to find an objective criterion for enhancement. By default, there are therefore no free parameters to adjust, except for the denoising coefficients. It is however possible to set the synthesis weights to be values other than 1 to tune the output. It is also possible to merge the output with a gamma-scaled version of the original image. The weight of the gamma scaled image can be adjusted using the parameter ``h``, to the type of input image (e.g., wavelength or channel). For most purposes, the weights can be set to be equal for all scales. * We do not deal with NaN (Not a Number) in this implementation. Parameters ---------- data : `numpy.ndarray` or `sunpy.map.GenericMap` Image to be transformed. scaling_function : {``Triangle`` , ``B3spline``}, optional The wavelet scaling function, comes from the ``watroo`` package. Defaults to ``B3spline``. n_scales : `int`, optional Number of scales used for the wavelet transform. If `None`, the number of scales is computed to be the maximum compatible with the size of the input. Defaults to None. weights : `list` of `float`, optional Optional reconstruction weights used in the synthesis stage. By default, the weights are all set to 1. If the weights are not 1, the spectrum of the output is not white. Defaults to ``[]``. whitening : `bool` If True (default), the spectrum is whitened, i.e., normalized to the local power at each scale. Defaults to `True`. denoise_coefficients : `list` of `float`, optional Noise threshold, in units of the noise standard deviation, used at each scale to denoise the wavelet coefficients. Defaults to ``[]``. noise : `numpy.ndarray` or `None`, optional A map of the noise standard deviation, of same shape as the input data. This can be used to take into account spatially dependent (i.e., Poisson) noise. Defaults to `None`. bilateral : `int` or `None`, optional Uses bilateral convolution to form an edge-aware wavelet transform. The bilateral transform avoids the formation of glows near strong gradients. The recommended "natural" value is 1. Defaults to `None`. bilateral_scaling : `bool`, optional Experimental, do not use. Defaults to `False` soft_threshold: `bool`, optional Used only if denoise_coefficients is not ``[]``. If `True`, soft thresholding is used for denoising, otherwise, hard thresholding is used. Soft thresholding tends to create less artifacts. Defaults to `True`. preserve_variance: `bool`, optional Experimental, do not use. Defaults to `False`. gamma: `float`, optional The value used to calculate the global gamma-transformed image. Defaults to 3.2. gamma_min : `float` or `None`, optional Minimum input to the gamma transform. If `None`, defaults to minimum value of ``data``. gamma_max : `float` or None, optional Maximum input to the gamma transform. If None, defaults to maximum value of ``data``. h : `float`, optional Weight of the gamma-scaled image wrt that of the filtered image. Defaults to 0. Returns ------- `numpy.ndarray` or `sunpy.map.GenericMap` Normalized image. If a map is input, a map is returned with new data and the same metadata. References ---------- * Frédéric Auchère, Elie Soubrié, Gabriel Pelouze, Eric Buchlin, 2023, "Image Enhancement with Wavelets Optimized Whitening.", Astronomy & Astrophysics, 670, A66 `doi:10.1051/0004-6361/202245345 <https://doi.org/10.1051/0004-6361/202245345>`__ """ try: from watroo import B3spline, utils # NOQA: PLC0415 except ImportError as e: msg = "The `watroo` package is required to use the `wow` function. Please install it first." raise ImportError(msg) from e if denoise_coefficients is None: denoise_coefficients = [] if weights is None: weights = [] if scaling_function is None: scaling_function = B3spline wow_image, _ = utils.wow( data, scaling_function=scaling_function, n_scales=n_scales, weights=weights, whitening=whitening, denoise_coefficients=denoise_coefficients, noise=noise, bilateral=bilateral, bilateral_scaling=bilateral_scaling, soft_threshold=soft_threshold, preserve_variance=preserve_variance, gamma=gamma, gamma_min=gamma_min, gamma_max=gamma_max, h=h, ) return wow_image