U
    <¼|eó“  ã                   @   s*  d Z ddlZddlmZ ddlmZmZ ddlZddl	m
Z
 ddlmZ ddlmZmZmZ d	d
lmZmZ d	dlmZmZ d	dlmZmZ d	dlmZmZmZ d	dlmZ dZ d#dd„Z!d$dd„Z"dddddddœdd„Z#ddddddddœdd„Z$G dd„ deeeƒZ%d%dd „Z&G d!d"„ d"eeƒZ'dS )&z'Orthogonal matching pursuit algorithms
é    N)Úsqrt)ÚIntegralÚReal)Úlinalg)Úget_lapack_funcsé   )ÚLinearModelÚ_pre_fitÚ_deprecate_normalizeé   )ÚRegressorMixinÚMultiOutputMixin)Úas_float_arrayÚcheck_array)ÚdelayedÚParallel)ÚHiddenÚIntervalÚ
StrOptions)Úcheck_cvzŠOrthogonal matching pursuit ended prematurely due to linear dependence in the dictionary. The requested precision might not have been met.TFc                 C   s   |r|   d¡} n
t | ¡} t | j¡j}t d| f¡\}}td| fƒ\}	t 	| j
|¡}
|}t d¡}d}t | jd ¡}|dk	rŠ| jd n|}tj||f| jd�}|r°t |¡}t t t 	| j
|¡¡¡}||k sâ|
| d |k rötjttdd	� �qà|dk�rÎt 	| dd…d|…f j
| dd…|f ¡||d|…f< tj|d|…d|…f ||d|…f ddd
dd� |||d|…f ƒd }t | dd…|f ¡d | }||k�r¼tjttdd	� �qàt|ƒ|||f< nt | dd…|f ¡|d< || j
| | j
| ƒ\| j
|< | j
|< |
| |
|  |
|< |
|< || ||  ||< ||< |d7 }|	|d|…d|…f |
d|… d
dd�\}}|�r�||d|…|d f< |t 	| dd…d|…f |¡ }|dk	�rÒ||ƒd |k�rÒ�qàq°||kr°�qàq°|�r
||d|… |dd…d|…f |fS ||d|… |fS dS )a•  Orthogonal Matching Pursuit step using the Cholesky decomposition.

    Parameters
    ----------
    X : ndarray of shape (n_samples, n_features)
        Input dictionary. Columns are assumed to have unit norm.

    y : ndarray of shape (n_samples,)
        Input targets.

    n_nonzero_coefs : int
        Targeted number of non-zero elements.

    tol : float, default=None
        Targeted squared error, if not None overrides n_nonzero_coefs.

    copy_X : bool, default=True
        Whether the design matrix X must be copied by the algorithm. A false
        value is only helpful if X is already Fortran-ordered, otherwise a
        copy is made anyway.

    return_path : bool, default=False
        Whether to return every value of the nonzero coefficients along the
        forward path. Useful for cross-validation.

    Returns
    -------
    gamma : ndarray of shape (n_nonzero_coefs,)
        Non-zero elements of the solution.

    idx : ndarray of shape (n_nonzero_coefs,)
        Indices of the positions of the elements in gamma within the solution
        vector.

    coef : ndarray of shape (n_features, n_nonzero_coefs)
        The first k values of column k correspond to the coefficient value
        for the active features at that step. The lower left triangle contains
        garbage. Only returned if ``return_path=True``.

    n_active : int
        Number of active features at convergence.
    ÚF©Únrm2Úswap©Úpotrsr   r   N©Údtyper   ©Ú
stacklevelTF©ÚtransÚlowerÚoverwrite_bÚcheck_finite©r   r   ©r"   r#   )ÚcopyÚnpÚasfortranarrayÚfinfor   Úepsr   Úget_blas_funcsr   ÚdotÚTÚemptyÚarangeÚshapeÚ
empty_likeÚargmaxÚabsÚwarningsÚwarnÚ	prematureÚRuntimeWarningÚsolve_triangularÚnormr   )ÚXÚyÚn_nonzero_coefsÚtolÚcopy_XÚreturn_pathÚ	min_floatr   r   r   ÚalphaÚresidualÚgammaÚn_activeÚindicesÚmax_featuresÚLÚcoefsÚlamÚvÚLkkÚ_© rN   úV/var/www/website-v5/atlas_env/lib/python3.8/site-packages/sklearn/linear_model/_omp.pyÚ_cholesky_omp   sp    +



6ú
& 
  ÿ
 $rP   c                 C   s:  |r|   d¡nt | ¡} |s$|jjs,|  ¡ }t | j¡j}t 	d| f¡\}	}
t
d| fƒ\}t t| ƒ¡}|}|}d}t d¡}d}|dk	r’t| ƒn|}tj||f| jd�}d|d< |rÀt |¡}t t |¡¡}||k sè|| d	 |k rütjttd
d� �qú|dk�r¬| |d|…f ||d|…f< tj|d|…d|…f ||d|…f ddddd� |	||d|…f ƒd	 }| ||f | }||k�rštjttd
d� �qút|ƒ|||f< nt| ||f ƒ|d< |
| | | | ƒ\| |< | |< |
| j| | j| ƒ\| j|< | j|< || ||  ||< ||< || ||  ||< ||< |d7 }||d|…d|…f |d|… ddd�\}}|�r†||d|…|d f< t | dd…d|…f |¡}|| }|dk	�rì||7 }t ||d|… ¡}||8 }t|ƒ|k�rø�qúqÀ||krÀ�qúqÀ|�r$||d|… |dd…d|…f |fS ||d|… |fS dS )a®  Orthogonal Matching Pursuit step on a precomputed Gram matrix.

    This function uses the Cholesky decomposition method.

    Parameters
    ----------
    Gram : ndarray of shape (n_features, n_features)
        Gram matrix of the input data matrix.

    Xy : ndarray of shape (n_features,)
        Input targets.

    n_nonzero_coefs : int
        Targeted number of non-zero elements.

    tol_0 : float, default=None
        Squared norm of y, required if tol is not None.

    tol : float, default=None
        Targeted squared error, if not None overrides n_nonzero_coefs.

    copy_Gram : bool, default=True
        Whether the gram matrix must be copied by the algorithm. A false
        value is only helpful if it is already Fortran-ordered, otherwise a
        copy is made anyway.

    copy_Xy : bool, default=True
        Whether the covariance vector Xy must be copied by the algorithm.
        If False, it may be overwritten.

    return_path : bool, default=False
        Whether to return every value of the nonzero coefficients along the
        forward path. Useful for cross-validation.

    Returns
    -------
    gamma : ndarray of shape (n_nonzero_coefs,)
        Non-zero elements of the solution.

    idx : ndarray of shape (n_nonzero_coefs,)
        Indices of the positions of the elements in gamma within the solution
        vector.

    coefs : ndarray of shape (n_features, n_nonzero_coefs)
        The first k values of column k correspond to the coefficient value
        for the active features at that step. The lower left triangle contains
        garbage. Only returned if ``return_path=True``.

    n_active : int
        Number of active features at convergence.
    r   r   r   r   Nr   g      ð?r%   r   é   r   r   TFr    r&   )r'   r(   r)   ÚflagsÚ	writeabler*   r   r+   r   r,   r   r0   Úlenr/   r2   r3   r4   r5   r6   r7   r8   r9   r   r.   r-   Úinner)ÚGramÚXyr=   Ztol_0r>   Ú	copy_GramÚcopy_Xyr@   rA   r   r   r   rF   rB   Ztol_currÚdeltarD   rE   rG   rH   rI   rJ   rK   rL   rM   ÚbetarN   rN   rO   Ú	_gram_omp’   s€    =


ú
& 
  ÿ

$r\   )r=   r>   Ú
precomputer?   r@   Úreturn_n_iterc             
   C   s€  t | d|d�} d}|jdkr(| dd¡}t |ƒ}|jd dkrBd}|dkrj|dkrjttd| jd  ƒdƒ}|dk	r‚|d	k r‚td
ƒ‚|dkrš|d	krštdƒ‚|dkr¸|| jd kr¸tdƒ‚|dkrÔ| jd	 | jd k}|�r:t | j	| ¡}t 
|¡}t | j	|¡}	|dk	�rtj|d d	d�}
nd}
t||	|||
|d|d�S |�rdt | jd |jd | jd f¡}nt | jd |jd f¡}g }t|jd ƒD ]´}t| |dd…|f ||||d�}|�r"|\}}}}|dd…dd…dt|ƒ…f }t|j	ƒD ]0\}}|d|d … ||d|d … ||f< �qîn|\}}}||||f< | |¡ �q�|jd dk�r^|d	 }|�rrt |¡|fS t |¡S dS )a&  Orthogonal Matching Pursuit (OMP).

    Solves n_targets Orthogonal Matching Pursuit problems.
    An instance of the problem has the form:

    When parametrized by the number of non-zero coefficients using
    `n_nonzero_coefs`:
    argmin ||y - X\gamma||^2 subject to ||\gamma||_0 <= n_{nonzero coefs}

    When parametrized by error using the parameter `tol`:
    argmin ||\gamma||_0 subject to ||y - X\gamma||^2 <= tol

    Read more in the :ref:`User Guide <omp>`.

    Parameters
    ----------
    X : ndarray of shape (n_samples, n_features)
        Input data. Columns are assumed to have unit norm.

    y : ndarray of shape (n_samples,) or (n_samples, n_targets)
        Input targets.

    n_nonzero_coefs : int, default=None
        Desired number of non-zero entries in the solution. If None (by
        default) this value is set to 10% of n_features.

    tol : float, default=None
        Maximum norm of the residual. If not None, overrides n_nonzero_coefs.

    precompute : 'auto' or bool, default=False
        Whether to perform precomputations. Improves performance when n_targets
        or n_samples is very large.

    copy_X : bool, default=True
        Whether the design matrix X must be copied by the algorithm. A false
        value is only helpful if X is already Fortran-ordered, otherwise a
        copy is made anyway.

    return_path : bool, default=False
        Whether to return every value of the nonzero coefficients along the
        forward path. Useful for cross-validation.

    return_n_iter : bool, default=False
        Whether or not to return the number of iterations.

    Returns
    -------
    coef : ndarray of shape (n_features,) or (n_features, n_targets)
        Coefficients of the OMP solution. If `return_path=True`, this contains
        the whole coefficient path. In this case its shape is
        (n_features, n_features) or (n_features, n_targets, n_features) and
        iterating over the last axis generates coefficients in increasing order
        of active features.

    n_iters : array-like or int
        Number of active features across every target. Returned only if
        `return_n_iter` is set to True.

    See Also
    --------
    OrthogonalMatchingPursuit : Orthogonal Matching Pursuit model.
    orthogonal_mp_gram : Solve OMP problems using Gram matrix and the product X.T * y.
    lars_path : Compute Least Angle Regression or Lasso path using LARS algorithm.
    sklearn.decomposition.sparse_encode : Sparse coding.

    Notes
    -----
    Orthogonal matching pursuit was introduced in S. Mallat, Z. Zhang,
    Matching pursuits with time-frequency dictionaries, IEEE Transactions on
    Signal Processing, Vol. 41, No. 12. (December 1993), pp. 3397-3415.
    (https://www.di.ens.fr/~mallat/papiers/MallatPursuit93.pdf)

    This implementation is based on Rubinstein, R., Zibulevsky, M. and Elad,
    M., Efficient Implementation of the K-SVD Algorithm using Batch Orthogonal
    Matching Pursuit Technical Report - CS Technion, April 2008.
    https://www.cs.technion.ac.il/~ronrubin/Publications/KSVD-OMP-v2.pdf
    r   ©Úorderr'   Fr   éÿÿÿÿTNçš™™™™™¹?r   úEpsilon cannot be negativeú$The number of atoms must be positiveú>The number of atoms cannot be more than the number of featuresÚautor   ©Úaxis)r=   r>   Únorms_squaredrX   rY   r@   )r?   r@   )r   ÚndimÚreshaper1   ÚmaxÚintÚ
ValueErrorr(   r-   r.   r)   ÚsumÚorthogonal_mp_gramÚzerosÚrangerP   rT   Ú	enumerateÚappendÚsqueeze)r;   r<   r=   r>   r]   r?   r@   r^   ÚGrW   ri   ÚcoefÚn_itersÚkÚoutrM   ÚidxrI   Ún_iterrE   ÚxrN   rN   rO   Úorthogonal_mp  s|    X
ÿ

ø$     ÿ,
r~   )r=   r>   ri   rX   rY   r@   r^   c                C   sX  t | d|d�} t |¡}|jdkr4|jd dkr4d}|jdkr^|dd…tjf }|dk	r^|g}|sj|jjsr| ¡ }|dkr’|dkr’t	dt
| ƒ ƒ}|dk	rª|dkrªtdƒ‚|dk	rÂ|dk rÂtd	ƒ‚|dkrÚ|dkrÚtd
ƒ‚|dkrö|t
| ƒkrötdƒ‚|�r"tjt
| ƒ|jd t
| ƒf| jd�}	ntjt
| ƒ|jd f| jd�}	g }
t|jd ƒD ]Ê}t| |dd…|f ||dk	�r||| nd||d|d�}|�rú|\}}}}|	dd…dd…dt
|ƒ…f }	t|jƒD ]0\}}|d|d … |	|d|d … ||f< �qÆn|\}}}||	||f< |
 |¡ �qR|jd dk�r6|
d }
|�rJt |	¡|
fS t |	¡S dS )a  Gram Orthogonal Matching Pursuit (OMP).

    Solves n_targets Orthogonal Matching Pursuit problems using only
    the Gram matrix X.T * X and the product X.T * y.

    Read more in the :ref:`User Guide <omp>`.

    Parameters
    ----------
    Gram : ndarray of shape (n_features, n_features)
        Gram matrix of the input data: X.T * X.

    Xy : ndarray of shape (n_features,) or (n_features, n_targets)
        Input targets multiplied by X: X.T * y.

    n_nonzero_coefs : int, default=None
        Desired number of non-zero entries in the solution. If None (by
        default) this value is set to 10% of n_features.

    tol : float, default=None
        Maximum norm of the residual. If not None, overrides n_nonzero_coefs.

    norms_squared : array-like of shape (n_targets,), default=None
        Squared L2 norms of the lines of y. Required if tol is not None.

    copy_Gram : bool, default=True
        Whether the gram matrix must be copied by the algorithm. A false
        value is only helpful if it is already Fortran-ordered, otherwise a
        copy is made anyway.

    copy_Xy : bool, default=True
        Whether the covariance vector Xy must be copied by the algorithm.
        If False, it may be overwritten.

    return_path : bool, default=False
        Whether to return every value of the nonzero coefficients along the
        forward path. Useful for cross-validation.

    return_n_iter : bool, default=False
        Whether or not to return the number of iterations.

    Returns
    -------
    coef : ndarray of shape (n_features,) or (n_features, n_targets)
        Coefficients of the OMP solution. If `return_path=True`, this contains
        the whole coefficient path. In this case its shape is
        (n_features, n_features) or (n_features, n_targets, n_features) and
        iterating over the last axis yields coefficients in increasing order
        of active features.

    n_iters : array-like or int
        Number of active features across every target. Returned only if
        `return_n_iter` is set to True.

    See Also
    --------
    OrthogonalMatchingPursuit : Orthogonal Matching Pursuit model (OMP).
    orthogonal_mp : Solves n_targets Orthogonal Matching Pursuit problems.
    lars_path : Compute Least Angle Regression or Lasso path using
        LARS algorithm.
    sklearn.decomposition.sparse_encode : Generic sparse coding.
        Each column of the result is the solution to a Lasso problem.

    Notes
    -----
    Orthogonal matching pursuit was introduced in G. Mallat, Z. Zhang,
    Matching pursuits with time-frequency dictionaries, IEEE Transactions on
    Signal Processing, Vol. 41, No. 12. (December 1993), pp. 3397-3415.
    (https://www.di.ens.fr/~mallat/papiers/MallatPursuit93.pdf)

    This implementation is based on Rubinstein, R., Zibulevsky, M. and Elad,
    M., Efficient Implementation of the K-SVD Algorithm using Batch Orthogonal
    Matching Pursuit Technical Report - CS Technion, April 2008.
    https://www.cs.technion.ac.il/~ronrubin/Publications/KSVD-OMP-v2.pdf
    r   r_   r   TNrb   zSGram OMP needs the precomputed norms in order to evaluate the error sum of squares.r   rc   rd   re   r   F)rX   rY   r@   )r   r(   Úasarrayrj   r1   ÚnewaxisrR   rS   r'   rm   rT   rn   rq   r   rr   r\   rs   r.   rt   ru   )rV   rW   r=   r>   ri   rX   rY   r@   r^   rw   rx   ry   rz   rM   r{   rI   r|   rE   r}   rN   rN   rO   rp   ¹  sh    W

ÿÿ&ø
,
rp   c                   @   s‚   e Zd ZU dZeedddd�dgeedddd�dgdgdeedhƒƒged	hƒdgd
œZ	e
ed< ddddd	d
œdd„Zdd„ ZdS )ÚOrthogonalMatchingPursuita÷  Orthogonal Matching Pursuit model (OMP).

    Read more in the :ref:`User Guide <omp>`.

    Parameters
    ----------
    n_nonzero_coefs : int, default=None
        Desired number of non-zero entries in the solution. If None (by
        default) this value is set to 10% of n_features.

    tol : float, default=None
        Maximum norm of the residual. If not None, overrides n_nonzero_coefs.

    fit_intercept : bool, default=True
        Whether to calculate the intercept for this model. If set
        to false, no intercept will be used in calculations
        (i.e. data is expected to be centered).

    normalize : bool, default=False
        This parameter is ignored when ``fit_intercept`` is set to False.
        If True, the regressors X will be normalized before regression by
        subtracting the mean and dividing by the l2-norm.
        If you wish to standardize, please use
        :class:`~sklearn.preprocessing.StandardScaler` before calling ``fit``
        on an estimator with ``normalize=False``.

        .. versionchanged:: 1.2
           default changed from True to False in 1.2.

        .. deprecated:: 1.2
            ``normalize`` was deprecated in version 1.2 and will be removed in 1.4.

    precompute : 'auto' or bool, default='auto'
        Whether to use a precomputed Gram and Xy matrix to speed up
        calculations. Improves performance when :term:`n_targets` or
        :term:`n_samples` is very large. Note that if you already have such
        matrices, you can pass them directly to the fit method.

    Attributes
    ----------
    coef_ : ndarray of shape (n_features,) or (n_targets, n_features)
        Parameter vector (w in the formula).

    intercept_ : float or ndarray of shape (n_targets,)
        Independent term in decision function.

    n_iter_ : int or array-like
        Number of active features across every target.

    n_nonzero_coefs_ : int
        The number of non-zero coefficients in the solution. If
        `n_nonzero_coefs` is None and `tol` is None this value is either set
        to 10% of `n_features` or 1, whichever is greater.

    n_features_in_ : int
        Number of features seen during :term:`fit`.

        .. versionadded:: 0.24

    feature_names_in_ : ndarray of shape (`n_features_in_`,)
        Names of features seen during :term:`fit`. Defined only when `X`
        has feature names that are all strings.

        .. versionadded:: 1.0

    See Also
    --------
    orthogonal_mp : Solves n_targets Orthogonal Matching Pursuit problems.
    orthogonal_mp_gram :  Solves n_targets Orthogonal Matching Pursuit
        problems using only the Gram matrix X.T * X and the product X.T * y.
    lars_path : Compute Least Angle Regression or Lasso path using LARS algorithm.
    Lars : Least Angle Regression model a.k.a. LAR.
    LassoLars : Lasso model fit with Least Angle Regression a.k.a. Lars.
    sklearn.decomposition.sparse_encode : Generic sparse coding.
        Each column of the result is the solution to a Lasso problem.
    OrthogonalMatchingPursuitCV : Cross-validated
        Orthogonal Matching Pursuit model (OMP).

    Notes
    -----
    Orthogonal matching pursuit was introduced in G. Mallat, Z. Zhang,
    Matching pursuits with time-frequency dictionaries, IEEE Transactions on
    Signal Processing, Vol. 41, No. 12. (December 1993), pp. 3397-3415.
    (https://www.di.ens.fr/~mallat/papiers/MallatPursuit93.pdf)

    This implementation is based on Rubinstein, R., Zibulevsky, M. and Elad,
    M., Efficient Implementation of the K-SVD Algorithm using Batch Orthogonal
    Matching Pursuit Technical Report - CS Technion, April 2008.
    https://www.cs.technion.ac.il/~ronrubin/Publications/KSVD-OMP-v2.pdf

    Examples
    --------
    >>> from sklearn.linear_model import OrthogonalMatchingPursuit
    >>> from sklearn.datasets import make_regression
    >>> X, y = make_regression(noise=4, random_state=0)
    >>> reg = OrthogonalMatchingPursuit().fit(X, y)
    >>> reg.score(X, y)
    0.9991...
    >>> reg.predict(X[:1,])
    array([-78.3854...])
    r   NÚleft©Úclosedr   ÚbooleanÚ
deprecatedrf   ©r=   r>   Úfit_interceptÚ	normalizer]   Ú_parameter_constraintsTc                C   s"   || _ || _|| _|| _|| _d S ©Nr‡   )Úselfr=   r>   rˆ   r‰   r]   rN   rN   rO   Ú__init__À  s
    	z"OrthogonalMatchingPursuit.__init__c              
   C   s6  |   ¡  t| j| jjd�}| j||ddd�\}}|jd }t||d| j|| j	dd�\}}}}}}}	|j
dkr~|dd…tjf }| jdkr¨| jdkr¨ttd| ƒdƒ| _n| j| _|dkrÚt||| j| jdddd	�\}
| _nB| jdk	rötj|d
 dd�nd}t||	| j| j|dddd�\}
| _|
j| _|  |||¡ | S )a˜  Fit the model using X, y as training data.

        Parameters
        ----------
        X : array-like of shape (n_samples, n_features)
            Training data.

        y : array-like of shape (n_samples,) or (n_samples, n_targets)
            Target values. Will be cast to X's dtype if necessary.

        Returns
        -------
        self : object
            Returns an instance of self.
        ©Úestimator_nameT)Úmulti_outputÚ	y_numericr   N©r'   rb   F)r=   r>   r]   r?   r^   r   r   rg   )rW   r=   r>   ri   rX   rY   r^   )Ú_validate_paramsr
   r‰   Ú	__class__Ú__name__Ú_validate_datar1   r	   r]   rˆ   rj   r(   r€   r=   r>   rl   rm   Ún_nonzero_coefs_r~   Ún_iter_ro   rp   r.   Úcoef_Ú_set_intercept)rŒ   r;   r<   Ú
_normalizeÚ
n_featuresÚX_offsetÚy_offsetÚX_scalerV   rW   r™   Znorms_sqrN   rN   rO   ÚfitÏ  sZ     ÿ
      ÿ
ù
 ø
zOrthogonalMatchingPursuit.fit)r•   Ú
__module__Ú__qualname__Ú__doc__r   r   r   r   r   rŠ   ÚdictÚ__annotations__r�   r    rN   rN   rN   rO   r�   Q  s   
gûùr�   éd   c              	   C   s(  |r$|   ¡ } |  ¡ }|  ¡ }|  ¡ }|rx| jdd�}| |8 } ||8 }|jdd�}	t|dd�}||	8 }t|dd�}||	8 }|rºt tj| d dd�¡}
t |
¡}| dd…|f  |
|   < t| ||ddddd�}|jd	krì|dd…tj	f }|�r||  |
| dd…tj	f   < t 
|j|j¡| S )
aÅ  Compute the residues on left-out data for a full LARS path.

    Parameters
    ----------
    X_train : ndarray of shape (n_samples, n_features)
        The data to fit the LARS on.

    y_train : ndarray of shape (n_samples)
        The target variable to fit LARS on.

    X_test : ndarray of shape (n_samples, n_features)
        The data to compute the residues on.

    y_test : ndarray of shape (n_samples)
        The target variable to compute the residues on.

    copy : bool, default=True
        Whether X_train, X_test, y_train and y_test should be copied.  If
        False, they may be overwritten.

    fit_intercept : bool, default=True
        Whether to calculate the intercept for this model. If set
        to false, no intercept will be used in calculations
        (i.e. data is expected to be centered).

    normalize : bool, default=False
        This parameter is ignored when ``fit_intercept`` is set to False.
        If True, the regressors X will be normalized before regression by
        subtracting the mean and dividing by the l2-norm.
        If you wish to standardize, please use
        :class:`~sklearn.preprocessing.StandardScaler` before calling ``fit``
        on an estimator with ``normalize=False``.

        .. versionchanged:: 1.2
           default changed from True to False in 1.2.

        .. deprecated:: 1.2
            ``normalize`` was deprecated in version 1.2 and will be removed in 1.4.

    max_iter : int, default=100
        Maximum numbers of iterations to perform, therefore maximum features
        to include. 100 by default.

    Returns
    -------
    residues : ndarray of shape (n_samples, max_features)
        Residues of the prediction on the test data.
    r   rg   Fr’   r   NT)r=   r>   r]   r?   r@   r   )r'   Úmeanr   r(   r   ro   Úflatnonzeror~   rj   r€   r-   r.   )ÚX_trainÚy_trainÚX_testÚy_testr'   rˆ   r‰   Úmax_iterÚX_meanÚy_meanÚnormsÚnonzerosrI   rN   rN   rO   Ú_omp_path_residues  s@    ;
ù	
"r²   c                	   @   sz   e Zd ZU dZdgdgdeedhƒƒgeedddd�dgdgedgd	gd
œZe	e
d< dddddddd
œdd„Zdd„ ZdS )ÚOrthogonalMatchingPursuitCVaÆ  Cross-validated Orthogonal Matching Pursuit model (OMP).

    See glossary entry for :term:`cross-validation estimator`.

    Read more in the :ref:`User Guide <omp>`.

    Parameters
    ----------
    copy : bool, default=True
        Whether the design matrix X must be copied by the algorithm. A false
        value is only helpful if X is already Fortran-ordered, otherwise a
        copy is made anyway.

    fit_intercept : bool, default=True
        Whether to calculate the intercept for this model. If set
        to false, no intercept will be used in calculations
        (i.e. data is expected to be centered).

    normalize : bool, default=False
        This parameter is ignored when ``fit_intercept`` is set to False.
        If True, the regressors X will be normalized before regression by
        subtracting the mean and dividing by the l2-norm.
        If you wish to standardize, please use
        :class:`~sklearn.preprocessing.StandardScaler` before calling ``fit``
        on an estimator with ``normalize=False``.

        .. versionchanged:: 1.2
           default changed from True to False in 1.2.

        .. deprecated:: 1.2
            ``normalize`` was deprecated in version 1.2 and will be removed in 1.4.

    max_iter : int, default=None
        Maximum numbers of iterations to perform, therefore maximum features
        to include. 10% of ``n_features`` but at least 5 if available.

    cv : int, cross-validation generator or iterable, default=None
        Determines the cross-validation splitting strategy.
        Possible inputs for cv are:

        - None, to use the default 5-fold cross-validation,
        - integer, to specify the number of folds.
        - :term:`CV splitter`,
        - An iterable yielding (train, test) splits as arrays of indices.

        For integer/None inputs, :class:`KFold` is used.

        Refer :ref:`User Guide <cross_validation>` for the various
        cross-validation strategies that can be used here.

        .. versionchanged:: 0.22
            ``cv`` default value if None changed from 3-fold to 5-fold.

    n_jobs : int, default=None
        Number of CPUs to use during the cross validation.
        ``None`` means 1 unless in a :obj:`joblib.parallel_backend` context.
        ``-1`` means using all processors. See :term:`Glossary <n_jobs>`
        for more details.

    verbose : bool or int, default=False
        Sets the verbosity amount.

    Attributes
    ----------
    intercept_ : float or ndarray of shape (n_targets,)
        Independent term in decision function.

    coef_ : ndarray of shape (n_features,) or (n_targets, n_features)
        Parameter vector (w in the problem formulation).

    n_nonzero_coefs_ : int
        Estimated number of non-zero coefficients giving the best mean squared
        error over the cross-validation folds.

    n_iter_ : int or array-like
        Number of active features across every target for the model refit with
        the best hyperparameters got by cross-validating across all folds.

    n_features_in_ : int
        Number of features seen during :term:`fit`.

        .. versionadded:: 0.24

    feature_names_in_ : ndarray of shape (`n_features_in_`,)
        Names of features seen during :term:`fit`. Defined only when `X`
        has feature names that are all strings.

        .. versionadded:: 1.0

    See Also
    --------
    orthogonal_mp : Solves n_targets Orthogonal Matching Pursuit problems.
    orthogonal_mp_gram : Solves n_targets Orthogonal Matching Pursuit
        problems using only the Gram matrix X.T * X and the product X.T * y.
    lars_path : Compute Least Angle Regression or Lasso path using LARS algorithm.
    Lars : Least Angle Regression model a.k.a. LAR.
    LassoLars : Lasso model fit with Least Angle Regression a.k.a. Lars.
    OrthogonalMatchingPursuit : Orthogonal Matching Pursuit model (OMP).
    LarsCV : Cross-validated Least Angle Regression model.
    LassoLarsCV : Cross-validated Lasso model fit with Least Angle Regression.
    sklearn.decomposition.sparse_encode : Generic sparse coding.
        Each column of the result is the solution to a Lasso problem.

    Notes
    -----
    In `fit`, once the optimal number of non-zero coefficients is found through
    cross-validation, the model is fit again using the entire training set.

    Examples
    --------
    >>> from sklearn.linear_model import OrthogonalMatchingPursuitCV
    >>> from sklearn.datasets import make_regression
    >>> X, y = make_regression(n_features=100, n_informative=10,
    ...                        noise=4, random_state=0)
    >>> reg = OrthogonalMatchingPursuitCV(cv=5).fit(X, y)
    >>> reg.score(X, y)
    0.9991...
    >>> reg.n_nonzero_coefs_
    10
    >>> reg.predict(X[:1,])
    array([-78.3854...])
    r…   r†   r   Nr‚   rƒ   Ú	cv_objectÚverbose©r'   rˆ   r‰   r­   ÚcvÚn_jobsrµ   rŠ   TFc                C   s.   || _ || _|| _|| _|| _|| _|| _d S r‹   r¶   )rŒ   r'   rˆ   r‰   r­   r·   r¸   rµ   rN   rN   rO   r�   ù  s    z$OrthogonalMatchingPursuitCV.__init__c              	      sL  ˆ  ¡  tˆjˆjjd�‰ˆjˆ ˆddd�\‰ ‰tˆ ddd�‰ tˆjdd�}ˆj	svt
ttdˆ jd	  ƒd
ƒˆ jd	 ƒnˆj	‰tˆjˆjd�‡ ‡‡‡‡fdd„| ˆ ¡D ƒƒ}t
dd„ |D ƒƒ‰t ‡fdd„|D ƒ¡}t |jdd�¡d	 }|ˆ_t|ˆjˆd�}t ¡ �  tjdtd� | ˆ ˆ¡ W 5 Q R X |jˆ_|jˆ_|j ˆ_ ˆS )a~  Fit the model using X, y as training data.

        Parameters
        ----------
        X : array-like of shape (n_samples, n_features)
            Training data.

        y : array-like of shape (n_samples,)
            Target values. Will be cast to X's dtype if necessary.

        Returns
        -------
        self : object
            Returns an instance of self.
        rŽ   Tr   )r‘   Úensure_min_featuresF)r'   Úforce_all_finite)Ú
classifierrb   r   é   )r¸   rµ   c              
   3   s@   | ]8\}}t tƒˆ | ˆ| ˆ | ˆ| ˆjˆjˆˆƒV  qd S r‹   )r   r²   r'   rˆ   )Ú.0ÚtrainÚtest)r;   r›   r­   rŒ   r<   rN   rO   Ú	<genexpr>*  s   öøz2OrthogonalMatchingPursuitCV.fit.<locals>.<genexpr>c                 s   s   | ]}|j d  V  qdS )r   N)r1   ©r½   ÚfoldrN   rN   rO   rÀ   8  s     c                    s$   g | ]}|d ˆ … d j dd�‘qS )Nr   r   rg   )r§   rÁ   )Úmin_early_stoprN   rO   Ú
<listcomp>:  s     z3OrthogonalMatchingPursuitCV.fit.<locals>.<listcomp>r   rg   )r=   rˆ   r‰   Úignore)Úcategory)!r“   r
   r‰   r”   r•   r–   r   r   r·   r­   Úminrl   rm   r1   r   r¸   rµ   Úsplitr(   ÚarrayÚargminr§   r—   r�   rˆ   r5   Úcatch_warningsÚfilterwarningsÚFutureWarningr    r™   Ú
intercept_r˜   )rŒ   r;   r<   r·   Úcv_pathsZ	mse_foldsZbest_n_nonzero_coefsZomprN   )r;   r›   r­   rÃ   rŒ   r<   rO   r      sB     ÿÿ&ý õÿý
zOrthogonalMatchingPursuitCV.fit)r•   r¡   r¢   r£   r   r   r   r   rŠ   r¤   r¥   r�   r    rN   rN   rN   rO   r³   s  s$   
|ù÷r³   )NTF)NNTTF)TTFr¦   )(r£   r5   Úmathr   Únumbersr   r   Únumpyr(   Úscipyr   Zscipy.linalg.lapackr   Ú_baser   r	   r
   Úbaser   r   Úutilsr   r   Zutils.parallelr   r   Úutils._param_validationr   r   r   Úmodel_selectionr   r7   rP   r\   r~   rp   r�   r²   r³   rN   rN   rN   rO   Ú<module>   s^   ÿ
x     ø
 ÷ "ö  G    ø
a