U
    yh                     @   s.   d dl Z ddlmZ dgZG dd deZdS )    N   )BaseSchedulerLambdaSLc                       s*   e Zd ZdZd fdd	Zdd Z  ZS )	r   a  Sets the sparsity level of each parameter group to the final sl
    times a given function. When last_epoch=-1, sets initial sl as zero.
    Args:
        sparsifier (BaseSparsifier): Wrapped sparsifier.
        sl_lambda (function or list): A function which computes a multiplicative
            factor given an integer parameter epoch, or a list of such
            functions, one for each group in sparsifier.param_groups.
        last_epoch (int): The index of last epoch. Default: -1.
        verbose (bool): If ``True``, prints a message to stdout for
            each update. Default: ``False``.
    Example:
        >>> # Assuming sparsifier has two groups.
        >>> lambda1 = lambda epoch: epoch // 30
        >>> lambda2 = lambda epoch: 0.95 ** epoch
        >>> # xdoctest: +SKIP
        >>> scheduler = LambdaSL(sparsifier, sl_lambda=[lambda1, lambda2])
        >>> for epoch in range(100):
        >>>     train(...)
        >>>     validate(...)
        >>>     scheduler.step()
    Fc                    s|   || _ t|ts.t|ts.|gt|j | _n:t|t|jkr^tdt|j dt| t|| _t 	||| d S )Nz	Expected z lr_lambdas, but got )

sparsifier
isinstancelisttuplelengroups
sl_lambdas
ValueErrorsuper__init__)selfr   Z	sl_lambda
last_epochverbose	__class__ ]/var/www/html/venv/lib/python3.8/site-packages/torch/ao/pruning/scheduler/lambda_scheduler.pyr      s    
zLambdaSL.__init__c                    s,    j std  fddt j jD S )NzUTo get the last sparsity level computed by the scheduler, please use `get_last_sl()`.c                    s   g | ]\}}|| j  qS r   )r   ).0Zlmbdabase_slr   r   r   
<listcomp>/   s   z#LambdaSL.get_sl.<locals>.<listcomp>)Z_get_sl_called_within_stepwarningswarnzipr   r   r   r   r   r   get_sl*   s    
zLambdaSL.get_sl)r   F)__name__
__module____qualname____doc__r   r   __classcell__r   r   r   r   r      s   )r   Zbase_schedulerr   __all__r   r   r   r   r   <module>   s   