o
    h
                     @   sp   d dl mZ G dd deZG dd deZG dd deZG dd	 d	eZG d
d deZG dd deZdS )    )Optimizer2Statec                       "   e Zd Z		d fdd	Z  ZS )AdamWMbP?g?g+?:0yE>{Gz?F    N   d   Tc                    s(   t  jd||||||||	|
||d d S )Nadamis_pagedsuper__init__selfparamslrbetasepsweight_decayamsgrad
optim_bitsargsmin_8bit_sizepercentile_clipping
block_wiser   	__class__ N/var/www/html/ai/venv/lib/python3.10/site-packages/bitsandbytes/optim/adamw.pyr   
      (zAdamW.__init__r   r   r   r   Fr	   Nr
   r   TF__name__
__module____qualname__r   __classcell__r!   r!   r   r"   r   	       r   c                       r   )	AdamW8bitr   r   r   r   Fr	   Nr
   r   Tc                    (   t  jd|||||d||	|
||d d S )Nr      r   r   r   r   r!   r"   r      r#   zAdamW8bit.__init__r$   r%   r!   r!   r   r"   r+      r*   r+   c                       r   )
AdamW32bitr   r   r   r   Fr	   Nr
   r   Tc                    r,   )Nr   r	   r   r   r   r   r!   r"   r      r#   zAdamW32bit.__init__r$   r%   r!   r!   r   r"   r.      r*   r.   c                       "   e Zd Z		
d fdd	Z  ZS )
PagedAdamWr   r   r   r   Fr	   Nr
   r   Tc                    s(   t  jd||||||||	|
|dd d S )Nr   Tr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r!   r"   r      r#   zPagedAdamW.__init__
r   r   r   r   Fr	   Nr
   r   Tr%   r!   r!   r   r"   r0      r*   r0   c                       r/   )PagedAdamW8bitr   r   r   r   Fr	   Nr
   r   Tc                    (   t  jd|||||d||	|
|dd d S )Nr   r-   Tr   r   r1   r   r!   r"   r      r#   zPagedAdamW8bit.__init__r2   r%   r!   r!   r   r"   r3      r*   r3   c                       r/   )PagedAdamW32bitr   r   r   r   Fr	   Nr
   r   Tc                    r4   )Nr   r	   Tr   r   r1   r   r!   r"   r   $   r#   zPagedAdamW32bit.__init__r2   r%   r!   r!   r   r"   r5   #   r*   r5   N)bitsandbytes.optim.optimizerr   r   r+   r.   r0   r3   r5   r!   r!   r!   r"   <module>   s   