o
    h                     @   sn  d dl mZ ddlmZ ddgg dg dg dd	gd
ZerddlmZmZ ddlm	Z	m
Z
mZmZmZ ddlmZmZmZmZmZmZmZmZmZmZ ddlmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z> ddl?m@Z@ dS d dlAZAeeBeC d eeDdeAjEeB< dS )    )TYPE_CHECKING   )_LazyModulefuse_awq_modulesreplace_with_awq_linear)get_keys_to_not_convertreplace_8bit_linearreplace_with_bnb_linear set_module_8bit_tensor_to_device%set_module_quantized_tensor_to_device)
HfDeepSpeedConfigHfTrainerDeepSpeedConfigdeepspeed_configdeepspeed_initdeepspeed_load_checkpointdeepspeed_optim_schedis_deepspeed_availableis_deepspeed_zero3_enabledset_hf_deepspeed_configunset_hf_deepspeed_config)%INTEGRATION_TO_CALLBACKAzureMLCallbackClearMLCallbackCodeCarbonCallbackCometCallbackDagsHubCallbackDVCLiveCallbackFlyteCallbackMLflowCallbackNeptuneCallbackNeptuneMissingConfigurationTensorBoardCallbackWandbCallback$get_available_reporting_integrations#get_reporting_integration_callbacks	hp_paramsis_azureml_availableis_clearml_availableis_codecarbon_availableis_comet_availableis_dagshub_availableis_dvclive_available is_flyte_deck_standard_availableis_flytekit_availableis_mlflow_availableis_neptune_availableis_optuna_availableis_ray_availableis_ray_tune_availableis_sigopt_availableis_tensorboard_availableis_wandb_availablerewrite_logsrun_hp_search_optunarun_hp_search_rayrun_hp_search_sigoptrun_hp_search_wandbPeftAdapterMixin)awqbitsandbytes	deepspeedintegration_utilspeft   )r   r   )r;   N__file__)module_spec)Ftypingr   utilsr   _import_structurer<   r   r   r=   r   r   r	   r
   r   r>   r   r   r   r   r   r   r   r   r   r   r?   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r@   r;   sys__name__globals__spec__modules rL   rL   X/var/www/html/ai/venv/lib/python3.10/site-packages/transformers/integrations/__init__.py<module>   s    '?0' 