o
    h	                     @   s   d dl ZdZdZdZdZdZdZdZe d	Z	e	 d
Z
e dZe d
ZdZdZdZg dZg dZg dZg dZg dZdZdZg dZg dZejejejejejejdZg dZ g dZ!e!g d Z"dS )    Nz	scaler.ptpytorch_modelmodelrandom_states	optimizer	schedulersamplerz.binz.index.jsonz.safetensorsz1.10.2py38z4.17.0)zml.p3.16xlargezml.p3dn.24xlargezml.p4dn.24xlarge)
FULL_SHARDSHARD_GRAD_OPNO_SHARDHYBRID_SHARDHYBRID_SHARD_ZERO2)TRANSFORMER_BASED_WRAPSIZE_BASED_WRAPNO_WRAP)BACKWARD_PREBACKWARD_POSTNO_PREFETCH)FULL_STATE_DICTLOCAL_STATE_DICTSHARDED_STATE_DICTz2.1.0pytorch_model_fsdp)pdshstandardopenmpimvapichmpich)defaultzreduce-overheadzmax-autotune)>z>=z==z!=z<=<)nnodesnproc_per_noderdzv_backendrdzv_endpointrdzv_id	rdzv_conf
standalonemax_restartsmonitor_intervalstart_methodrolemodulem	no_pythonrun_pathlog_dirr	redirectsttee	node_rankmaster_addrmaster_port)	DEEPSPEED	MULTI_GPUFSDPMEGATRON_LM)	MULTI_NPU	MULTI_XPU	MULTI_CPU)#operatoropSCALER_NAME
MODEL_NAMESAFE_MODEL_NAMERNG_STATE_NAMEOPTIMIZER_NAMESCHEDULER_NAMESAMPLER_NAMEWEIGHTS_NAMEWEIGHTS_INDEX_NAMESAFE_WEIGHTS_NAMESAFE_WEIGHTS_INDEX_NAMESAGEMAKER_PYTORCH_VERSIONSAGEMAKER_PYTHON_VERSIONSAGEMAKER_TRANSFORMERS_VERSION SAGEMAKER_PARALLEL_EC2_INSTANCESFSDP_SHARDING_STRATEGYFSDP_AUTO_WRAP_POLICYFSDP_BACKWARD_PREFETCHFSDP_STATE_DICT_TYPEFSDP_PYTORCH_VERSIONFSDP_MODEL_NAMEDEEPSPEED_MULTINODE_LAUNCHERSTORCH_DYNAMO_MODESgtgeeqneleltSTR_OPERATION_TO_FUNCTORCH_LAUNCH_PARAMSCUDA_DISTRIBUTED_TYPES!TORCH_DISTRIBUTED_OPERATION_TYPES ra   ra   P/var/www/html/ai/venv/lib/python3.10/site-packages/accelerate/utils/constants.py<module>   s8   



