o
    h                    @   sn  d Z ddlmZ ddlmZ ddlmZmZmZm	Z	m
Z
mZmZmZmZmZmZmZmZmZmZmZmZmZmZ eeZi dg dg dg d	d
gdg dg dg dg ddg ddg dg dg dg dg dg dg ddgi dddgdg dg d d!d"gd#g d$g d%g d&d'd(gd)g d*d+g d,d-d.gd/g d0d1g d2d3g d4d5g d6d7d8d9gd:g d;i d<d=d>gd?g d@g dAdBdCgdDg dEdFdGgdHg dIdJdKgdLdMdNgdOdPdQgdRg dSdTdUdVgdWg dXdYg dZd[g d\d]g d^d_d`dagi dbg dcddg dedfdggdhdidjgdkg dldmg dndog dpdqg drdsg dtdug dvdwg dxg dydzd{d|gd}g d~dddgdddgdg i dg ddg ddddgdg ddg ddddgdddgdddgdddgdg dg dg dddgdddgdg dddgdddgi dg ddddgdddgdddgdg dddgdddgdg ddg dg dâdg dŢdddgdddgdddgdg dТdg dҢddgi dddgdddgdg dܢdddgdg ddg ddddgdddgdg ddg ddddgdg ddddgdg ddddgdddgddd gi dddgdg dddgdg d	d
ddgdg dddgdddgdddgdddgdddgdddgd g d!d"g d#d$g d%d&g d'd(g d)i d*g d+d,d-gd.g d/d0d1d2gd3d4d5gd6d7d8gd9d:d;gd<g d=d>d?d@gdAg dBdCg dDdEdFdGgdHdIgdJg dKdLdMdNgdOg dPdQdRgi dSg dTdUdVgdWdXdYgdZg d[g d\d]d^d_gd`dadbgdcg ddg dedfdgdhgdidjdkgdldmdngdodpdqgdrg dsdtdudvgdwdxdygdzd{gi d|g d}d~ddgdddgdddgdg dddgddgdddgdg ddg dddgdg ddg ddddgdddgdg ddddgi dg ddddgdddgddgdg ddddgdddgdddgdg ddddgdddgdg dâdg dŢdƐdǐdgdɐdʐdgd̐d͐dgdϐdАdgi dg dӢdԐdՐdgdg dآdg dڢdېdܐdgdg dߢdg ddddgdddgdddgdddgddgdg ddg ddg ddg ddg di dddgdddgd ddgdddgdddgd	d
dgdddgdg ddddgdddgddgdg ddg ddg ddd gd!d"d#gd$d%d&gi d'g d(d)d*gd+d,d-gd.g d/d0d1gd2d3d4gd5d6d7gd8d9d:gd;d<d=gd>d?d@gdAdBdCgdDdEdFgdGdHdIgdJg dKdLdMdNgdOg dPdQdRdSgi dTdUgdVdWgdXdYdZgd[g d\d]g d^d_d`dagdbg dcdddedfgdgdhdigdjdkdlgdmdndogdpdqdrgdsdtdugdvdwdxgdyg dzg d{d|d}gg d~gg dg dg dg ddgdgdgg dg ddZz	e se W n  ey%   ddlmZ dd eeD ed< Y nw ed, d ed? d ed@ d edF d edL d edh d edw d ed d ed d ed d ed d ed d ed, d ed6 d edE d edH d edQ d edS d edc d edz d ed d ed d ed d ed d ed d ed d ed d ed d ed	 d ed_ d edd d edg d edm d z	e sLe W n  eym   ddlm Z  dd ee D ed< Y nw ed, d ed< d ed? d edD d edL d edW d edY d ed_ d edh d edq d edw d edx d ed} d ed d ed d ed d ed d ed d¡ ed !g dâ ed dġ ed dš ed dơ ed dǡ ed dȡ ed dɡ ed dʡ ed& dˡ ed( d̡ ed* d͡ ed, dΡ ed. dϡ ed6 dС ed< dѡ edC dҡ edJ dӡ edQ dԡ edS dա edd d֡ edr dס edz dء ed~ d١ ed dڡ ed dۡ ed dܡ ed dݡ ed dޡ ed dߡ ed d ed d ed d ed d ed d ed d ed	 d ed[ d ed_ d edg d edm d dged< ze 
rre 
sue W n e
y   ddlm"Z" dd ee"D ed< Y n
w ddged< z	e 
se W n e
y   ddlm#Z# dd ee#D ed< Y n	w edD d z	e 
se W n e
y   ddlm$Z$ dd ee$D ed< Y n	w ed d z	e s	e W n  ey*   ddlm%Z% dd ee%D ed< Y nw dged< dged < edA !ddg edT !dg ed[ !dg edb d edm !ddg edq !dd	g edz !d
dg ed !ddg ed !ddg ed !ddg ed d ed !ddg ed !ddg ed !ddg ed d ed d ed !g d ed !ddg ed !ddg ed !d g ed !d!d"g ed( !d#d$g ed* !d%d&g ed0 !d'd(g edL d) edO !d*d+g edf !d,d-g edi !d.d/g edl !d0d1g ed d2 ed !d3g ed d4 ed !d5d6g ed !d7d8g ed !d9g ed !d:d;g ed !d<g ed !d=g ed !d>d?g ed  d@ ed dA ed dB ed+ !dCdDg ed. !g dE ed8 !dFdGg ed; !dHg edG dI edL dJ eds !dKdLg z	e sDe W n  eye   ddMlm&Z& dNd ee&D edO< Y 	nw g edP< dQgedR< dSgedT< g dUedV< g dWedX< ed !g dY g edZ< g ed[< d\ged]< ed, !g d^ ed/ !g d_ ed1 !g d` ed3 !g da ed5 !g db ed7 !g dc ed: !g dd ed< !g de edA !g df edD !g dg edF !g dh edL !g di edO !g dj edR !g dk edT !g dl edW !g dm edY !g dn ed[ !g do ed] !g dp ed_ !g dq edb !g dr edd !g ds edh !g dt edk !g du edm !g dv edo !g dw edq !g dx eds !g dy edu !g dz edx !g d{ edz !g d| ed} !g d} ed !g d~ ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !ddg ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed
 !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed  !g d ed" !g d ed$ !g d ed& !g d ed( !g d ed* !g d ed. !g d ed0 !g d ed3 !g d ed6 !g d¢ ed9 !g dâ ed< !g dĢ ed> !g dŢ edA !g dƢ edC !g dǢ edE !g dȢ edH !g dɢ edJ !g dʢ edL !g dˢ edO !g d̢ edQ !g d͢ edT !g d΢ edW !g dϢ ed[ !g dТ ed] !g dѢ ed` !g dҢ edd !g dӢ edf !g dԢ edi !g dբ edl !g d֢ edo !g dע edr !g dآ edt !g d٢ edw !g dڢ edz !g dۢ ed| !g dܢ ed~ !g dݢ ed !g dޢ ed !g dߢ ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d  ed !g d ed !g d ed !g d ed !g d ed !g d ed !dg ed !g d ed !dd	g ed !g d
 ed !g d ed !g d ed !g d ed !g d ed  !g d ed !g d ed !g d ed	 !g d ed !g d ed !g d ed !g d ed !g d ed !dg ed !g d ed !g d ed !g d ed !g d ed! !g d ed$ !g d ed' !ddg ed) !d d!g ed+ !g d" ed. !g d# ed0 !d$g ed2 !d%g ed5 !g d& ed8 !g d' ed; !g d( ed> !g d) edA !g d* edD !g d+ edG !g d, edJ !g d- edL !g d. edO !g d/ edQ !g d0 edX !g d1 ed[ !g d2 ed] !g d3 ed_ !g d4 edb !g d5 edd !g d6 edg !g d7 edj !g d8 edm !g d9 edp !g d: eds !g d; edv !g d< g d=ed>< g d?ed@< g edA< g edB< dCgedD< dEgedF< dGgedH< z	e se W n  ey   ddIlm'Z' dJd ee'D edK< Y nw g edL< dMgedN< dOgedP< ed !g dQ g edR< dSdTgedU< g edV< g dWedX< ed, !g dY ed5 !g dZ ed< !g d[ edD !g d\ edW !g d] edY !g d^ ed[ !g d_ edh !g d` edq !g da ed} !g db ed !g dc ed !g dd ed !g de ed !g df ed !g dg ed !g dh ed !g di ed !g dj ed !g dk ed !g dl ed !g dm ed !g dn ed !g do ed dp ed !g dq ed !g dr ed !g ds ed !g dt ed !g du ed !g dv ed !g dw ed& !g dx ed* !g dy ed. !g dz ed< !g d{ edC !g d| edH !g d} edQ !g d~ edd !g d edl !g d edr !g d edz !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed !g d ed	 !g d ed !g d ed0 !dg ed2 !dg ed8 !g d ed> !g d edO !g d ed[ !g d ed_ !g d edb !g d edg !g d edm !g d g ded< g ed< dged< ze rAe	 rAe rAe rAe sDe W n eyd   ddlm(Z( dd ee(D ed< Y nw ed d ed d ed d z	e
 se W n  ey   ddlm)Z) dd ee)D ed< Y nw ed !g d g ed< g ed< dged< ed, !g d ed5 !g d ed< !g d edA !g d edD !g d edL !g d edW !g d edY !g d ed_ !g d edq !g d ed !g d ed !g d ed d ed !g d ed !g d ed !g d ed6 !g d ed> !g d edH !g d¢ edQ !g dâ edz !g dĢ ed !g dŢ ed !g dƢ ed !g dǢ ed !g dȢ ed !g dɢ ed !g dʢ ed !g dˢ ed d̡ ed	 !g d͢ ed0 dΡ ed2 !dg ed8 !g dТ edO !g dѢ ed[ !g dҢ ed_ !g dӢ edg !g dԢ e]ryddl*m+Z+ ddl,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z> ddl?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZI ddlJmKZK ddlLmMZMmNZN dd lOmPZPmQZQmRZR ddlSmTZT dd&lUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_ ddl`maZa dd*lbmcZcmdZdmeZemfZfmgZgmhZhmiZi ddljmkZkmlZl dd0lmmnZnmoZompZpmqZqmrZr dd2lsmtZtmuZumvZvmwZwmxZx dd4lymzZzm{Z{m|Z| dd6l}m~Z~mZmZmZmZmZmZmZmZmZmZmZ ddlmZmZ dd;lmZmZmZmZmZ ddlmZmZ ddlmZmZ ddElmZmZmZmZmZ ddlmZ ddIlmZmZmZ ddlmZ ddlmZmZ ddlmZmZ ddSlmZmZmZ ddlmZmZ ddXlmZmZmZ ddZlmZmZmZ dd\lmZmZmZmZmZ dd^lmZmZmZmZmZ ddlmZmZ ddclmZmZmZmZmZ ddelmZmZmZ ddlmZ ddlmZmZ ddllmZmZmZ ddnlmZmZmZmZmZ ddplmZmZmZmZmZ ddrlmZmZmZmZmZmZ ddtlmZmZmZmZmZ ddvlmZmZmZmZmZmZmZ ddylm Z mZmZ ddlmZmZ dd~lmZmZm	Z	 ddl
mZmZ ddlmZmZ ddlmZmZmZ ddlmZmZmZ ddlmZmZ ddlmZmZmZmZm Z  ddl!m"Z"m#Z#m$Z$ ddl%m&Z&m'Z' ddl(m)Z)m*Z* ddl+m,Z,m-Z- ddl.m/Z/m0Z0 ddl1m2Z2m3Z3m4Z4m5Z5 ddl6m7Z7 ddl8m9Z9m:Z: ddl;m<Z<m=Z=m>Z> ddl?m@Z@ ddlAmBZBmCZC ddlDmEZEmFZFmGZGmHZH ddlImJZJmKZK ddlLmMZMmNZN ddlOmPZPmQZQ ddlRmSZSmTZT ddlUmVZVmWZW ddlXmYZYmZZZm[Z[ ddÐl\m]Z]m^Z^m_Z_ ddŐl`maZambZbmcZcmdZdmeZemfZf ddlgmhZhmiZi ddljmkZkmlZl ddlmmnZnmoZo ddАlpmqZqmrZrmsZs ddҐltmuZumvZvmwZw ddlxmyZy ddlzm{Z{m|Z| ddl}m~Z~mZ ddܐlmZmZmZ ddlmZmZ ddlmZmZmZ ddlmZmZmZmZmZmZ ddlmZmZ ddlmZmZ ddlmZmZmZ ddlmZmZmZ dd lmZmZ ddlmZmZmZmZ ddlmZmZ ddlmZmZmZ ddlmZmZ ddlmZmZ ddlmZmZ ddlmZmZ ddlmZmZ dd	lmZmZmZ ddlmÐZÐmĐZ ddlŐmƐZƐmǐZǐmȐZȐmɐZ ddlʐmːZ dd	l̐m͐Z͐mΐZ dd
lϐmАZАmѐZ ddlҐmӐZӐmԐZ ddlՐm֐Z֐mאZ ddlؐmِZِmڐZ dd!lېmܐZܐmݐZݐmސZސmߐZߐmZ dd#lmZmZmZmZmZ dd%lmZmZmZ dd'lmZmZmZ dd)lmZmZmZmZmZmZ dd+lmZmZmZmZmZmZ ddlmZ dd/lm Z mZmZ ddlmZmZ ddlmZmZ ddl	m
Z
mZ ddlmZmZ dd=lmZmZmZ ddlmZmZ ddBlmZmZmZ ddDlmZmZmZ ddlmZm Z  ddl!m"Z" ddKl#m$Z$m%Z%m&Z&m'Z'm(Z( ddl)m*Z*m+Z+ ddPl,m-Z-m.Z.m/Z/ ddl0m1Z1 ddl2m3Z3m4Z4 ddl5m6Z6m7Z7 dd\l8m9Z9m:Z:m;Z;m<Z< ddl=m>Z>m?Z? ddl@mAZAmBZB ddelCmDZDmEZEmFZF ddlGmHZHmIZI ddlJmKZKmLZL ddlMmNZNmOZO ddlPmQZQmRZR ddslSmTZTmUZUmVZV dd lWmXZXmYZY dd!lZm[Z[m\Z\ dd"l]m^Z^ dd}l_m`Z`maZambZb dd#lcmdZdmeZe dd$lfmgZgmhZh dd%limjZjmkZk dd&llmmZmmnZn dd'lompZp dd(lqmrZrmsZs ddltmuZumvZvmwZw ddlxmyZymzZzm{Z{ dd)l|m}Z} ddl~mZmZmZmZmZ ddlmZmZmZmZmZ dd*lmZmZ dd+lmZmZ ddlmZmZmZ dd,lmZmZ ddlmZmZmZ dd-lmZmZ dd.lmZmZ dd/lmZ ddlmZmZmZmZmZ dd0lmZmZ dd1lmZmZ dd2lmZmZ ddlmZmZmZ dd3lmZmZ dd4lmZmZ ddÐlmZmZmZ ddŐlmZmZmÐZ dd5lĐmŐZŐmƐZ dd6lǐmȐZȐmɐZ dd7lʐmːZːm̐Z dd8l͐mΐZΐmϐZ ddӐlАmѐZѐmҐZҐmӐZ dd9lԐmՐZՐm֐Z ddؐlאmؐZؐmِZِmڐZ ddڐlېmܐZܐmݐZݐmސZ dd:lߐmZmZ ddߐlmZmZmZmZmZmZ ddlmZmZmZmZ dd;lmZmZ dd<lmZmZ dd=lmZmZ dd>lmZmZ dd?lmZ ddlmZmZmZm Z  ddlmZmZmZmZ ddlmZmZm	Z	m
Z
mZmZ ddlmZmZmZ ddlmZmZmZ dd@lmZmZ ddAlmZmZ ddBlmZmZ ddClmZm Z  ddDl!m"Z"m#Z# ddEl$m%Z%m&Z& ddFl'm(Z(m)Z) ddl*m+Z+m,Z,m-Z- ddGl.m/Z/m0Z0 ddHl1m2Z2m3Z3 ddIl4m5Z5 ddl6m7Z7m8Z8m9Z9 ddl:m;Z;m<Z<m=Z=m>Z> ddl?m@Z@mAZAmBZB ddJlCmDZD ddKlEmFZFmGZG ddLlHmIZImJZJ dd(lKmLZLmMZMmNZN ddMlOmPZP ddNlQmRZRmSZS dd/lTmUZUmVZVmWZWmXZXmYZY ddOlZm[Z[ ddPl\m]Z]m^Z^ ddQl_m`Z`maZa ddRlbmcZcmdZd ddSlemfZfmgZg ddTlhmiZimjZj ddUlkmlZlmmZm ddVlnmoZompZp ddWlqmrZrmsZs ddKltmuZumvZvmwZw ddXlxmyZymzZz ddPl{m|Z|m}Z}m~Z~mZmZmZ ddYlmZmZ ddZlmZ dd[lmZ dd\lmZmZ dd\lmZmZmZmZmZ dd^lmZmZmZmZmZ dd]lmZmZ ddclmZmZmZ dd^lmZmZ dd_lmZmZ dd`lmZmZ ddalmZmZ ddblmZmZ ddclmZmZ dddlmZmZ dd{lmZmZmZmZmZmZmZmZmZmZmZmZmZmZmÐZÐmĐZĐmŐZŐmƐZƐmǐZǐmȐZȐmɐZɐmʐZʐmːZːm̐Z̐m͐Z͐mΐZΐmϐZϐmАZАmѐZѐmҐZҐmӐZӐmԐZԐmՐZՐm֐Z֐mאZאmؐZ ddelِmڐZ ddflېmܐZ ddlݐmސZސmߐZߐmZmZmZmZ ddlmZmZmZmZmZmZmZmZmZmZ ddlmZmZmZmZmZmZmZ ddlmZmZmZmZmZ ddglmZ ddhlm Z  ddilmZ ddjlmZmZmZmZmZmZm	Z	m
Z
mZmZmZmZmZmZmZmZmZm
Z
mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ ddlmZmZm Z  z	e ,se W n e,y   ddkl!T Y nAw ddlljm"Z" ddml#m$Z$ ddnl%m&Z& ddolm'Z' ddplm(Z( ddqlאm)Z) ddrl*m+Z+ ddsl,m-Z- ddtl%m.Z. ddul}m/Z/ ddvlm0Z0 ddwl1m2Z2 ddxlm3Z3 ddyl	m4Z4 ddzlm5Z5 dd{l!m6Z6 dd|l0m7Z7m8Z8 dd}l9m:Z: dd~l]m;Z; ddl<m=Z= ddlmZ ddlm>Z> ddlĐm?Z? ddlʐm@Z@ ddlmAZA ddlmBZB ddlmCZC ddl$mDZD ddlmEZE ddlmFZF ddlmGZG ddlmHZH z	e -se W n e.y    ddklIT Y nMw ddljmJZJ ddlmKZK ddl#mLZL ddlmMZM ddlmNZN ddlmOZO ddlmPZP ddlȐmQZQ ddlאmRZR ddlmSZS ddl*mTZT ddlmUZU ddlmVZV ddl,mWZW ddl!mXZX ddl%mYZY ddl;mZZZ ddlXm[Z[ ddÐl`m\Z\m]Z]m^Z^ ddlpm_Z_ ddlm`Z` ddlmaZa ddlmbZb ddlmcZc ddlmdZd ddlʐmeZe ddlmfZf ddlmgZg ddlmhZh ddlmiZi ddlmjZj ddl	mkZk ddlmlZl ddlmmZm ddl#mnZn ddl0moZo ddlpmqZq ddlCmrZr ddlSmsZs ddl]mtZt ddlcmuZu ddl<mvZv ddlomwZw ddlxmxZx ddlmyZy ddlmzZz ddlĐm{Z{ ddlʐm|Z| ddlАm}Z} ddlېm~Z~ ddlmZ ddlmZ ddlmZ ddl$mZ ddlmZ ddlmZ ddÐlmZ ddĐlmZ ddŐlmZ ze 0rVe 0sYe W n e0yj   ddklT Y nw ddƐlmZmZ z	e 0se W n e0y   ddklT Y n
w ddlmZ z	e 0se W n e0y   ddklT Y nw ddȐlmZ z	e 0se W n e0y   ddklT Y nuw ddɐlmZ ddʐlmZ ddlmZmZ ddlmZ ddlmZ ddlːmZ ddlސmZmZ ddlmZmZ ddѐlmZmZ ddҐl
mZmZ ddӐl+mZmZ ddԐl.mZmZ ddՐlLmZ dd֐lOmZmZ ddאl\mZmZ ddؐlgmZmZ ddِljmZ ddڐlmmZ ddlmZmZmZ ddېlmZmZ ddܐlmZmZ ddݐlҐmZ ddސlՐmZmZ ddߐlmZmZ ddlmZmZ ddlmZmZ ddl)mZ ddl,mZmZ ddlGmZmZ ddlJmZmZ ddlMmZmÐZ ddlomĐZ ddltmŐZ ddl~mƐZ ddlmǐZǐmȐZ ddlmɐZɐmʐZ ddlmːZ ddlm̐Z̐m͐Z ddlmΐZ ddlmϐZ ddlmАZАmѐZ ddlmҐZ ddl:mӐZ ddl?mԐZ ddlQmՐZՐm֐Z ddElTmWZWmXZXmYZY ddlbmאZאmؐZ ddlemِZ ddlqmڐZ ddlxmېZ ddlmܐZܐmݐZ z	e 3sWe W n e3yi   ddklT Y nzw ddlߐmZ ddlmZ ddUlmZmZmZ ddWlmZmZmZmZmZmZmZmZmZ ddYlOmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z mZmZmZmZmZmZmZmZm	Z	m
Z
mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ ddlmZ dd^ljmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z( dd_lmm)Z)m*Z*m+Z+m,Z,m-Z- dd`lsm.Z.m/Z/m0Z0m1Z1m2Z2 ddalym3Z3m4Z4m5Z5m6Z6 ddl}m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZambZbmcZcmdZdmeZemfZfmgZgmhZhmiZimjZjmkZkmlZlmmZmmnZnmoZompZpmqZqmrZrmsZsmtZtmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z|m}Z}m~Z~mZmZmZmZmZ ddclmZmZmZmZ dddlmZmZmZmZmZmZmZ ddlmZmZmZmZmZmZmZmZmZ ddflmZmZmZmZmZmZmZ ddglmZmZmZmZmZmZmZmZmZmZmZmZmZ ddhlmZmZmZmZ ddilmZmZmZmZmZmZmZmZmZmZmZmZ ddjlmZmZmZmZmZmZmZ ddklmÐZÐmĐZĐmŐZŐmƐZƐmǐZǐmȐZ ddllmɐZɐmʐZʐmːZːm̐Z̐m͐Z ddmlmΐZΐmϐZϐmАZАmѐZѐmҐZ ddnlmӐZӐmԐZԐmՐZՐm֐Z֐mאZ ddolmؐZؐmِZِmڐZڐmېZېmܐZܐmݐZݐmސZސmߐZ ddplmZmZmZmZmZmZ ddqlȐmZmZmZmZmZmZmZ ddrlːmZmZmZmZmZmZ ddslѐmZmZmZmZmZԐmZmZ ddtlאmZmZmZmZmZmZmZm Z mZ ddulڐmZmZmZmZmZmZmZm	Z	m
Z
 ddvlސmZmZmZmZmZ ddwlmZmZmZmZmZmZmZmZ ddxlmZmZmZmZmZmZmZ ddylmZmZm Z m!Z!m"Z"m#Z# ddzlm$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z* dd{lm+Z+m,Z,m-Z-m.Z. dd|lm/Z/m0Z0m1Z1m2Z2m3Z3 dd}lm4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z= dd~l
m>Z>m?Z?m@Z@mAZAmBZB ddlmCZCmDZDmEZEmFZFmGZG ddlmHZHmIZImJZJmKZK ddlmLZLmMZMmNZNmOZOmPZP ddlmQZQmRZRmSZSmTZT ddlmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZambZbmcZcmdZdmeZemfZfmgZgmhZhmiZi ddl!mjZjmkZkmlZlmmZmmnZnmoZompZp ddl%mqZqmrZrmsZsmtZtmuZumvZvmwZwmxZx ddl(myZymzZzm{Z{m|Z|m}Z} ddl+m~Z~mZmZmZ ddl.mZmZmZmZmZmZ ddl1mZmZmZmZ ddl6mZmZmZ ddl8mZmZmZmZ ddl;mZmZmZ ddlAmZmZmZ ddlDmZmZmZmZmZmZmZ ddlImZmZmZmZ ddlLmZmZmZmZ ddlOmZmZmZmZmZ ddlRmZmZmZmZmZ ddlUmZmZmZmZmZ ddlXmZmZmZmZmZmZmZmZ ddl\mZmZmZ ddl`mZmÐZÐmĐZĐmŐZŐmƐZƐmǐZǐmȐZȐmɐZɐmʐZʐmːZ ddlgm̐Z̐m͐Z͐mΐZΐmϐZϐmАZ ddljmѐZѐmҐZҐmӐZӐmԐZԐmՐZ ddlmm֐Z֐mאZאmؐZؐmِZ ddlpmڐZڐmېZېmܐZܐmݐZݐmސZސmߐZߐmZmZmZmZmZ ddltmZmZmZ ddlxmZ ddlzmZmZmZmZmZmZmZmZmZmZmZ ddl}mZmZmZmZmZmZmZmZ ddlmZmZmZmZm Z mZmZmZ ddlmZmZmZmZmZm	Z	m
Z
 ddlmZmZmZmZmZmZmZmZmZ ddlmZmZmZmZmZmZmZmZ ddlmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& ddlm'Z'm(Z(m)Z)m*Z*m+Z+m,Z, ddlm-Z-m.Z.m/Z/ ddlm0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z: dd lm;Z;m<Z< ddlm=Z=m>Z>m?Z?m@Z@mAZA ddlmBZBmCZCmDZDmEZE ddlmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZN ddlmOZOmPZPmQZQmRZRmSZSmTZT ddlmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\ ddlm]Z]m^Z^m_Z_m`Z`maZambZbmcZcmdZd ddlmeZemfZfmgZgmhZhmiZi ddlmjZjmkZkmlZlmmZmmnZnmoZo ddlmpZpmqZqmrZrmsZs ddlmtZtmuZumvZvmwZw ddlŐmxZxmyZymzZzm{Z{m|Z| ddl̐m}Z}m~Z~mZmZmZ ddlϐmZmZmZmZmZmZmZmZ ddlҐmZmZmZmZmZ ddlՐmZmZmZmZmZmZ ddlؐmZmZmZmZ ddlېmZmZmZmZmZ ddlmZmZmZmZmZ ddlmZmZmZmZ ddlmZmZmZmZmZmZmZ ddlmZmZmZmZmZmZ ddlmZmZmZmZmZmZ ddlmZmZmZmZmZmZ ddlmZmZmZmÐZÐmĐZ ddlmŐZŐmƐZƐmǐZǐmȐZȐmɐZɐmʐZ ddl	mːZːm̐Z̐m͐Z͐mΐZ ddÐlmϐZϐmАZАmѐZѐmҐZ ddĐlmӐZӐmԐZԐmՐZՐm֐Z֐mאZאmؐZؐmِZِmڐZڐmېZ ddŐlmܐZܐmݐZݐmސZސmߐZߐmZ ddƐlmZmZmZmZmZmZmZmZmZmZmZ ddǐlmZmZmZmZmZmZmZ ddȐlmZmZmZmZ ddɐl!mZmZmZ ddʐl#mZmZmZmZmZmZ ddːl)m Z mZmZmZ dd̐l,mZmZmZmZmZ dd͐l0m	Z	m
Z
mZmZmZmZ ddΐl2mZmZmZmZmZmZmZmZmZ ddϐl5mZmZmZmZmZmZmZmZm Z m!Z!m"Z" ddАl8m#Z#m$Z$m%Z%m&Z& ddѐl=m'Z'm(Z(m)Z)m*Z* ddҐl@m+Z+m,Z,m-Z-m.Z. ddӐlCm/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z: ddԐlGm;Z;m<Z<m=Z=m>Z>m?Z? ddՐlJm@Z@mAZAmBZBmCZCmDZDmEZE dd֐lMmFZFmGZGmHZHmIZImJZJ ddאlPmKZKmLZLmMZMmNZNmOZO ddؐlSmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZX ddِlWmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_ ddڐlZm`Z`maZambZbmcZcmdZdmeZemfZfmgZg ddېl]mhZhmiZimjZjmkZkmlZlmmZm ddܐl_mnZnmoZompZpmqZqmrZrmsZs ddݐlcmtZtmuZumvZvmwZwmxZxmyZymzZz ddސlfm{Z{m|Z|m}Z}m~Z~mZ ddߐlimZmZmZmZmZmZmZmZmZmZ ddllmZmZmZmZmZmZ ddlqmZmZmZmZmZmZmZmZmZ ddltmZmZmZmZ ddlxmZmZmZmZmZmZmZ ddl|mZmZmZmZmZmZ ddl~mZmZmZmZmZmZ ddlmZmZmZmZmZmZ ddlmZmZmZmZmZmZmZ ddlmZmZmZmZmZmZmÐZ ddlmĐZĐmŐZŐmƐZƐmǐZ ddlmȐZȐmɐZɐmʐZʐmːZ ddlm̐Z̐m͐Z͐mΐZΐmϐZϐmАZАmѐZѐmҐZҐmӐZӐmԐZԐmՐZՐm֐Z ddlmאZאmؐZؐmِZِmڐZ ddlmېZېmܐZܐmݐZݐmސZސmߐZߐmZ ddlmZmZmZmZmZ ddlmZmZmZmZmZmZ ddlmZmZmZmZ ddlmZmZmZ ddlmZmZmZmZmZmZmZ ddlmZmZmZmZ ddlmZmZ	m 	Z 	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m		Z	 ddl	m
	Z
	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddlĐ	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddlǐ	m 	Z 	m!	Z!	m"	Z"	m#	Z# ddlʐ	m$	Z$	m%	Z%	m&	Z&	m'	Z'	m(	Z(	m)	Z)	m*	Z*	m+	Z+	m,	Z,	m-	Z-	m.	Z. ddl͐	m/	Z/	m0	Z0	m1	Z1	m2	Z2	m3	Z3 ddlА	m4	Z4	m5	Z5	m6	Z6	m7	Z7	m8	Z8	m9	Z9	m:	Z:	m;	Z;	m<	Z< ddlԐ	m=	Z=	m>	Z>	m?	Z?	m@	Z@	mA	ZA	mB	ZB	mC	ZC	mD	ZD	mE	ZE ddlא	mF	ZF	mG	ZG	mH	ZH	mI	ZI	mJ	ZJ	mK	ZK	mL	ZL	mM	ZM	mN	ZN	mO	ZO	mP	ZP	mQ	ZQ ddlې	mR	ZR	mS	ZS	mT	ZT	mU	ZU	mV	ZV	mW	ZW	mX	ZX	mY	ZY	mZ	ZZ	m[	Z[	m\	Z\ ddlߐ	m]	Z]	m^	Z^	m_	Z_	m`	Z` dd l	ma	Za	mb	Zb	mc	Zc ddl	md	Zd	me	Ze	mf	Zf	mg	Zg	mh	Zh	mi	Zi	mj	Zj	mk	Zk	ml	Zl	mm	Zm	mn	Zn ddl	mo	Zo	mp	Zp	mq	Zq	mr	Zr	ms	Zs	mt	Zt	mu	Zu ddl	mv	Zv	mw	Zw	mx	Zx	my	Zy	mz	Zz	m{	Z{	m|	Z| ddl	m}	Z}	m~	Z~	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z ddl	m	Z ddl	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z dd
l	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z ddl	m	Z	m	Z	m	Z	m	Z	m	Z ddl!	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddl$	m	Z	m	Z	m	Z	m	Z	m	Z	mÐ	ZÐ	mĐ	ZĐ	mŐ	Z ddl'	mƐ	ZƐ	mǐ	Zǐ	mȐ	ZȐ	mɐ	Z ddl*	mʐ	Zʐ	mː	Zː	m̐	Z̐	m͐	Z͐	mΐ	Zΐ	mϐ	Zϐ	mА	Z ddl.	mѐ	Zѐ	mҐ	ZҐ	mӐ	ZӐ	mԐ	Z ddl1	mՐ	ZՐ	m֐	Z֐	mא	Zא	mؐ	Z ddl4	mِ	Z ddl6	mڐ	Zڐ	mې	Zې	mܐ	Z ddl:	mݐ	Zݐ	mސ	Zސ	mߐ	Zߐ	m	Z	m	Z ddl?	m	Z	m	Z	m	Z	m	Z ddlC	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddlE	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddlH	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z	m	Z ddlK	m	Z	m	Z ddlO	m	Z	m	Z dd"lQ	m	Z	m	Z
m 
Z 
m
Z
m
Z dd#lT
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m	
Z	
m

Z

m
Z ddlZ
m
Z ddl\
m
Z dd&l_
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z dd'lb
m
Z
m
Z
m
Z
m
Z
m
Z dd(le
m
Z
m
Z
m
Z
m
Z dd)lh
m 
Z 
m!
Z!
m"
Z"
m#
Z#
m$
Z$ dd*lk
m%
Z%
m&
Z&
m'
Z'
m(
Z( dd+ln
m)
Z)
m*
Z*
m+
Z+
m,
Z, dd,lq
m-
Z-
m.
Z.
m/
Z/ dd-lt
m0
Z0
m1
Z1
m2
Z2 dd.lx
m3
Z3
m4
Z4
m5
Z5
m6
Z6 dd/l{
m7
Z7
m8
Z8
m9
Z9
m:
Z:
m;
Z;
m<
Z<
m=
Z=
m>
Z>
m?
Z? dd0l
m@
Z@
mA
ZA
mB
ZB
mC
ZC
mD
ZD
mE
ZE
mF
ZF
mG
ZG dd1l
mH
ZH
mI
ZI
mJ
ZJ
mK
ZK
mL
ZL
mM
ZM
mN
ZN dd2l
mO
ZO
mP
ZP
mQ
ZQ
mR
ZR
mS
ZS
mT
ZT dd3l
mU
ZU
mV
ZV
mW
ZW
mX
ZX
mY
ZY dd4l
mZ
ZZ
m[
Z[
m\
Z\
m]
Z] dd5l
m^
Z^
m_
Z_
m`
Z`
ma
Za
mb
Zb
mc
Zc
md
Zd
me
Ze
mf
Zf dd6l
mg
Zg
mh
Zh
mi
Zi
mj
Zj
mk
Zk
ml
Zl
mm
Zm dd7l
mn
Zn
mo
Zo
mp
Zp
mq
Zq
mr
Zr
ms
Zs
mt
Zt
mu
Zu
mv
Zv dd8l
mw
Zw
mx
Zx
my
Zy
mz
Zz
m{
Z{
m|
Z|
m}
Z}
m~
Z~
m
Z dd9l
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z dd:l
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z dd;l
m
Z
m
Z
m
Z
m
Z dd<l
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z dd=
l
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z dd?
l
m
Z
m
Z
m
Z dd
l
m
Z dd	
l
m
Z dd

l
m
Z z	e Ose W n eOy   ddk
lT Y 	nw dd
l
m
Z dd
l
m
Z ddQlO
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
mÐ
ZÐ
mĐ
ZĐ
mŐ
ZŐ
mƐ
ZƐ
mǐ
Zǐ
mȐ
ZȐ
mɐ
Zɐ
mʐ
Z dd
lː
m̐
Z̐
m͐
Z ddW
lΐ
mϐ
Zϐ
mА
ZА
mѐ
Zѐ
mҐ
Z ddYlj
mӐ
ZӐ
mԐ
ZԐ
mՐ
ZՐ
m֐
Z֐
mא
Zא
mؐ
Zؐ
mِ
Zِ
mڐ
Zڐ
mې
Zې
mܐ
Z ddl}
mݐ
Zݐ
mސ
Zސ
mߐ
Zߐ
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Z
m
Zm Z mZmZmZmZmZmZmZmZ dd[lm	Z	m
Z
mZmZ dd\lmZmZmZmZmZmZmZmZmZmZmZmZmZ dd]lmZmZmZ dd^lmZmZmZ dd_lm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z' dd`lאm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0 ddalm1Z1m2Z2m3Z3m4Z4m5Z5 ddblm6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z> ddcl
m?Z?m@Z@mAZA dddlmBZBmCZCmDZD ddelmEZEmFZFmGZGmHZHmIZI ddflmJZJmKZKmLZLmMZM ddglmNZNmOZOmPZPmQZQ ddhl!mRZRmSZSmTZTmUZUmVZVmWZWmXZX ddil%mYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z` ddjl.maZambZbmcZcmdZdmeZemfZf ddklDmgZgmhZhmiZimjZjmkZkmlZlmmZm ddllXmnZnmoZompZpmqZqmrZrmsZsmtZtmuZumvZv ddml`mwZwmxZxmyZymzZzm{Z{m|Z|m}Z}m~Z~mZ ddnljmZmZmZmZmZ ddolpmZmZmZmZmZmZmZmZmZ ddlxmZ ddqlmZmZmZmZmZmZ ddrlmZmZmZmZmZmZmZmZ ddslmZmZmZmZmZmZmZmZmZmZ ddtlmZmZmZmZmZmZmZ ddulmZmZmZmZmZ ddvlŐmZmZmZmZmZ ddwl̐mZmZmZmZ ddxlmZmZmZmZmZmZmZmZ ddylmÐZÐmĐZĐmŐZŐmƐZƐmǐZǐmȐZ ddzlmɐZɐmʐZʐmːZ dd{lm̐Z̐m͐Z͐mΐZΐmϐZϐmАZАmѐZѐmҐZҐmӐZӐmԐZ dd|lmՐZՐm֐Z֐mאZאmؐZؐmِZِmڐZ dd}l!mېZېmܐZܐmݐZ dd~l0mސZސmߐZߐmZ ddlCmZmZmZmZmZmZmZmZmZmZmZ ddlMmZmZmZmZmZ ddlSmZmZmZmZmZmZmZmZmZ ddl]mZmZmZ ddlxmZmZmZm Z mZmZmZ ddl|mZmZmZ ddlmZmZm	Z	 ddlm
Z
mZmZmZ ddlǐmZmZmZmZ ddlʐmZmZmZmZmZmZmZmZmZmZ ddl͐mZmZmZmZ ddlАm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z) ddlԐm*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3 ddlېm4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z= ddlm>Z>m?Z?m@Z@ ddlmAZAmBZBmCZCmDZDmEZEmFZF ddlmGZGmHZHmIZImJZJ ddlmKZKmLZLmMZMmNZNmOZO ddl$mPZPmQZQmRZRmSZSmTZT ddl*mUZUmVZVmWZWmXZXmYZYmZZZ ddlZm[Z[ ddl\m\Z\ ddlbm]Z]m^Z^m_Z_ ddlhm`Z`maZambZb ddl{mcZcmdZdmeZemfZfmgZg ddlmhZhmiZimjZjmkZk ddlmlZlmmZmmnZnmoZo ddlmpZpmqZqmrZrmsZsmtZtmuZumvZvmwZwmxZx ddlmyZymzZzm{Z{m|Z|m}Z}m~Z~mZmZmZ ddlmZmZmZmZmZmZmZmZmZ ddlmZmZmZmZ ddlmZ ze Yr'e	 Yr'e Yr'e Yr'e Ys*e W n eYy;   ddklT Y nw ddlmZmZmZ z	e
 YsVe W n eYyh   ddklT Y n0w ddlOmZmZmZmZmZmZmZmZmZmZmZmZmZmZ ddlmZ ddljmZmZmZmZmZmZmZmZ ddl}mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmÐZÐmĐZĐmŐZŐmƐZƐmǐZǐmȐZȐmɐZ ddlmʐZʐmːZːm̐Z̐m͐Z͐mΐZΐmϐZϐmАZ ddlmѐZѐmҐZҐmӐZӐmԐZ ddlmՐZՐm֐Z֐mאZאmؐZؐmِZِmڐZڐmېZېmܐZܐmݐZݐmސZ ddlmߐZߐmZmZmZmZmZmZmZmZ ddlmZmZmZ ddlmZmZmZ ddlȐmZmZmZ ddlmZmZmZmZmZmZmZ ddlXmZmZmZmZmZmZmZ ddlpmZm Z mZmZmZmZmZmZmZ ddlxmZ ddlm	Z	m
Z
mZ ddlmZmZmZ ddlmZmZmZ ddl	mZmZmZ ddlmZmZmZ ddl!mZmZmZ ddÐl0mZmZmZmZmZ ddĐl]m Z m!Z!m"Z" ddŐl|m#Z#m$Z$m%Z% ddƐlm&Z&m'Z'm(Z( ddǐlǐm)Z)m*Z*m+Z+ ddȐl͐m,Z,m-Z-m.Z. ddɐlАm/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6 ddʐlԐm7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z> ddːlېm?Z?m@Z@mAZAmBZBmCZCmDZDmEZE ddlmFZF dd͐l$mGZGmHZHmIZImJZJ ddlZmKZK ddl\mLZL ddАlbmMZMmNZNmOZO ddѐl{mPZPmQZQmRZRmSZS ddlmTZTmUZUmVZVmWZW ddӐlmXZXmYZYmZZZ ddlm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZambZbmcZc nddldZdeeee d eefde id edjge< e ]se ]se
 ]sehd! dS dS dS dS ("  z4.36.0    )TYPE_CHECKING   )dependency_versions_check)OptionalDependencyNotAvailable_LazyModuleis_bitsandbytes_availableis_essentia_availableis_flax_availableis_keras_nlp_availableis_librosa_availableis_pretty_midi_availableis_scipy_availableis_sentencepiece_availableis_speech_availableis_tensorflow_text_availableis_tf_availableis_timm_availableis_tokenizers_availableis_torch_availableis_torchvision_availableis_vision_availableloggingaudio_utils	benchmarkcommandsconfiguration_utilsPretrainedConfigconvert_graph_to_onnx+convert_slow_tokenizers_checkpoints_to_fast)convert_tf_hub_seq_to_seq_bert_to_pytorchdata)DataProcessorInputExampleInputFeatures%SingleSentenceClassificationProcessorSquadExampleSquadFeaturesSquadV1ProcessorSquadV2Processorglue_compute_metrics!glue_convert_examples_to_featuresglue_output_modesglue_processorsglue_tasks_num_labels"squad_convert_examples_to_featuresxnli_compute_metricsxnli_output_modesxnli_processorsxnli_tasks_num_labelszdata.data_collator)
DataCollatorDataCollatorForLanguageModeling*DataCollatorForPermutationLanguageModelingDataCollatorForSeq2SeqDataCollatorForSOP"DataCollatorForTokenClassificationDataCollatorForWholeWordMaskDataCollatorWithPaddingDefaultDataCollatordefault_data_collatorzdata.metricszdata.processorsdebug_utils	deepspeedr   dependency_versions_tabledynamic_module_utils!feature_extraction_sequence_utilsSequenceFeatureExtractorfeature_extraction_utilsBatchFeatureFeatureExtractionMixin
file_utils
generation)GenerationConfigTextIteratorStreamerTextStreamerhf_argparserHfArgumentParserhyperparameter_searchimage_transformsintegrations)
is_clearml_availableis_comet_availableis_dvclive_availableis_neptune_availableis_optuna_availableis_ray_availableis_ray_tune_availableis_sigopt_availableis_tensorboard_availableis_wandb_available	modelcard	ModelCardmodeling_tf_pytorch_utils)(convert_tf_weight_name_to_pt_weight_name$load_pytorch_checkpoint_in_tf2_modelload_pytorch_model_in_tf2_model!load_pytorch_weights_in_tf2_model$load_tf2_checkpoint_in_pytorch_modelload_tf2_model_in_pytorch_model!load_tf2_weights_in_pytorch_modelmodelszmodels.albert$ALBERT_PRETRAINED_CONFIG_ARCHIVE_MAPAlbertConfigzmodels.align)#ALIGN_PRETRAINED_CONFIG_ARCHIVE_MAPAlignConfigAlignProcessorAlignTextConfigAlignVisionConfigzmodels.altclip)%ALTCLIP_PRETRAINED_CONFIG_ARCHIVE_MAPAltCLIPConfigAltCLIPProcessorAltCLIPTextConfigAltCLIPVisionConfigz$models.audio_spectrogram_transformer);AUDIO_SPECTROGRAM_TRANSFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP	ASTConfigASTFeatureExtractorzmodels.auto)!ALL_PRETRAINED_CONFIG_ARCHIVE_MAPCONFIG_MAPPINGFEATURE_EXTRACTOR_MAPPINGIMAGE_PROCESSOR_MAPPINGMODEL_NAMES_MAPPINGPROCESSOR_MAPPINGTOKENIZER_MAPPING
AutoConfigAutoFeatureExtractorAutoImageProcessorAutoProcessorAutoTokenizerzmodels.autoformer(AUTOFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPAutoformerConfigzmodels.bark)BarkCoarseConfig
BarkConfigBarkFineConfigBarkProcessorBarkSemanticConfigzmodels.bart
BartConfigBartTokenizerzmodels.barthezzmodels.bartphozmodels.beit"BEIT_PRETRAINED_CONFIG_ARCHIVE_MAP
BeitConfigzmodels.bert)"BERT_PRETRAINED_CONFIG_ARCHIVE_MAPBasicTokenizer
BertConfigBertTokenizerWordpieceTokenizerzmodels.bert_generationBertGenerationConfigzmodels.bert_japanese)BertJapaneseTokenizerCharacterTokenizerMecabTokenizerzmodels.bertweetBertweetTokenizerzmodels.big_bird&BIG_BIRD_PRETRAINED_CONFIG_ARCHIVE_MAPBigBirdConfigzmodels.bigbird_pegasus-BIGBIRD_PEGASUS_PRETRAINED_CONFIG_ARCHIVE_MAPBigBirdPegasusConfigzmodels.biogpt)$BIOGPT_PRETRAINED_CONFIG_ARCHIVE_MAPBioGptConfigBioGptTokenizerz
models.bit!BIT_PRETRAINED_CONFIG_ARCHIVE_MAP	BitConfigzmodels.blenderbot)(BLENDERBOT_PRETRAINED_CONFIG_ARCHIVE_MAPBlenderbotConfigBlenderbotTokenizerzmodels.blenderbot_small).BLENDERBOT_SMALL_PRETRAINED_CONFIG_ARCHIVE_MAPBlenderbotSmallConfigBlenderbotSmallTokenizerzmodels.blip)"BLIP_PRETRAINED_CONFIG_ARCHIVE_MAP
BlipConfigBlipProcessorBlipTextConfigBlipVisionConfigzmodels.blip_2)$BLIP_2_PRETRAINED_CONFIG_ARCHIVE_MAPBlip2ConfigBlip2ProcessorBlip2QFormerConfigBlip2VisionConfigzmodels.bloom#BLOOM_PRETRAINED_CONFIG_ARCHIVE_MAPBloomConfigzmodels.bridgetower))BRIDGETOWER_PRETRAINED_CONFIG_ARCHIVE_MAPBridgeTowerConfigBridgeTowerProcessorBridgeTowerTextConfigBridgeTowerVisionConfigzmodels.bros)"BROS_PRETRAINED_CONFIG_ARCHIVE_MAP
BrosConfigBrosProcessorzmodels.byt5ByT5Tokenizerzmodels.camembert'CAMEMBERT_PRETRAINED_CONFIG_ARCHIVE_MAPCamembertConfigzmodels.canine)$CANINE_PRETRAINED_CONFIG_ARCHIVE_MAPCanineConfigCanineTokenizerzmodels.chinese_clip)*CHINESE_CLIP_PRETRAINED_CONFIG_ARCHIVE_MAPChineseCLIPConfigChineseCLIPProcessorChineseCLIPTextConfigChineseCLIPVisionConfigzmodels.clap)"CLAP_PRETRAINED_MODEL_ARCHIVE_LISTClapAudioConfig
ClapConfigClapProcessorClapTextConfigzmodels.clip)"CLIP_PRETRAINED_CONFIG_ARCHIVE_MAP
CLIPConfigCLIPProcessorCLIPTextConfigCLIPTokenizerCLIPVisionConfigzmodels.clipseg)%CLIPSEG_PRETRAINED_CONFIG_ARCHIVE_MAPCLIPSegConfigCLIPSegProcessorCLIPSegTextConfigCLIPSegVisionConfigzmodels.clvp)"CLVP_PRETRAINED_CONFIG_ARCHIVE_MAP
ClvpConfigClvpDecoderConfigClvpEncoderConfigClvpFeatureExtractorClvpProcessorClvpTokenizerzmodels.code_llamazmodels.codegen)%CODEGEN_PRETRAINED_CONFIG_ARCHIVE_MAPCodeGenConfigCodeGenTokenizerzmodels.conditional_detr.CONDITIONAL_DETR_PRETRAINED_CONFIG_ARCHIVE_MAPConditionalDetrConfigzmodels.convbert)&CONVBERT_PRETRAINED_CONFIG_ARCHIVE_MAPConvBertConfigConvBertTokenizerzmodels.convnext&CONVNEXT_PRETRAINED_CONFIG_ARCHIVE_MAPConvNextConfigzmodels.convnextv2(CONVNEXTV2_PRETRAINED_CONFIG_ARCHIVE_MAPConvNextV2Configz
models.cpmzmodels.cpmant)$CPMANT_PRETRAINED_CONFIG_ARCHIVE_MAPCpmAntConfigCpmAntTokenizerzmodels.ctrl)"CTRL_PRETRAINED_CONFIG_ARCHIVE_MAP
CTRLConfigCTRLTokenizerz
models.cvt!CVT_PRETRAINED_CONFIG_ARCHIVE_MAP	CvtConfigzmodels.data2vec)+DATA2VEC_TEXT_PRETRAINED_CONFIG_ARCHIVE_MAP-DATA2VEC_VISION_PRETRAINED_CONFIG_ARCHIVE_MAPData2VecAudioConfigData2VecTextConfigData2VecVisionConfigzmodels.deberta)%DEBERTA_PRETRAINED_CONFIG_ARCHIVE_MAPDebertaConfigDebertaTokenizerzmodels.deberta_v2(DEBERTA_V2_PRETRAINED_CONFIG_ARCHIVE_MAPDebertaV2Configzmodels.decision_transformer2DECISION_TRANSFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPDecisionTransformerConfigzmodels.deformable_detr-DEFORMABLE_DETR_PRETRAINED_CONFIG_ARCHIVE_MAPDeformableDetrConfigzmodels.deit"DEIT_PRETRAINED_CONFIG_ARCHIVE_MAP
DeiTConfigzmodels.deprecatedzmodels.deprecated.bortzmodels.deprecated.mctct)#MCTCT_PRETRAINED_CONFIG_ARCHIVE_MAPMCTCTConfigMCTCTFeatureExtractorMCTCTProcessorzmodels.deprecated.mmbt
MMBTConfigzmodels.deprecated.open_llama(OPEN_LLAMA_PRETRAINED_CONFIG_ARCHIVE_MAPOpenLlamaConfigzmodels.deprecated.retribert)'RETRIBERT_PRETRAINED_CONFIG_ARCHIVE_MAPRetriBertConfigRetriBertTokenizerzmodels.deprecated.tapexTapexTokenizerz(models.deprecated.trajectory_transformer4TRAJECTORY_TRANSFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPTrajectoryTransformerConfigzmodels.deprecated.transfo_xl)(TRANSFO_XL_PRETRAINED_CONFIG_ARCHIVE_MAPTransfoXLConfigTransfoXLCorpusTransfoXLTokenizerzmodels.deprecated.van!VAN_PRETRAINED_CONFIG_ARCHIVE_MAP	VanConfigzmodels.deta"DETA_PRETRAINED_CONFIG_ARCHIVE_MAP
DetaConfigzmodels.detr"DETR_PRETRAINED_CONFIG_ARCHIVE_MAP
DetrConfigzmodels.dialogptzmodels.dinat#DINAT_PRETRAINED_CONFIG_ARCHIVE_MAPDinatConfigzmodels.dinov2$DINOV2_PRETRAINED_CONFIG_ARCHIVE_MAPDinov2Configzmodels.distilbert)(DISTILBERT_PRETRAINED_CONFIG_ARCHIVE_MAPDistilBertConfigDistilBertTokenizerz
models.ditzmodels.donut)(DONUT_SWIN_PRETRAINED_CONFIG_ARCHIVE_MAPDonutProcessorDonutSwinConfigz
models.dpr)!DPR_PRETRAINED_CONFIG_ARCHIVE_MAP	DPRConfigDPRContextEncoderTokenizerDPRQuestionEncoderTokenizerDPRReaderOutputDPRReaderTokenizerz
models.dpt!DPT_PRETRAINED_CONFIG_ARCHIVE_MAP	DPTConfigzmodels.efficientformer-EFFICIENTFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPEfficientFormerConfigzmodels.efficientnet*EFFICIENTNET_PRETRAINED_CONFIG_ARCHIVE_MAPEfficientNetConfigzmodels.electra)%ELECTRA_PRETRAINED_CONFIG_ARCHIVE_MAPElectraConfigElectraTokenizerzmodels.encodec)%ENCODEC_PRETRAINED_CONFIG_ARCHIVE_MAPEncodecConfigEncodecFeatureExtractorzmodels.encoder_decoderEncoderDecoderConfigzmodels.ernie#ERNIE_PRETRAINED_CONFIG_ARCHIVE_MAPErnieConfigzmodels.ernie_m%ERNIE_M_PRETRAINED_CONFIG_ARCHIVE_MAPErnieMConfigz
models.esm)!ESM_PRETRAINED_CONFIG_ARCHIVE_MAP	EsmConfigEsmTokenizerzmodels.falcon$FALCON_PRETRAINED_CONFIG_ARCHIVE_MAPFalconConfigzmodels.flaubert)&FLAUBERT_PRETRAINED_CONFIG_ARCHIVE_MAPFlaubertConfigFlaubertTokenizerzmodels.flava)#FLAVA_PRETRAINED_CONFIG_ARCHIVE_MAPFlavaConfigFlavaImageCodebookConfigFlavaImageConfigFlavaMultimodalConfigFlavaTextConfigzmodels.fnet"FNET_PRETRAINED_CONFIG_ARCHIVE_MAP
FNetConfigzmodels.focalnet&FOCALNET_PRETRAINED_CONFIG_ARCHIVE_MAPFocalNetConfigzmodels.fsmt)"FSMT_PRETRAINED_CONFIG_ARCHIVE_MAP
FSMTConfigFSMTTokenizerzmodels.funnel)$FUNNEL_PRETRAINED_CONFIG_ARCHIVE_MAPFunnelConfigFunnelTokenizerzmodels.fuyu"FUYU_PRETRAINED_CONFIG_ARCHIVE_MAP
FuyuConfigz
models.git)!GIT_PRETRAINED_CONFIG_ARCHIVE_MAP	GitConfigGitProcessorGitVisionConfigzmodels.glpn"GLPN_PRETRAINED_CONFIG_ARCHIVE_MAP
GLPNConfigzmodels.gpt2)"GPT2_PRETRAINED_CONFIG_ARCHIVE_MAP
GPT2ConfigGPT2Tokenizerzmodels.gpt_bigcode)GPT_BIGCODE_PRETRAINED_CONFIG_ARCHIVE_MAPGPTBigCodeConfigzmodels.gpt_neo%GPT_NEO_PRETRAINED_CONFIG_ARCHIVE_MAPGPTNeoConfigzmodels.gpt_neox&GPT_NEOX_PRETRAINED_CONFIG_ARCHIVE_MAPGPTNeoXConfigzmodels.gpt_neox_japanese/GPT_NEOX_JAPANESE_PRETRAINED_CONFIG_ARCHIVE_MAPGPTNeoXJapaneseConfigzmodels.gpt_sw3zmodels.gptj"GPTJ_PRETRAINED_CONFIG_ARCHIVE_MAP
GPTJConfigzmodels.gptsan_japanese)-GPTSAN_JAPANESE_PRETRAINED_CONFIG_ARCHIVE_MAPGPTSanJapaneseConfigGPTSanJapaneseTokenizerzmodels.graphormer(GRAPHORMER_PRETRAINED_CONFIG_ARCHIVE_MAPGraphormerConfigzmodels.groupvit)&GROUPVIT_PRETRAINED_CONFIG_ARCHIVE_MAPGroupViTConfigGroupViTTextConfigGroupViTVisionConfigzmodels.herbertHerbertTokenizerzmodels.hubert$HUBERT_PRETRAINED_CONFIG_ARCHIVE_MAPHubertConfigzmodels.ibert#IBERT_PRETRAINED_CONFIG_ARCHIVE_MAPIBertConfigzmodels.idefics%IDEFICS_PRETRAINED_CONFIG_ARCHIVE_MAPIdeficsConfigzmodels.imagegpt&IMAGEGPT_PRETRAINED_CONFIG_ARCHIVE_MAPImageGPTConfigzmodels.informer&INFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPInformerConfigzmodels.instructblip)*INSTRUCTBLIP_PRETRAINED_CONFIG_ARCHIVE_MAPInstructBlipConfigInstructBlipProcessorInstructBlipQFormerConfigInstructBlipVisionConfigzmodels.jukebox)%JUKEBOX_PRETRAINED_CONFIG_ARCHIVE_MAPJukeboxConfigJukeboxPriorConfigJukeboxTokenizerJukeboxVQVAEConfigzmodels.kosmos2)%KOSMOS2_PRETRAINED_CONFIG_ARCHIVE_MAPKosmos2ConfigKosmos2Processorzmodels.layoutlm)&LAYOUTLM_PRETRAINED_CONFIG_ARCHIVE_MAPLayoutLMConfigLayoutLMTokenizerzmodels.layoutlmv2)(LAYOUTLMV2_PRETRAINED_CONFIG_ARCHIVE_MAPLayoutLMv2ConfigLayoutLMv2FeatureExtractorLayoutLMv2ImageProcessorLayoutLMv2ProcessorLayoutLMv2Tokenizerzmodels.layoutlmv3)(LAYOUTLMV3_PRETRAINED_CONFIG_ARCHIVE_MAPLayoutLMv3ConfigLayoutLMv3FeatureExtractorLayoutLMv3ImageProcessorLayoutLMv3ProcessorLayoutLMv3Tokenizerzmodels.layoutxlmLayoutXLMProcessorz
models.led)!LED_PRETRAINED_CONFIG_ARCHIVE_MAP	LEDConfigLEDTokenizerzmodels.levit#LEVIT_PRETRAINED_CONFIG_ARCHIVE_MAPLevitConfigzmodels.lilt"LILT_PRETRAINED_CONFIG_ARCHIVE_MAP
LiltConfigzmodels.llama#LLAMA_PRETRAINED_CONFIG_ARCHIVE_MAPLlamaConfigzmodels.llava#LLAVA_PRETRAINED_CONFIG_ARCHIVE_MAPLlavaConfigzmodels.longformer)(LONGFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPLongformerConfigLongformerTokenizerzmodels.longt5$LONGT5_PRETRAINED_CONFIG_ARCHIVE_MAPLongT5Configzmodels.luke)"LUKE_PRETRAINED_CONFIG_ARCHIVE_MAP
LukeConfigLukeTokenizerzmodels.lxmert)$LXMERT_PRETRAINED_CONFIG_ARCHIVE_MAPLxmertConfigLxmertTokenizerzmodels.m2m_100%M2M_100_PRETRAINED_CONFIG_ARCHIVE_MAPM2M100Configzmodels.marianMarianConfigzmodels.markuplm)&MARKUPLM_PRETRAINED_CONFIG_ARCHIVE_MAPMarkupLMConfigMarkupLMFeatureExtractorMarkupLMProcessorMarkupLMTokenizerzmodels.mask2former)MASK2FORMER_PRETRAINED_CONFIG_ARCHIVE_MAPMask2FormerConfigzmodels.maskformer)(MASKFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPMaskFormerConfigMaskFormerSwinConfigzmodels.mbartMBartConfigzmodels.mbart50zmodels.mega"MEGA_PRETRAINED_CONFIG_ARCHIVE_MAP
MegaConfigzmodels.megatron_bert+MEGATRON_BERT_PRETRAINED_CONFIG_ARCHIVE_MAPMegatronBertConfigzmodels.megatron_gpt2zmodels.mgp_str)%MGP_STR_PRETRAINED_CONFIG_ARCHIVE_MAPMgpstrConfigMgpstrProcessorMgpstrTokenizerzmodels.mistral%MISTRAL_PRETRAINED_CONFIG_ARCHIVE_MAPMistralConfigzmodels.mixtral%MIXTRAL_PRETRAINED_CONFIG_ARCHIVE_MAPMixtralConfigzmodels.mlukezmodels.mobilebert)(MOBILEBERT_PRETRAINED_CONFIG_ARCHIVE_MAPMobileBertConfigMobileBertTokenizerzmodels.mobilenet_v1*MOBILENET_V1_PRETRAINED_CONFIG_ARCHIVE_MAPMobileNetV1Configzmodels.mobilenet_v2*MOBILENET_V2_PRETRAINED_CONFIG_ARCHIVE_MAPMobileNetV2Configzmodels.mobilevit'MOBILEVIT_PRETRAINED_CONFIG_ARCHIVE_MAPMobileViTConfigzmodels.mobilevitv2)MOBILEVITV2_PRETRAINED_CONFIG_ARCHIVE_MAPMobileViTV2Configzmodels.mpnet)#MPNET_PRETRAINED_CONFIG_ARCHIVE_MAPMPNetConfigMPNetTokenizerz
models.mpt!MPT_PRETRAINED_CONFIG_ARCHIVE_MAP	MptConfigz
models.mra!MRA_PRETRAINED_CONFIG_ARCHIVE_MAP	MraConfigz
models.mt5	MT5Configzmodels.musicgen)&MUSICGEN_PRETRAINED_CONFIG_ARCHIVE_MAPMusicgenConfigMusicgenDecoderConfigz
models.mvp	MvpConfigMvpTokenizerz
models.nat!NAT_PRETRAINED_CONFIG_ARCHIVE_MAP	NatConfigzmodels.nezha#NEZHA_PRETRAINED_CONFIG_ARCHIVE_MAPNezhaConfigzmodels.nllbzmodels.nllb_moe&NLLB_MOE_PRETRAINED_CONFIG_ARCHIVE_MAPNllbMoeConfigzmodels.nougatNougatProcessorzmodels.nystromformer+NYSTROMFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPNystromformerConfigzmodels.oneformer)'ONEFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPOneFormerConfigOneFormerProcessorzmodels.openai)(OPENAI_GPT_PRETRAINED_CONFIG_ARCHIVE_MAPOpenAIGPTConfigOpenAIGPTTokenizerz
models.opt	OPTConfigzmodels.owlv2)#OWLV2_PRETRAINED_CONFIG_ARCHIVE_MAPOwlv2ConfigOwlv2ProcessorOwlv2TextConfigOwlv2VisionConfigzmodels.owlvit)$OWLVIT_PRETRAINED_CONFIG_ARCHIVE_MAPOwlViTConfigOwlViTProcessorOwlViTTextConfigOwlViTVisionConfigzmodels.patchtsmixer*PATCHTSMIXER_PRETRAINED_CONFIG_ARCHIVE_MAPPatchTSMixerConfigzmodels.patchtst&PATCHTST_PRETRAINED_CONFIG_ARCHIVE_MAPPatchTSTConfigzmodels.pegasus)%PEGASUS_PRETRAINED_CONFIG_ARCHIVE_MAPPegasusConfigPegasusTokenizerzmodels.pegasus_x'PEGASUS_X_PRETRAINED_CONFIG_ARCHIVE_MAPPegasusXConfigzmodels.perceiver)'PERCEIVER_PRETRAINED_CONFIG_ARCHIVE_MAPPerceiverConfigPerceiverTokenizerzmodels.persimmon'PERSIMMON_PRETRAINED_CONFIG_ARCHIVE_MAPPersimmonConfigz
models.phi!PHI_PRETRAINED_CONFIG_ARCHIVE_MAP	PhiConfigzmodels.phobertPhobertTokenizerzmodels.pix2struct)(PIX2STRUCT_PRETRAINED_CONFIG_ARCHIVE_MAPPix2StructConfigPix2StructProcessorPix2StructTextConfigPix2StructVisionConfigzmodels.plbart$PLBART_PRETRAINED_CONFIG_ARCHIVE_MAPPLBartConfigzmodels.poolformer(POOLFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPPoolFormerConfigzmodels.pop2piano'POP2PIANO_PRETRAINED_CONFIG_ARCHIVE_MAPPop2PianoConfigzmodels.prophetnet)(PROPHETNET_PRETRAINED_CONFIG_ARCHIVE_MAPProphetNetConfigProphetNetTokenizerz
models.pvt!PVT_PRETRAINED_CONFIG_ARCHIVE_MAP	PvtConfigzmodels.qdqbert%QDQBERT_PRETRAINED_CONFIG_ARCHIVE_MAPQDQBertConfigz
models.rag)	RagConfigRagRetrieverRagTokenizerzmodels.realm)#REALM_PRETRAINED_CONFIG_ARCHIVE_MAPRealmConfigRealmTokenizerzmodels.reformer&REFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPReformerConfigzmodels.regnet$REGNET_PRETRAINED_CONFIG_ARCHIVE_MAPRegNetConfigzmodels.rembert%REMBERT_PRETRAINED_CONFIG_ARCHIVE_MAPRemBertConfigzmodels.resnet$RESNET_PRETRAINED_CONFIG_ARCHIVE_MAPResNetConfigzmodels.roberta)%ROBERTA_PRETRAINED_CONFIG_ARCHIVE_MAPRobertaConfigRobertaTokenizerzmodels.roberta_prelayernorm2ROBERTA_PRELAYERNORM_PRETRAINED_CONFIG_ARCHIVE_MAPRobertaPreLayerNormConfigzmodels.roc_bert)&ROC_BERT_PRETRAINED_CONFIG_ARCHIVE_MAPRoCBertConfigRoCBertTokenizerzmodels.roformer)&ROFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPRoFormerConfigRoFormerTokenizerzmodels.rwkv"RWKV_PRETRAINED_CONFIG_ARCHIVE_MAP
RwkvConfigz
models.sam)!SAM_PRETRAINED_CONFIG_ARCHIVE_MAP	SamConfigSamMaskDecoderConfigSamProcessorSamPromptEncoderConfigSamVisionConfigzmodels.seamless_m4t)*SEAMLESS_M4T_PRETRAINED_CONFIG_ARCHIVE_MAPSeamlessM4TConfigSeamlessM4TFeatureExtractorSeamlessM4TProcessorzmodels.seamless_m4t_v2-SEAMLESS_M4T_V2_PRETRAINED_CONFIG_ARCHIVE_MAPSeamlessM4Tv2Configzmodels.segformer'SEGFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPSegformerConfigz
models.sew!SEW_PRETRAINED_CONFIG_ARCHIVE_MAP	SEWConfigzmodels.sew_d#SEW_D_PRETRAINED_CONFIG_ARCHIVE_MAP
SEWDConfigzmodels.speech_encoder_decoderSpeechEncoderDecoderConfigzmodels.speech_to_text),SPEECH_TO_TEXT_PRETRAINED_CONFIG_ARCHIVE_MAPSpeech2TextConfigSpeech2TextFeatureExtractorSpeech2TextProcessorzmodels.speech_to_text_2).SPEECH_TO_TEXT_2_PRETRAINED_CONFIG_ARCHIVE_MAPSpeech2Text2ConfigSpeech2Text2ProcessorSpeech2Text2Tokenizerzmodels.speecht5)&SPEECHT5_PRETRAINED_CONFIG_ARCHIVE_MAP.SPEECHT5_PRETRAINED_HIFIGAN_CONFIG_ARCHIVE_MAPSpeechT5ConfigSpeechT5FeatureExtractorSpeechT5HifiGanConfigSpeechT5Processorzmodels.splinter)&SPLINTER_PRETRAINED_CONFIG_ARCHIVE_MAPSplinterConfigSplinterTokenizerzmodels.squeezebert))SQUEEZEBERT_PRETRAINED_CONFIG_ARCHIVE_MAPSqueezeBertConfigSqueezeBertTokenizerzmodels.swiftformer)SWIFTFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPSwiftFormerConfigzmodels.swin"SWIN_PRETRAINED_CONFIG_ARCHIVE_MAP
SwinConfigzmodels.swin2sr%SWIN2SR_PRETRAINED_CONFIG_ARCHIVE_MAPSwin2SRConfigzmodels.swinv2$SWINV2_PRETRAINED_CONFIG_ARCHIVE_MAPSwinv2Configzmodels.switch_transformers1SWITCH_TRANSFORMERS_PRETRAINED_CONFIG_ARCHIVE_MAPSwitchTransformersConfigz	models.t5 T5_PRETRAINED_CONFIG_ARCHIVE_MAPT5Configzmodels.table_transformer/TABLE_TRANSFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPTableTransformerConfigzmodels.tapas)#TAPAS_PRETRAINED_CONFIG_ARCHIVE_MAPTapasConfigTapasTokenizerzmodels.time_series_transformer5TIME_SERIES_TRANSFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPTimeSeriesTransformerConfigzmodels.timesformer)TIMESFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPTimesformerConfigzmodels.timm_backboneTimmBackboneConfigzmodels.trocr)#TROCR_PRETRAINED_CONFIG_ARCHIVE_MAPTrOCRConfigTrOCRProcessorzmodels.tvlt)"TVLT_PRETRAINED_CONFIG_ARCHIVE_MAP
TvltConfigTvltFeatureExtractorTvltProcessorz
models.tvp)!TVP_PRETRAINED_CONFIG_ARCHIVE_MAP	TvpConfigTvpProcessorzmodels.umt5
UMT5Configzmodels.unispeech'UNISPEECH_PRETRAINED_CONFIG_ARCHIVE_MAPUniSpeechConfigzmodels.unispeech_sat+UNISPEECH_SAT_PRETRAINED_CONFIG_ARCHIVE_MAPUniSpeechSatConfigzmodels.univnet)%UNIVNET_PRETRAINED_CONFIG_ARCHIVE_MAPUnivNetConfigUnivNetFeatureExtractorzmodels.upernetUperNetConfigzmodels.videomae&VIDEOMAE_PRETRAINED_CONFIG_ARCHIVE_MAPVideoMAEConfigzmodels.vilt)"VILT_PRETRAINED_CONFIG_ARCHIVE_MAP
ViltConfigViltFeatureExtractorViltImageProcessorViltProcessorzmodels.vision_encoder_decoderVisionEncoderDecoderConfigzmodels.vision_text_dual_encoderVisionTextDualEncoderConfigVisionTextDualEncoderProcessorzmodels.visual_bert)VISUAL_BERT_PRETRAINED_CONFIG_ARCHIVE_MAPVisualBertConfigz
models.vit!VIT_PRETRAINED_CONFIG_ARCHIVE_MAP	ViTConfigzmodels.vit_hybrid(VIT_HYBRID_PRETRAINED_CONFIG_ARCHIVE_MAPViTHybridConfigzmodels.vit_mae%VIT_MAE_PRETRAINED_CONFIG_ARCHIVE_MAPViTMAEConfigzmodels.vit_msn%VIT_MSN_PRETRAINED_CONFIG_ARCHIVE_MAPViTMSNConfigzmodels.vitdet$VITDET_PRETRAINED_CONFIG_ARCHIVE_MAPVitDetConfigzmodels.vitmatte&VITMATTE_PRETRAINED_CONFIG_ARCHIVE_MAPVitMatteConfigzmodels.vits)"VITS_PRETRAINED_CONFIG_ARCHIVE_MAP
VitsConfigVitsTokenizerzmodels.vivit#VIVIT_PRETRAINED_CONFIG_ARCHIVE_MAPVivitConfigzmodels.wav2vec2))WAV_2_VEC_2_PRETRAINED_CONFIG_ARCHIVE_MAPWav2Vec2ConfigWav2Vec2CTCTokenizerWav2Vec2FeatureExtractorWav2Vec2ProcessorWav2Vec2Tokenizerzmodels.wav2vec2_conformer0WAV2VEC2_CONFORMER_PRETRAINED_CONFIG_ARCHIVE_MAPWav2Vec2ConformerConfigzmodels.wav2vec2_phonemeWav2Vec2PhonemeCTCTokenizerzmodels.wav2vec2_with_lmWav2Vec2ProcessorWithLMzmodels.wavlm#WAVLM_PRETRAINED_CONFIG_ARCHIVE_MAPWavLMConfigzmodels.whisper)%WHISPER_PRETRAINED_CONFIG_ARCHIVE_MAPWhisperConfigWhisperFeatureExtractorWhisperProcessorWhisperTokenizerzmodels.x_clip)#XCLIP_PRETRAINED_CONFIG_ARCHIVE_MAPXCLIPConfigXCLIPProcessorXCLIPTextConfigXCLIPVisionConfigzmodels.xglm"XGLM_PRETRAINED_CONFIG_ARCHIVE_MAP
XGLMConfigz
models.xlm)!XLM_PRETRAINED_CONFIG_ARCHIVE_MAP	XLMConfigXLMTokenizerzmodels.xlm_prophetnet,XLM_PROPHETNET_PRETRAINED_CONFIG_ARCHIVE_MAPXLMProphetNetConfigzmodels.xlm_roberta)XLM_ROBERTA_PRETRAINED_CONFIG_ARCHIVE_MAPXLMRobertaConfigzmodels.xlm_roberta_xl,XLM_ROBERTA_XL_PRETRAINED_CONFIG_ARCHIVE_MAPXLMRobertaXLConfigzmodels.xlnet#XLNET_PRETRAINED_CONFIG_ARCHIVE_MAPXLNetConfigzmodels.xmod"XMOD_PRETRAINED_CONFIG_ARCHIVE_MAP
XmodConfigzmodels.yolos#YOLOS_PRETRAINED_CONFIG_ARCHIVE_MAPYolosConfigzmodels.yoso"YOSO_PRETRAINED_CONFIG_ARCHIVE_MAP
YosoConfigonnx	pipelines)$AudioClassificationPipeline"AutomaticSpeechRecognitionPipelineConversationConversationalPipelineCsvPipelineDataFormatDepthEstimationPipeline!DocumentQuestionAnsweringPipelineFeatureExtractionPipelineFillMaskPipelineImageClassificationPipelineImageSegmentationPipelineImageToImagePipelineImageToTextPipelineJsonPipelineDataFormatMaskGenerationPipelineNerPipelineObjectDetectionPipelinePipedPipelineDataFormatPipelinePipelineDataFormatQuestionAnsweringPipelineSummarizationPipelineTableQuestionAnsweringPipelineText2TextGenerationPipelineTextClassificationPipelineTextGenerationPipelineTextToAudioPipelineTokenClassificationPipelineTranslationPipelineVideoClassificationPipelineVisualQuestionAnsweringPipeline#ZeroShotAudioClassificationPipelineZeroShotClassificationPipeline#ZeroShotImageClassificationPipelineZeroShotObjectDetectionPipelinepipelineprocessing_utilsProcessorMixinPreTrainedTokenizer)
AddedTokenBatchEncodingCharSpanPreTrainedTokenizerBaseSpecialTokensMixin	TokenSpan)
AgentAzureOpenAiAgentHfAgent
LocalAgentOpenAiAgentPipelineTool
RemoteToolToollaunch_gradio_demo	load_tool)DefaultFlowCallbackEarlyStoppingCallbackPrinterCallbackProgressCallbackTrainerCallbackTrainerControlTrainerState)EvalPredictionIntervalStrategySchedulerTypeenable_full_determinismset_seedTrainingArgumentsSeq2SeqTrainingArgumentsTFTrainingArguments)(CONFIG_NAMEMODEL_CARD_NAMEPYTORCH_PRETRAINED_BERT_CACHEPYTORCH_TRANSFORMERS_CACHESPIECE_UNDERLINETF2_WEIGHTS_NAMETF_WEIGHTS_NAMETRANSFORMERS_CACHEWEIGHTS_NAME
TensorTypeadd_end_docstringsadd_start_docstringsis_apex_availabler   is_datasets_availableis_decord_availableis_faiss_availabler	   r
   is_phonemizer_availableis_psutil_availableis_py3nvml_availableis_pyctcdecode_availableis_safetensors_availabler   r   is_sklearn_availabler   r   r   r   r   r   is_torch_neuroncore_availableis_torch_npu_availableis_torch_tpu_availabler   is_torch_xpu_availabler   r   )	AwqConfigBitsAndBytesConfig
GPTQConfig)testing_utilstokenization_utilstokenization_utils_basetoolstrainer_callbacktrainer_utilstraining_argstraining_args_seq2seqtraining_args_tfutilszutils.quantization_config)dummy_sentencepiece_objectsc                 C      g | ]	}| d s|qS _
startswith.0name rB  K/var/www/html/ai/venv/lib/python3.10/site-packages/transformers/__init__.py
<listcomp>-  
    
rD  z!utils.dummy_sentencepiece_objectsAlbertTokenizerBarthezTokenizerBartphoTokenizerBertGenerationTokenizerBigBirdTokenizerCamembertTokenizerCodeLlamaTokenizerCpmTokenizerDebertaV2TokenizerErnieMTokenizerFNetTokenizerGPTSw3TokenizerLayoutXLMTokenizerLlamaTokenizerM2M100TokenizerMarianTokenizerMBartTokenizerMBart50TokenizerMLukeTokenizerMT5TokenizerNllbTokenizerr  PLBartTokenizerReformerTokenizerRemBertTokenizerSeamlessM4TTokenizerSpeech2TextTokenizerSpeechT5TokenizerT5TokenizerXGLMTokenizerXLMProphetNetTokenizerXLMRobertaTokenizerXLNetTokenizer)dummy_tokenizers_objectsc                 C   r:  r;  r=  r?  rB  rB  rC  rD  Z  rE  zutils.dummy_tokenizers_objectsAlbertTokenizerFastBartTokenizerFastBarthezTokenizerFastBertTokenizerFastBigBirdTokenizerFastBlenderbotTokenizerFastBlenderbotSmallTokenizerFastBloomTokenizerFastCamembertTokenizerFastCLIPTokenizerFastCodeLlamaTokenizerFastCodeGenTokenizerFastConvBertTokenizerFastCpmTokenizerFastDebertaTokenizerFastDebertaV2TokenizerFastRetriBertTokenizerFastDistilBertTokenizerFast)DPRContextEncoderTokenizerFastDPRQuestionEncoderTokenizerFastDPRReaderTokenizerFastElectraTokenizerFastFNetTokenizerFastFunnelTokenizerFastGPT2TokenizerFastGPTNeoXTokenizerFastGPTNeoXJapaneseTokenizerHerbertTokenizerFastLayoutLMTokenizerFastLayoutLMv2TokenizerFastLayoutLMv3TokenizerFastLayoutXLMTokenizerFastLEDTokenizerFastLlamaTokenizerFastLongformerTokenizerFastLxmertTokenizerFastMarkupLMTokenizerFastMBartTokenizerFastMBart50TokenizerFastMobileBertTokenizerFastMPNetTokenizerFastMT5TokenizerFastMvpTokenizerFastNllbTokenizerFastNougatTokenizerFastOpenAIGPTTokenizerFastPegasusTokenizerFastRealmTokenizerFastReformerTokenizerFastRemBertTokenizerFastRobertaTokenizerFastRoFormerTokenizerFastSeamlessM4TTokenizerFastSplinterTokenizerFastSqueezeBertTokenizerFastT5TokenizerFastWhisperTokenizerFastXGLMTokenizerFastXLMRobertaTokenizerFastXLNetTokenizerFastPreTrainedTokenizerFasttokenization_utils_fast)*dummy_sentencepiece_and_tokenizers_objectsc                 C   r:  r;  r=  r?  rB  rB  rC  rD    rE  z0utils.dummy_sentencepiece_and_tokenizers_objectsSLOW_TO_FAST_CONVERTERSconvert_slow_tokenizer)dummy_tensorflow_text_objectsc                 C   r:  r;  r=  r?  rB  rB  rC  rD    rE  z#utils.dummy_tensorflow_text_objectsTFBertTokenizer)dummy_keras_nlp_objectsc                 C   r:  r;  r=  r?  rB  rB  rC  rD    rE  zutils.dummy_keras_nlp_objectsTFGPT2Tokenizer)dummy_vision_objectsc                 C   r:  r;  r=  r?  rB  rB  rC  rD    rE  zutils.dummy_vision_objectsImageProcessingMixinimage_processing_utilsImageFeatureExtractionMixinimage_utilsBeitFeatureExtractorBeitImageProcessorBitImageProcessorBlipImageProcessorBridgeTowerImageProcessorChineseCLIPFeatureExtractorChineseCLIPImageProcessorCLIPFeatureExtractorCLIPImageProcessorConditionalDetrFeatureExtractorConditionalDetrImageProcessorConvNextFeatureExtractorConvNextImageProcessorDeformableDetrFeatureExtractorDeformableDetrImageProcessorDeiTFeatureExtractorDeiTImageProcessorDetaImageProcessorDetrFeatureExtractorDetrImageProcessorDonutFeatureExtractorDonutImageProcessorDPTFeatureExtractorDPTImageProcessorEfficientFormerImageProcessorEfficientNetImageProcessor)FlavaFeatureExtractorFlavaImageProcessorFlavaProcessorFuyuImageProcessorFuyuProcessorGLPNFeatureExtractorGLPNImageProcessorIdeficsImageProcessorImageGPTFeatureExtractorImageGPTImageProcessorr  r  r  r  LevitFeatureExtractorLevitImageProcessorMask2FormerImageProcessorMaskFormerFeatureExtractorMaskFormerImageProcessorMobileNetV1FeatureExtractorMobileNetV1ImageProcessorMobileNetV2FeatureExtractorMobileNetV2ImageProcessorMobileViTFeatureExtractorMobileViTImageProcessorNougatImageProcessorOneFormerImageProcessorOwlv2ImageProcessorOwlViTFeatureExtractorOwlViTImageProcessorPerceiverFeatureExtractorPerceiverImageProcessorPix2StructImageProcessorPoolFormerFeatureExtractorPoolFormerImageProcessorPvtImageProcessorSamImageProcessorSegformerFeatureExtractorSegformerImageProcessorSwin2SRImageProcessorTvltImageProcessorTvpImageProcessorVideoMAEFeatureExtractorVideoMAEImageProcessor)r  r  r  ViTFeatureExtractorViTImageProcessorViTHybridImageProcessorVitMatteImageProcessorVivitImageProcessorYolosFeatureExtractorYolosImageProcessor)dummy_pt_objectsc                 C   r:  r;  r=  r?  rB  rB  rC  rD        zutils.dummy_pt_objectsactivationsPyTorchBenchmarkzbenchmark.benchmarkPyTorchBenchmarkArgumentszbenchmark.benchmark_args)CacheDynamicCache	SinkCachecache_utils)	GlueDatasetGlueDataTrainingArgumentsLineByLineTextDatasetLineByLineWithRefDatasetLineByLineWithSOPTextDatasetSquadDatasetSquadDataTrainingArgumentsTextDataset$TextDatasetForNextSentencePredictionzdata.datasets),#AlternatingCodebooksLogitsProcessor
BeamScorerBeamSearchScorer%ClassifierFreeGuidanceLogitsProcessorConstrainedBeamSearchScorer
ConstraintConstraintListStateDisjunctiveConstraint#EncoderNoRepeatNGramLogitsProcessor'EncoderRepetitionPenaltyLogitsProcessorEpsilonLogitsWarperEtaLogitsWarperExponentialDecayLengthPenaltyForcedBOSTokenLogitsProcessorForcedEOSTokenLogitsProcessorForceTokensLogitsProcessorGenerationMixinHammingDiversityLogitsProcessorInfNanRemoveLogitsProcessorLogitNormalizationLogitsProcessorLogitsProcessorListLogitsWarperMaxLengthCriteriaMaxTimeCriteriaMinLengthLogitsProcessor!MinNewTokensLengthLogitsProcessorNoBadWordsLogitsProcessorNoRepeatNGramLogitsProcessorPhrasalConstraint PrefixConstrainedLogitsProcessor RepetitionPenaltyLogitsProcessorSequenceBiasLogitsProcessorStoppingCriteriaStoppingCriteriaList$SuppressTokensAtBeginLogitsProcessorSuppressTokensLogitsProcessorTemperatureLogitsWarperTopKLogitsWarperTopPLogitsWarperTypicalLogitsWarper.UnbatchedClassifierFreeGuidanceLogitsProcessorWhisperTimeStampLogitsProcessortop_k_top_p_filteringgeneration_utilsmodeling_outputsPreTrainedModelmodeling_utils)
$ALBERT_PRETRAINED_MODEL_ARCHIVE_LISTAlbertForMaskedLMAlbertForMultipleChoiceAlbertForPreTrainingAlbertForQuestionAnsweringAlbertForSequenceClassificationAlbertForTokenClassificationAlbertModelAlbertPreTrainedModelload_tf_weights_in_albert)#ALIGN_PRETRAINED_MODEL_ARCHIVE_LIST
AlignModelAlignPreTrainedModelAlignTextModelAlignVisionModel)%ALTCLIP_PRETRAINED_MODEL_ARCHIVE_LISTAltCLIPModelAltCLIPPreTrainedModelAltCLIPTextModelAltCLIPVisionModel);AUDIO_SPECTROGRAM_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LISTASTForAudioClassificationASTModelASTPreTrainedModel)M&MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING,MODEL_FOR_AUDIO_FRAME_CLASSIFICATION_MAPPINGMODEL_FOR_AUDIO_XVECTOR_MAPPINGMODEL_FOR_BACKBONE_MAPPING'MODEL_FOR_CAUSAL_IMAGE_MODELING_MAPPINGMODEL_FOR_CAUSAL_LM_MAPPINGMODEL_FOR_CTC_MAPPING"MODEL_FOR_DEPTH_ESTIMATION_MAPPING-MODEL_FOR_DOCUMENT_QUESTION_ANSWERING_MAPPING&MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING$MODEL_FOR_IMAGE_SEGMENTATION_MAPPING MODEL_FOR_IMAGE_TO_IMAGE_MAPPING'MODEL_FOR_INSTANCE_SEGMENTATION_MAPPING'MODEL_FOR_MASKED_IMAGE_MODELING_MAPPINGMODEL_FOR_MASKED_LM_MAPPING!MODEL_FOR_MASK_GENERATION_MAPPING!MODEL_FOR_MULTIPLE_CHOICE_MAPPING*MODEL_FOR_NEXT_SENTENCE_PREDICTION_MAPPING"MODEL_FOR_OBJECT_DETECTION_MAPPINGMODEL_FOR_PRETRAINING_MAPPING$MODEL_FOR_QUESTION_ANSWERING_MAPPING'MODEL_FOR_SEMANTIC_SEGMENTATION_MAPPING&MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING)MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING"MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING*MODEL_FOR_TABLE_QUESTION_ANSWERING_MAPPINGMODEL_FOR_TEXT_ENCODING_MAPPING%MODEL_FOR_TEXT_TO_SPECTROGRAM_MAPPING"MODEL_FOR_TEXT_TO_WAVEFORM_MAPPING,MODEL_FOR_TIME_SERIES_CLASSIFICATION_MAPPING(MODEL_FOR_TIME_SERIES_REGRESSION_MAPPING&MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING(MODEL_FOR_UNIVERSAL_SEGMENTATION_MAPPING&MODEL_FOR_VIDEO_CLASSIFICATION_MAPPINGMODEL_FOR_VISION_2_SEQ_MAPPING+MODEL_FOR_VISUAL_QUESTION_ANSWERING_MAPPING0MODEL_FOR_ZERO_SHOT_IMAGE_CLASSIFICATION_MAPPING,MODEL_FOR_ZERO_SHOT_OBJECT_DETECTION_MAPPINGMODEL_MAPPINGMODEL_WITH_LM_HEAD_MAPPINGAutoBackbone	AutoModelAutoModelForAudioClassification$AutoModelForAudioFrameClassificationAutoModelForAudioXVectorAutoModelForCausalLMAutoModelForCTCAutoModelForDepthEstimation%AutoModelForDocumentQuestionAnsweringAutoModelForImageClassificationAutoModelForImageSegmentationAutoModelForImageToImage AutoModelForInstanceSegmentationAutoModelForMaskedImageModelingAutoModelForMaskedLMAutoModelForMaskGenerationAutoModelForMultipleChoice"AutoModelForNextSentencePredictionAutoModelForObjectDetectionAutoModelForPreTrainingAutoModelForQuestionAnswering AutoModelForSemanticSegmentationAutoModelForSeq2SeqLM"AutoModelForSequenceClassificationAutoModelForSpeechSeq2Seq"AutoModelForTableQuestionAnsweringAutoModelForTextEncodingAutoModelForTextToSpectrogramAutoModelForTextToWaveformAutoModelForTokenClassification!AutoModelForUniversalSegmentationAutoModelForVideoClassificationAutoModelForVision2Seq#AutoModelForVisualQuestionAnswering'AutoModelForZeroShotImageClassification#AutoModelForZeroShotObjectDetectionAutoModelWithLMHead)(AUTOFORMER_PRETRAINED_MODEL_ARCHIVE_LISTAutoformerForPredictionAutoformerModelAutoformerPreTrainedModel)"BARK_PRETRAINED_MODEL_ARCHIVE_LISTBarkCausalModelBarkCoarseModelBarkFineModel	BarkModelBarkPreTrainedModelBarkSemanticModel)	"BART_PRETRAINED_MODEL_ARCHIVE_LISTBartForCausalLMBartForConditionalGenerationBartForQuestionAnsweringBartForSequenceClassification	BartModelBartPretrainedModelBartPreTrainedModelPretrainedBartModel)"BEIT_PRETRAINED_MODEL_ARCHIVE_LISTBeitBackboneBeitForImageClassificationBeitForMaskedImageModelingBeitForSemanticSegmentation	BeitModelBeitPreTrainedModel)"BERT_PRETRAINED_MODEL_ARCHIVE_LISTBertForMaskedLMBertForMultipleChoiceBertForNextSentencePredictionBertForPreTrainingBertForQuestionAnsweringBertForSequenceClassificationBertForTokenClassification	BertLayerBertLMHeadModel	BertModelBertPreTrainedModelload_tf_weights_in_bert)BertGenerationDecoderBertGenerationEncoderBertGenerationPreTrainedModel"load_tf_weights_in_bert_generation)&BIG_BIRD_PRETRAINED_MODEL_ARCHIVE_LISTBigBirdForCausalLMBigBirdForMaskedLMBigBirdForMultipleChoiceBigBirdForPreTrainingBigBirdForQuestionAnswering BigBirdForSequenceClassificationBigBirdForTokenClassificationBigBirdLayerBigBirdModelBigBirdPreTrainedModelload_tf_weights_in_big_bird)-BIGBIRD_PEGASUS_PRETRAINED_MODEL_ARCHIVE_LISTBigBirdPegasusForCausalLM&BigBirdPegasusForConditionalGeneration"BigBirdPegasusForQuestionAnswering'BigBirdPegasusForSequenceClassificationBigBirdPegasusModelBigBirdPegasusPreTrainedModel)$BIOGPT_PRETRAINED_MODEL_ARCHIVE_LISTBioGptForCausalLMBioGptForSequenceClassificationBioGptForTokenClassificationBioGptModelBioGptPreTrainedModel)!BIT_PRETRAINED_MODEL_ARCHIVE_LISTBitBackboneBitForImageClassificationBitModelBitPreTrainedModel)(BLENDERBOT_PRETRAINED_MODEL_ARCHIVE_LISTBlenderbotForCausalLM"BlenderbotForConditionalGenerationBlenderbotModelBlenderbotPreTrainedModel).BLENDERBOT_SMALL_PRETRAINED_MODEL_ARCHIVE_LISTBlenderbotSmallForCausalLM'BlenderbotSmallForConditionalGenerationBlenderbotSmallModelBlenderbotSmallPreTrainedModel)"BLIP_PRETRAINED_MODEL_ARCHIVE_LISTBlipForConditionalGenerationBlipForImageTextRetrievalBlipForQuestionAnswering	BlipModelBlipPreTrainedModelBlipTextModelBlipVisionModel)$BLIP_2_PRETRAINED_MODEL_ARCHIVE_LISTBlip2ForConditionalGeneration
Blip2ModelBlip2PreTrainedModelBlip2QFormerModelBlip2VisionModel)#BLOOM_PRETRAINED_MODEL_ARCHIVE_LISTBloomForCausalLMBloomForQuestionAnsweringBloomForSequenceClassificationBloomForTokenClassification
BloomModelBloomPreTrainedModel))BRIDGETOWER_PRETRAINED_MODEL_ARCHIVE_LIST!BridgeTowerForContrastiveLearning#BridgeTowerForImageAndTextRetrievalBridgeTowerForMaskedLMBridgeTowerModelBridgeTowerPreTrainedModel)"BROS_PRETRAINED_MODEL_ARCHIVE_LISTBrosForTokenClassification	BrosModelBrosPreTrainedModelr   !BrosSpadeEEForTokenClassification!BrosSpadeELForTokenClassification)	'CAMEMBERT_PRETRAINED_MODEL_ARCHIVE_LISTCamembertForCausalLMCamembertForMaskedLMCamembertForMultipleChoiceCamembertForQuestionAnswering"CamembertForSequenceClassificationCamembertForTokenClassificationCamembertModelCamembertPreTrainedModel)	$CANINE_PRETRAINED_MODEL_ARCHIVE_LISTCanineForMultipleChoiceCanineForQuestionAnsweringCanineForSequenceClassificationCanineForTokenClassificationCanineLayerCanineModelCaninePreTrainedModelload_tf_weights_in_canine)*CHINESE_CLIP_PRETRAINED_MODEL_ARCHIVE_LISTChineseCLIPModelChineseCLIPPreTrainedModelChineseCLIPTextModelChineseCLIPVisionModel)r   ClapAudioModelClapAudioModelWithProjectionClapFeatureExtractor	ClapModelClapPreTrainedModelClapTextModelClapTextModelWithProjection)"CLIP_PRETRAINED_MODEL_ARCHIVE_LIST	CLIPModelCLIPPreTrainedModelCLIPTextModelCLIPTextModelWithProjectionCLIPVisionModelCLIPVisionModelWithProjection)%CLIPSEG_PRETRAINED_MODEL_ARCHIVE_LISTCLIPSegForImageSegmentationCLIPSegModelCLIPSegPreTrainedModelCLIPSegTextModelCLIPSegVisionModel)"CLVP_PRETRAINED_MODEL_ARCHIVE_LISTClvpDecoderClvpEncoderClvpForCausalLM	ClvpModel!ClvpModelForConditionalGenerationClvpPreTrainedModel)%CODEGEN_PRETRAINED_MODEL_ARCHIVE_LISTCodeGenForCausalLMCodeGenModelCodeGenPreTrainedModel).CONDITIONAL_DETR_PRETRAINED_MODEL_ARCHIVE_LIST!ConditionalDetrForObjectDetectionConditionalDetrForSegmentationConditionalDetrModelConditionalDetrPreTrainedModel)
&CONVBERT_PRETRAINED_MODEL_ARCHIVE_LISTConvBertForMaskedLMConvBertForMultipleChoiceConvBertForQuestionAnswering!ConvBertForSequenceClassificationConvBertForTokenClassificationConvBertLayerConvBertModelConvBertPreTrainedModelload_tf_weights_in_convbert)&CONVNEXT_PRETRAINED_MODEL_ARCHIVE_LISTConvNextBackboneConvNextForImageClassificationConvNextModelConvNextPreTrainedModel)(CONVNEXTV2_PRETRAINED_MODEL_ARCHIVE_LISTConvNextV2Backbone ConvNextV2ForImageClassificationConvNextV2ModelConvNextV2PreTrainedModel)$CPMANT_PRETRAINED_MODEL_ARCHIVE_LISTCpmAntForCausalLMCpmAntModelCpmAntPreTrainedModel)"CTRL_PRETRAINED_MODEL_ARCHIVE_LISTCTRLForSequenceClassificationCTRLLMHeadModel	CTRLModelCTRLPreTrainedModel)!CVT_PRETRAINED_MODEL_ARCHIVE_LISTCvtForImageClassificationCvtModelCvtPreTrainedModel),DATA2VEC_AUDIO_PRETRAINED_MODEL_ARCHIVE_LIST+DATA2VEC_TEXT_PRETRAINED_MODEL_ARCHIVE_LIST-DATA2VEC_VISION_PRETRAINED_MODEL_ARCHIVE_LIST(Data2VecAudioForAudioFrameClassificationData2VecAudioForCTC&Data2VecAudioForSequenceClassificationData2VecAudioForXVectorData2VecAudioModelData2VecAudioPreTrainedModelData2VecTextForCausalLMData2VecTextForMaskedLMData2VecTextForMultipleChoice Data2VecTextForQuestionAnswering%Data2VecTextForSequenceClassification"Data2VecTextForTokenClassificationData2VecTextModelData2VecTextPreTrainedModel$Data2VecVisionForImageClassification%Data2VecVisionForSemanticSegmentationData2VecVisionModelData2VecVisionPreTrainedModel)%DEBERTA_PRETRAINED_MODEL_ARCHIVE_LISTDebertaForMaskedLMDebertaForQuestionAnswering DebertaForSequenceClassificationDebertaForTokenClassificationDebertaModelDebertaPreTrainedModel)(DEBERTA_V2_PRETRAINED_MODEL_ARCHIVE_LISTDebertaV2ForMaskedLMDebertaV2ForMultipleChoiceDebertaV2ForQuestionAnswering"DebertaV2ForSequenceClassificationDebertaV2ForTokenClassificationDebertaV2ModelDebertaV2PreTrainedModel)2DECISION_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LISTDecisionTransformerGPT2Model&DecisionTransformerGPT2PreTrainedModelDecisionTransformerModel"DecisionTransformerPreTrainedModel)-DEFORMABLE_DETR_PRETRAINED_MODEL_ARCHIVE_LIST DeformableDetrForObjectDetectionDeformableDetrModelDeformableDetrPreTrainedModel)"DEIT_PRETRAINED_MODEL_ARCHIVE_LISTDeiTForImageClassification%DeiTForImageClassificationWithTeacherDeiTForMaskedImageModeling	DeiTModelDeiTPreTrainedModel)#MCTCT_PRETRAINED_MODEL_ARCHIVE_LISTMCTCTForCTC
MCTCTModelMCTCTPreTrainedModel)MMBTForClassification	MMBTModelModalEmbeddings)OpenLlamaForCausalLM"OpenLlamaForSequenceClassificationOpenLlamaModelOpenLlamaPreTrainedModel)'RETRIBERT_PRETRAINED_MODEL_ARCHIVE_LISTRetriBertModelRetriBertPreTrainedModel)4TRAJECTORY_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LISTTrajectoryTransformerModel$TrajectoryTransformerPreTrainedModel)(TRANSFO_XL_PRETRAINED_MODEL_ARCHIVE_LISTAdaptiveEmbedding"TransfoXLForSequenceClassificationTransfoXLLMHeadModelTransfoXLModelTransfoXLPreTrainedModelload_tf_weights_in_transfo_xl)!VAN_PRETRAINED_MODEL_ARCHIVE_LISTVanForImageClassificationVanModelVanPreTrainedModel)"DETA_PRETRAINED_MODEL_ARCHIVE_LISTDetaForObjectDetection	DetaModelDetaPreTrainedModel)"DETR_PRETRAINED_MODEL_ARCHIVE_LISTDetrForObjectDetectionDetrForSegmentation	DetrModelDetrPreTrainedModel)#DINAT_PRETRAINED_MODEL_ARCHIVE_LISTDinatBackboneDinatForImageClassification
DinatModelDinatPreTrainedModel)$DINOV2_PRETRAINED_MODEL_ARCHIVE_LISTDinov2BackboneDinov2ForImageClassificationDinov2ModelDinov2PreTrainedModel)(DISTILBERT_PRETRAINED_MODEL_ARCHIVE_LISTDistilBertForMaskedLMDistilBertForMultipleChoiceDistilBertForQuestionAnswering#DistilBertForSequenceClassification DistilBertForTokenClassificationDistilBertModelDistilBertPreTrainedModel)(DONUT_SWIN_PRETRAINED_MODEL_ARCHIVE_LISTDonutSwinModelDonutSwinPreTrainedModel)
1DPR_CONTEXT_ENCODER_PRETRAINED_MODEL_ARCHIVE_LIST2DPR_QUESTION_ENCODER_PRETRAINED_MODEL_ARCHIVE_LIST(DPR_READER_PRETRAINED_MODEL_ARCHIVE_LISTDPRContextEncoderDPRPretrainedContextEncoderDPRPreTrainedModelDPRPretrainedQuestionEncoderDPRPretrainedReaderDPRQuestionEncoder	DPRReader)!DPT_PRETRAINED_MODEL_ARCHIVE_LISTDPTForDepthEstimationDPTForSemanticSegmentationDPTModelDPTPreTrainedModel)-EFFICIENTFORMER_PRETRAINED_MODEL_ARCHIVE_LIST%EfficientFormerForImageClassification0EfficientFormerForImageClassificationWithTeacherEfficientFormerModelEfficientFormerPreTrainedModel)*EFFICIENTNET_PRETRAINED_MODEL_ARCHIVE_LIST"EfficientNetForImageClassificationEfficientNetModelEfficientNetPreTrainedModel)%ELECTRA_PRETRAINED_MODEL_ARCHIVE_LISTElectraForCausalLMElectraForMaskedLMElectraForMultipleChoiceElectraForPreTrainingElectraForQuestionAnswering ElectraForSequenceClassificationElectraForTokenClassificationElectraModelElectraPreTrainedModelload_tf_weights_in_electra)%ENCODEC_PRETRAINED_MODEL_ARCHIVE_LISTEncodecModelEncodecPreTrainedModelEncoderDecoderModel)#ERNIE_PRETRAINED_MODEL_ARCHIVE_LISTErnieForCausalLMErnieForMaskedLMErnieForMultipleChoiceErnieForNextSentencePredictionErnieForPreTrainingErnieForQuestionAnsweringErnieForSequenceClassificationErnieForTokenClassification
ErnieModelErniePreTrainedModel)%ERNIE_M_PRETRAINED_MODEL_ARCHIVE_LISTErnieMForInformationExtractionErnieMForMultipleChoiceErnieMForQuestionAnsweringErnieMForSequenceClassificationErnieMForTokenClassificationErnieMModelErnieMPreTrainedModel)!ESM_PRETRAINED_MODEL_ARCHIVE_LISTEsmFoldPreTrainedModelEsmForMaskedLMEsmForProteinFoldingEsmForSequenceClassificationEsmForTokenClassificationEsmModelEsmPreTrainedModel)$FALCON_PRETRAINED_MODEL_ARCHIVE_LISTFalconForCausalLMFalconForQuestionAnsweringFalconForSequenceClassificationFalconForTokenClassificationFalconModelFalconPreTrainedModel)	&FLAUBERT_PRETRAINED_MODEL_ARCHIVE_LISTFlaubertForMultipleChoiceFlaubertForQuestionAnswering"FlaubertForQuestionAnsweringSimple!FlaubertForSequenceClassificationFlaubertForTokenClassificationFlaubertModelFlaubertPreTrainedModelFlaubertWithLMHeadModel)#FLAVA_PRETRAINED_MODEL_ARCHIVE_LISTFlavaForPreTrainingFlavaImageCodebookFlavaImageModel
FlavaModelFlavaMultimodalModelFlavaPreTrainedModelFlavaTextModel)"FNET_PRETRAINED_MODEL_ARCHIVE_LISTFNetForMaskedLMFNetForMultipleChoiceFNetForNextSentencePredictionFNetForPreTrainingFNetForQuestionAnsweringFNetForSequenceClassificationFNetForTokenClassification	FNetLayer	FNetModelFNetPreTrainedModel)&FOCALNET_PRETRAINED_MODEL_ARCHIVE_LISTFocalNetBackboneFocalNetForImageClassificationFocalNetForMaskedImageModelingFocalNetModelFocalNetPreTrainedModel)FSMTForConditionalGeneration	FSMTModelPretrainedFSMTModel)$FUNNEL_PRETRAINED_MODEL_ARCHIVE_LISTFunnelBaseModelFunnelForMaskedLMFunnelForMultipleChoiceFunnelForPreTrainingFunnelForQuestionAnsweringFunnelForSequenceClassificationFunnelForTokenClassificationFunnelModelFunnelPreTrainedModelload_tf_weights_in_funnelFuyuForCausalLMFuyuPreTrainedModel)!GIT_PRETRAINED_MODEL_ARCHIVE_LISTGitForCausalLMGitModelGitPreTrainedModelGitVisionModel)"GLPN_PRETRAINED_MODEL_ARCHIVE_LISTGLPNForDepthEstimation	GLPNModelGLPNPreTrainedModel)	"GPT2_PRETRAINED_MODEL_ARCHIVE_LISTGPT2DoubleHeadsModelGPT2ForQuestionAnsweringGPT2ForSequenceClassificationGPT2ForTokenClassificationGPT2LMHeadModel	GPT2ModelGPT2PreTrainedModelload_tf_weights_in_gpt2))GPT_BIGCODE_PRETRAINED_MODEL_ARCHIVE_LISTGPTBigCodeForCausalLM#GPTBigCodeForSequenceClassification GPTBigCodeForTokenClassificationGPTBigCodeModelGPTBigCodePreTrainedModel)%GPT_NEO_PRETRAINED_MODEL_ARCHIVE_LISTGPTNeoForCausalLMGPTNeoForQuestionAnsweringGPTNeoForSequenceClassificationGPTNeoForTokenClassificationGPTNeoModelGPTNeoPreTrainedModelload_tf_weights_in_gpt_neo)&GPT_NEOX_PRETRAINED_MODEL_ARCHIVE_LISTGPTNeoXForCausalLMGPTNeoXForQuestionAnswering GPTNeoXForSequenceClassificationGPTNeoXForTokenClassificationGPTNeoXLayerGPTNeoXModelGPTNeoXPreTrainedModel)/GPT_NEOX_JAPANESE_PRETRAINED_MODEL_ARCHIVE_LISTGPTNeoXJapaneseForCausalLMGPTNeoXJapaneseLayerGPTNeoXJapaneseModelGPTNeoXJapanesePreTrainedModel)"GPTJ_PRETRAINED_MODEL_ARCHIVE_LISTGPTJForCausalLMGPTJForQuestionAnsweringGPTJForSequenceClassification	GPTJModelGPTJPreTrainedModel)-GPTSAN_JAPANESE_PRETRAINED_MODEL_ARCHIVE_LIST&GPTSanJapaneseForConditionalGenerationGPTSanJapaneseModelGPTSanJapanesePreTrainedModel)(GRAPHORMER_PRETRAINED_MODEL_ARCHIVE_LIST GraphormerForGraphClassificationGraphormerModelGraphormerPreTrainedModel)&GROUPVIT_PRETRAINED_MODEL_ARCHIVE_LISTGroupViTModelGroupViTPreTrainedModelGroupViTTextModelGroupViTVisionModel)$HUBERT_PRETRAINED_MODEL_ARCHIVE_LISTHubertForCTCHubertForSequenceClassificationHubertModelHubertPreTrainedModel)#IBERT_PRETRAINED_MODEL_ARCHIVE_LISTIBertForMaskedLMIBertForMultipleChoiceIBertForQuestionAnsweringIBertForSequenceClassificationIBertForTokenClassification
IBertModelIBertPreTrainedModel)%IDEFICS_PRETRAINED_MODEL_ARCHIVE_LISTIdeficsForVisionText2TextIdeficsModelIdeficsPreTrainedModelIdeficsProcessor)&IMAGEGPT_PRETRAINED_MODEL_ARCHIVE_LISTImageGPTForCausalImageModelingImageGPTForImageClassificationImageGPTModelImageGPTPreTrainedModelload_tf_weights_in_imagegpt)&INFORMER_PRETRAINED_MODEL_ARCHIVE_LISTInformerForPredictionInformerModelInformerPreTrainedModel)*INSTRUCTBLIP_PRETRAINED_MODEL_ARCHIVE_LIST$InstructBlipForConditionalGenerationInstructBlipPreTrainedModelInstructBlipQFormerModelInstructBlipVisionModel)%JUKEBOX_PRETRAINED_MODEL_ARCHIVE_LISTJukeboxModelJukeboxPreTrainedModelJukeboxPriorJukeboxVQVAE)%KOSMOS2_PRETRAINED_MODEL_ARCHIVE_LISTKosmos2ForConditionalGenerationKosmos2ModelKosmos2PreTrainedModel)&LAYOUTLM_PRETRAINED_MODEL_ARCHIVE_LISTLayoutLMForMaskedLMLayoutLMForQuestionAnswering!LayoutLMForSequenceClassificationLayoutLMForTokenClassificationLayoutLMModelLayoutLMPreTrainedModel)(LAYOUTLMV2_PRETRAINED_MODEL_ARCHIVE_LISTLayoutLMv2ForQuestionAnswering#LayoutLMv2ForSequenceClassification LayoutLMv2ForTokenClassificationLayoutLMv2ModelLayoutLMv2PreTrainedModel)(LAYOUTLMV3_PRETRAINED_MODEL_ARCHIVE_LISTLayoutLMv3ForQuestionAnswering#LayoutLMv3ForSequenceClassification LayoutLMv3ForTokenClassificationLayoutLMv3ModelLayoutLMv3PreTrainedModel)!LED_PRETRAINED_MODEL_ARCHIVE_LISTLEDForConditionalGenerationLEDForQuestionAnsweringLEDForSequenceClassificationLEDModelLEDPreTrainedModel)#LEVIT_PRETRAINED_MODEL_ARCHIVE_LISTLevitForImageClassification&LevitForImageClassificationWithTeacher
LevitModelLevitPreTrainedModel)"LILT_PRETRAINED_MODEL_ARCHIVE_LISTLiltForQuestionAnsweringLiltForSequenceClassificationLiltForTokenClassification	LiltModelLiltPreTrainedModel)LlamaForCausalLMLlamaForSequenceClassification
LlamaModelLlamaPreTrainedModel)#LLAVA_PRETRAINED_MODEL_ARCHIVE_LISTLlavaForConditionalGenerationLlavaPreTrainedModelLlavaProcessor)	(LONGFORMER_PRETRAINED_MODEL_ARCHIVE_LISTLongformerForMaskedLMLongformerForMultipleChoiceLongformerForQuestionAnswering#LongformerForSequenceClassification LongformerForTokenClassificationLongformerModelLongformerPreTrainedModelLongformerSelfAttention)$LONGT5_PRETRAINED_MODEL_ARCHIVE_LISTLongT5EncoderModelLongT5ForConditionalGenerationLongT5ModelLongT5PreTrainedModel)"LUKE_PRETRAINED_MODEL_ARCHIVE_LISTLukeForEntityClassificationLukeForEntityPairClassificationLukeForEntitySpanClassificationLukeForMaskedLMLukeForMultipleChoiceLukeForQuestionAnsweringLukeForSequenceClassificationLukeForTokenClassification	LukeModelLukePreTrainedModel)LxmertEncoderLxmertForPreTrainingLxmertForQuestionAnsweringLxmertModelLxmertPreTrainedModelLxmertVisualFeatureEncoderLxmertXLayer)%M2M_100_PRETRAINED_MODEL_ARCHIVE_LISTM2M100ForConditionalGenerationM2M100ModelM2M100PreTrainedModel)MarianForCausalLMMarianModelMarianMTModel)&MARKUPLM_PRETRAINED_MODEL_ARCHIVE_LISTMarkupLMForQuestionAnswering!MarkupLMForSequenceClassificationMarkupLMForTokenClassificationMarkupLMModelMarkupLMPreTrainedModel))MASK2FORMER_PRETRAINED_MODEL_ARCHIVE_LIST#Mask2FormerForUniversalSegmentationMask2FormerModelMask2FormerPreTrainedModel)(MASKFORMER_PRETRAINED_MODEL_ARCHIVE_LIST!MaskFormerForInstanceSegmentationMaskFormerModelMaskFormerPreTrainedModelMaskFormerSwinBackbone)MBartForCausalLMMBartForConditionalGenerationMBartForQuestionAnsweringMBartForSequenceClassification
MBartModelMBartPreTrainedModel)	"MEGA_PRETRAINED_MODEL_ARCHIVE_LISTMegaForCausalLMMegaForMaskedLMMegaForMultipleChoiceMegaForQuestionAnsweringMegaForSequenceClassificationMegaForTokenClassification	MegaModelMegaPreTrainedModel)+MEGATRON_BERT_PRETRAINED_MODEL_ARCHIVE_LISTMegatronBertForCausalLMMegatronBertForMaskedLMMegatronBertForMultipleChoice%MegatronBertForNextSentencePredictionMegatronBertForPreTraining MegatronBertForQuestionAnswering%MegatronBertForSequenceClassification"MegatronBertForTokenClassificationMegatronBertModelMegatronBertPreTrainedModel)%MGP_STR_PRETRAINED_MODEL_ARCHIVE_LISTMgpstrForSceneTextRecognitionMgpstrModelMgpstrPreTrainedModel)MistralForCausalLM MistralForSequenceClassificationMistralModelMistralPreTrainedModel)MixtralForCausalLM MixtralForSequenceClassificationMixtralModelMixtralPreTrainedModel)(MOBILEBERT_PRETRAINED_MODEL_ARCHIVE_LISTMobileBertForMaskedLMMobileBertForMultipleChoice#MobileBertForNextSentencePredictionMobileBertForPreTrainingMobileBertForQuestionAnswering#MobileBertForSequenceClassification MobileBertForTokenClassificationMobileBertLayerMobileBertModelMobileBertPreTrainedModelload_tf_weights_in_mobilebert)*MOBILENET_V1_PRETRAINED_MODEL_ARCHIVE_LIST!MobileNetV1ForImageClassificationMobileNetV1ModelMobileNetV1PreTrainedModelload_tf_weights_in_mobilenet_v1)*MOBILENET_V2_PRETRAINED_MODEL_ARCHIVE_LIST!MobileNetV2ForImageClassification"MobileNetV2ForSemanticSegmentationMobileNetV2ModelMobileNetV2PreTrainedModelload_tf_weights_in_mobilenet_v2)'MOBILEVIT_PRETRAINED_MODEL_ARCHIVE_LISTMobileViTForImageClassification MobileViTForSemanticSegmentationMobileViTModelMobileViTPreTrainedModel))MOBILEVITV2_PRETRAINED_MODEL_ARCHIVE_LIST!MobileViTV2ForImageClassification"MobileViTV2ForSemanticSegmentationMobileViTV2ModelMobileViTV2PreTrainedModel)	#MPNET_PRETRAINED_MODEL_ARCHIVE_LISTMPNetForMaskedLMMPNetForMultipleChoiceMPNetForQuestionAnsweringMPNetForSequenceClassificationMPNetForTokenClassification
MPNetLayer
MPNetModelMPNetPreTrainedModel)!MPT_PRETRAINED_MODEL_ARCHIVE_LISTMptForCausalLMMptForQuestionAnsweringMptForSequenceClassificationMptForTokenClassificationMptModelMptPreTrainedModel)!MRA_PRETRAINED_MODEL_ARCHIVE_LISTMraForMaskedLMMraForMultipleChoiceMraForQuestionAnsweringMraForSequenceClassificationMraForTokenClassificationMraModelMraPreTrainedModel)MT5EncoderModelMT5ForConditionalGenerationMT5ForQuestionAnsweringMT5ForSequenceClassificationMT5ModelMT5PreTrainedModel)&MUSICGEN_PRETRAINED_MODEL_ARCHIVE_LISTMusicgenForCausalLM MusicgenForConditionalGenerationMusicgenModelMusicgenPreTrainedModelMusicgenProcessor)!MVP_PRETRAINED_MODEL_ARCHIVE_LISTMvpForCausalLMMvpForConditionalGenerationMvpForQuestionAnsweringMvpForSequenceClassificationMvpModelMvpPreTrainedModel)!NAT_PRETRAINED_MODEL_ARCHIVE_LISTNatBackboneNatForImageClassificationNatModelNatPreTrainedModel)
#NEZHA_PRETRAINED_MODEL_ARCHIVE_LISTNezhaForMaskedLMNezhaForMultipleChoiceNezhaForNextSentencePredictionNezhaForPreTrainingNezhaForQuestionAnsweringNezhaForSequenceClassificationNezhaForTokenClassification
NezhaModelNezhaPreTrainedModel)&NLLB_MOE_PRETRAINED_MODEL_ARCHIVE_LISTNllbMoeForConditionalGenerationNllbMoeModelNllbMoePreTrainedModelNllbMoeSparseMLPNllbMoeTop2Router)	+NYSTROMFORMER_PRETRAINED_MODEL_ARCHIVE_LISTNystromformerForMaskedLMNystromformerForMultipleChoice!NystromformerForQuestionAnswering&NystromformerForSequenceClassification#NystromformerForTokenClassificationNystromformerLayerNystromformerModelNystromformerPreTrainedModel)'ONEFORMER_PRETRAINED_MODEL_ARCHIVE_LIST!OneFormerForUniversalSegmentationOneFormerModelOneFormerPreTrainedModel)(OPENAI_GPT_PRETRAINED_MODEL_ARCHIVE_LISTOpenAIGPTDoubleHeadsModel"OpenAIGPTForSequenceClassificationOpenAIGPTLMHeadModelOpenAIGPTModelOpenAIGPTPreTrainedModelload_tf_weights_in_openai_gpt)!OPT_PRETRAINED_MODEL_ARCHIVE_LISTOPTForCausalLMOPTForQuestionAnsweringOPTForSequenceClassificationOPTModelOPTPreTrainedModel)#OWLV2_PRETRAINED_MODEL_ARCHIVE_LISTOwlv2ForObjectDetection
Owlv2ModelOwlv2PreTrainedModelOwlv2TextModelOwlv2VisionModel)$OWLVIT_PRETRAINED_MODEL_ARCHIVE_LISTOwlViTForObjectDetectionOwlViTModelOwlViTPreTrainedModelOwlViTTextModelOwlViTVisionModel)*PATCHTSMIXER_PRETRAINED_MODEL_ARCHIVE_LISTPatchTSMixerForPredictionPatchTSMixerForPretrainingPatchTSMixerForRegression'PatchTSMixerForTimeSeriesClassificationPatchTSMixerModelPatchTSMixerPreTrainedModel)&PATCHTST_PRETRAINED_MODEL_ARCHIVE_LISTPatchTSTForClassificationPatchTSTForPredictionPatchTSTForPretrainingPatchTSTForRegressionPatchTSTModelPatchTSTPreTrainedModel)PegasusForCausalLMPegasusForConditionalGenerationPegasusModelPegasusPreTrainedModel)'PEGASUS_X_PRETRAINED_MODEL_ARCHIVE_LIST PegasusXForConditionalGenerationPegasusXModelPegasusXPreTrainedModel)'PERCEIVER_PRETRAINED_MODEL_ARCHIVE_LIST-PerceiverForImageClassificationConvProcessing&PerceiverForImageClassificationFourier&PerceiverForImageClassificationLearnedPerceiverForMaskedLM"PerceiverForMultimodalAutoencodingPerceiverForOpticalFlow"PerceiverForSequenceClassificationPerceiverLayerPerceiverModelPerceiverPreTrainedModel)PersimmonForCausalLM"PersimmonForSequenceClassificationPersimmonModelPersimmonPreTrainedModel)!PHI_PRETRAINED_MODEL_ARCHIVE_LISTPhiForCausalLMPhiForSequenceClassificationPhiForTokenClassificationPhiModelPhiPreTrainedModel)(PIX2STRUCT_PRETRAINED_MODEL_ARCHIVE_LIST"Pix2StructForConditionalGenerationPix2StructPreTrainedModelPix2StructTextModelPix2StructVisionModel)$PLBART_PRETRAINED_MODEL_ARCHIVE_LISTPLBartForCausalLMPLBartForConditionalGenerationPLBartForSequenceClassificationPLBartModelPLBartPreTrainedModel)(POOLFORMER_PRETRAINED_MODEL_ARCHIVE_LIST PoolFormerForImageClassificationPoolFormerModelPoolFormerPreTrainedModel)'POP2PIANO_PRETRAINED_MODEL_ARCHIVE_LIST!Pop2PianoForConditionalGenerationPop2PianoPreTrainedModel)(PROPHETNET_PRETRAINED_MODEL_ARCHIVE_LISTProphetNetDecoderProphetNetEncoderProphetNetForCausalLM"ProphetNetForConditionalGenerationProphetNetModelProphetNetPreTrainedModel)!PVT_PRETRAINED_MODEL_ARCHIVE_LISTPvtForImageClassificationPvtModelPvtPreTrainedModel)%QDQBERT_PRETRAINED_MODEL_ARCHIVE_LISTQDQBertForMaskedLMQDQBertForMultipleChoice QDQBertForNextSentencePredictionQDQBertForQuestionAnswering QDQBertForSequenceClassificationQDQBertForTokenClassificationQDQBertLayerQDQBertLMHeadModelQDQBertModelQDQBertPreTrainedModelload_tf_weights_in_qdqbert)RagModelRagPreTrainedModelRagSequenceForGenerationRagTokenForGeneration)	#REALM_PRETRAINED_MODEL_ARCHIVE_LISTRealmEmbedderRealmForOpenQARealmKnowledgeAugEncoderRealmPreTrainedModelRealmReaderRealmRetrieverRealmScorerload_tf_weights_in_realm)	&REFORMER_PRETRAINED_MODEL_ARCHIVE_LISTReformerAttentionReformerForMaskedLMReformerForQuestionAnswering!ReformerForSequenceClassificationReformerLayerReformerModelReformerModelWithLMHeadReformerPreTrainedModel)$REGNET_PRETRAINED_MODEL_ARCHIVE_LISTRegNetForImageClassificationRegNetModelRegNetPreTrainedModel)%REMBERT_PRETRAINED_MODEL_ARCHIVE_LISTRemBertForCausalLMRemBertForMaskedLMRemBertForMultipleChoiceRemBertForQuestionAnswering RemBertForSequenceClassificationRemBertForTokenClassificationRemBertLayerRemBertModelRemBertPreTrainedModelload_tf_weights_in_rembert)$RESNET_PRETRAINED_MODEL_ARCHIVE_LISTResNetBackboneResNetForImageClassificationResNetModelResNetPreTrainedModel)	%ROBERTA_PRETRAINED_MODEL_ARCHIVE_LISTRobertaForCausalLMRobertaForMaskedLMRobertaForMultipleChoiceRobertaForQuestionAnswering RobertaForSequenceClassificationRobertaForTokenClassificationRobertaModelRobertaPreTrainedModel)	2ROBERTA_PRELAYERNORM_PRETRAINED_MODEL_ARCHIVE_LISTRobertaPreLayerNormForCausalLMRobertaPreLayerNormForMaskedLM$RobertaPreLayerNormForMultipleChoice'RobertaPreLayerNormForQuestionAnswering,RobertaPreLayerNormForSequenceClassification)RobertaPreLayerNormForTokenClassificationRobertaPreLayerNormModel"RobertaPreLayerNormPreTrainedModel)&ROC_BERT_PRETRAINED_MODEL_ARCHIVE_LISTRoCBertForCausalLMRoCBertForMaskedLMRoCBertForMultipleChoiceRoCBertForPreTrainingRoCBertForQuestionAnswering RoCBertForSequenceClassificationRoCBertForTokenClassificationRoCBertLayerRoCBertModelRoCBertPreTrainedModelload_tf_weights_in_roc_bert)&ROFORMER_PRETRAINED_MODEL_ARCHIVE_LISTRoFormerForCausalLMRoFormerForMaskedLMRoFormerForMultipleChoiceRoFormerForQuestionAnswering!RoFormerForSequenceClassificationRoFormerForTokenClassificationRoFormerLayerRoFormerModelRoFormerPreTrainedModelload_tf_weights_in_roformer)"RWKV_PRETRAINED_MODEL_ARCHIVE_LISTRwkvForCausalLM	RwkvModelRwkvPreTrainedModel)!SAM_PRETRAINED_MODEL_ARCHIVE_LISTSamModelSamPreTrainedModel)*SEAMLESS_M4T_PRETRAINED_MODEL_ARCHIVE_LISTSeamlessM4TCodeHifiGanSeamlessM4TForSpeechToSpeechSeamlessM4TForSpeechToTextSeamlessM4TForTextToSpeechSeamlessM4TForTextToTextSeamlessM4THifiGanSeamlessM4TModelSeamlessM4TPreTrainedModel-SeamlessM4TTextToUnitForConditionalGenerationSeamlessM4TTextToUnitModel)-SEAMLESS_M4T_V2_PRETRAINED_MODEL_ARCHIVE_LISTSeamlessM4Tv2ForSpeechToSpeechSeamlessM4Tv2ForSpeechToTextSeamlessM4Tv2ForTextToSpeechSeamlessM4Tv2ForTextToTextSeamlessM4Tv2ModelSeamlessM4Tv2PreTrainedModel)'SEGFORMER_PRETRAINED_MODEL_ARCHIVE_LISTSegformerDecodeHeadSegformerForImageClassification SegformerForSemanticSegmentationSegformerLayerSegformerModelSegformerPreTrainedModel)!SEW_PRETRAINED_MODEL_ARCHIVE_LIST	SEWForCTCSEWForSequenceClassificationSEWModelSEWPreTrainedModel)#SEW_D_PRETRAINED_MODEL_ARCHIVE_LIST
SEWDForCTCSEWDForSequenceClassification	SEWDModelSEWDPreTrainedModelSpeechEncoderDecoderModel),SPEECH_TO_TEXT_PRETRAINED_MODEL_ARCHIVE_LIST#Speech2TextForConditionalGenerationSpeech2TextModelSpeech2TextPreTrainedModelSpeech2Text2ForCausalLMSpeech2Text2PreTrainedModel)&SPEECHT5_PRETRAINED_MODEL_ARCHIVE_LISTSpeechT5ForSpeechToSpeechSpeechT5ForSpeechToTextSpeechT5ForTextToSpeechSpeechT5HifiGanSpeechT5ModelSpeechT5PreTrainedModel)&SPLINTER_PRETRAINED_MODEL_ARCHIVE_LISTSplinterForPreTrainingSplinterForQuestionAnsweringSplinterLayerSplinterModelSplinterPreTrainedModel)	)SQUEEZEBERT_PRETRAINED_MODEL_ARCHIVE_LISTSqueezeBertForMaskedLMSqueezeBertForMultipleChoiceSqueezeBertForQuestionAnswering$SqueezeBertForSequenceClassification!SqueezeBertForTokenClassificationSqueezeBertModelSqueezeBertModuleSqueezeBertPreTrainedModel))SWIFTFORMER_PRETRAINED_MODEL_ARCHIVE_LIST!SwiftFormerForImageClassificationSwiftFormerModelSwiftFormerPreTrainedModel)"SWIN_PRETRAINED_MODEL_ARCHIVE_LISTSwinBackboneSwinForImageClassificationSwinForMaskedImageModeling	SwinModelSwinPreTrainedModel)%SWIN2SR_PRETRAINED_MODEL_ARCHIVE_LISTSwin2SRForImageSuperResolutionSwin2SRModelSwin2SRPreTrainedModel)$SWINV2_PRETRAINED_MODEL_ARCHIVE_LISTSwinv2ForImageClassificationSwinv2ForMaskedImageModelingSwinv2ModelSwinv2PreTrainedModel)1SWITCH_TRANSFORMERS_PRETRAINED_MODEL_ARCHIVE_LISTSwitchTransformersEncoderModel*SwitchTransformersForConditionalGenerationSwitchTransformersModel!SwitchTransformersPreTrainedModelSwitchTransformersSparseMLPSwitchTransformersTop1Router) T5_PRETRAINED_MODEL_ARCHIVE_LISTT5EncoderModelT5ForConditionalGenerationT5ForQuestionAnsweringT5ForSequenceClassificationT5ModelT5PreTrainedModelload_tf_weights_in_t5)/TABLE_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LIST"TableTransformerForObjectDetectionTableTransformerModelTableTransformerPreTrainedModel)#TAPAS_PRETRAINED_MODEL_ARCHIVE_LISTTapasForMaskedLMTapasForQuestionAnsweringTapasForSequenceClassification
TapasModelTapasPreTrainedModelload_tf_weights_in_tapas)5TIME_SERIES_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LIST"TimeSeriesTransformerForPredictionTimeSeriesTransformerModel$TimeSeriesTransformerPreTrainedModel))TIMESFORMER_PRETRAINED_MODEL_ARCHIVE_LIST!TimesformerForVideoClassificationTimesformerModelTimesformerPreTrainedModelTimmBackbone)#TROCR_PRETRAINED_MODEL_ARCHIVE_LISTTrOCRForCausalLMTrOCRPreTrainedModel)"TVLT_PRETRAINED_MODEL_ARCHIVE_LIST TvltForAudioVisualClassificationTvltForPreTraining	TvltModelTvltPreTrainedModel)!TVP_PRETRAINED_MODEL_ARCHIVE_LISTTvpForVideoGroundingTvpModelTvpPreTrainedModel)UMT5EncoderModelUMT5ForConditionalGenerationUMT5ForQuestionAnsweringUMT5ForSequenceClassification	UMT5ModelUMT5PreTrainedModel)'UNISPEECH_PRETRAINED_MODEL_ARCHIVE_LISTUniSpeechForCTCUniSpeechForPreTraining"UniSpeechForSequenceClassificationUniSpeechModelUniSpeechPreTrainedModel)+UNISPEECH_SAT_PRETRAINED_MODEL_ARCHIVE_LIST'UniSpeechSatForAudioFrameClassificationUniSpeechSatForCTCUniSpeechSatForPreTraining%UniSpeechSatForSequenceClassificationUniSpeechSatForXVectorUniSpeechSatModelUniSpeechSatPreTrainedModel%UNIVNET_PRETRAINED_MODEL_ARCHIVE_LISTUnivNetModelUperNetForSemanticSegmentationUperNetPreTrainedModel)&VIDEOMAE_PRETRAINED_MODEL_ARCHIVE_LISTVideoMAEForPreTrainingVideoMAEForVideoClassificationVideoMAEModelVideoMAEPreTrainedModel)	"VILT_PRETRAINED_MODEL_ARCHIVE_LISTViltForImageAndTextRetrieval"ViltForImagesAndTextClassificationViltForMaskedLMViltForQuestionAnsweringViltForTokenClassification	ViltLayer	ViltModelViltPreTrainedModelVisionEncoderDecoderModelVisionTextDualEncoderModel)	)VISUAL_BERT_PRETRAINED_MODEL_ARCHIVE_LISTVisualBertForMultipleChoiceVisualBertForPreTrainingVisualBertForQuestionAnswering$VisualBertForRegionToPhraseAlignmentVisualBertForVisualReasoningVisualBertLayerVisualBertModelVisualBertPreTrainedModel)!VIT_PRETRAINED_MODEL_ARCHIVE_LISTViTForImageClassificationViTForMaskedImageModelingViTModelViTPreTrainedModel)(VIT_HYBRID_PRETRAINED_MODEL_ARCHIVE_LISTViTHybridForImageClassificationViTHybridModelViTHybridPreTrainedModel)%VIT_MAE_PRETRAINED_MODEL_ARCHIVE_LISTViTMAEForPreTrainingViTMAELayerViTMAEModelViTMAEPreTrainedModel)%VIT_MSN_PRETRAINED_MODEL_ARCHIVE_LISTViTMSNForImageClassificationViTMSNModelViTMSNPreTrainedModel)$VITDET_PRETRAINED_MODEL_ARCHIVE_LISTVitDetBackboneVitDetModelVitDetPreTrainedModel)&VITMATTE_PRETRAINED_MODEL_ARCHIVE_LISTVitMatteForImageMattingVitMattePreTrainedModel)"VITS_PRETRAINED_MODEL_ARCHIVE_LIST	VitsModelVitsPreTrainedModel)#VIVIT_PRETRAINED_MODEL_ARCHIVE_LISTVivitForVideoClassification
VivitModelVivitPreTrainedModel)	)WAV_2_VEC_2_PRETRAINED_MODEL_ARCHIVE_LIST#Wav2Vec2ForAudioFrameClassificationWav2Vec2ForCTCWav2Vec2ForMaskedLMWav2Vec2ForPreTraining!Wav2Vec2ForSequenceClassificationWav2Vec2ForXVectorWav2Vec2ModelWav2Vec2PreTrainedModel)0WAV2VEC2_CONFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,Wav2Vec2ConformerForAudioFrameClassificationWav2Vec2ConformerForCTCWav2Vec2ConformerForPreTraining*Wav2Vec2ConformerForSequenceClassificationWav2Vec2ConformerForXVectorWav2Vec2ConformerModel Wav2Vec2ConformerPreTrainedModel)#WAVLM_PRETRAINED_MODEL_ARCHIVE_LIST WavLMForAudioFrameClassificationWavLMForCTCWavLMForSequenceClassificationWavLMForXVector
WavLMModelWavLMPreTrainedModel)%WHISPER_PRETRAINED_MODEL_ARCHIVE_LISTWhisperForAudioClassificationWhisperForCausalLMWhisperForConditionalGenerationWhisperModelWhisperPreTrainedModel)#XCLIP_PRETRAINED_MODEL_ARCHIVE_LIST
XCLIPModelXCLIPPreTrainedModelXCLIPTextModelXCLIPVisionModel)"XGLM_PRETRAINED_MODEL_ARCHIVE_LISTXGLMForCausalLM	XGLMModelXGLMPreTrainedModel)	!XLM_PRETRAINED_MODEL_ARCHIVE_LISTXLMForMultipleChoiceXLMForQuestionAnsweringXLMForQuestionAnsweringSimpleXLMForSequenceClassificationXLMForTokenClassificationXLMModelXLMPreTrainedModelXLMWithLMHeadModel),XLM_PROPHETNET_PRETRAINED_MODEL_ARCHIVE_LISTXLMProphetNetDecoderXLMProphetNetEncoderXLMProphetNetForCausalLM%XLMProphetNetForConditionalGenerationXLMProphetNetModelXLMProphetNetPreTrainedModel)	)XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LISTXLMRobertaForCausalLMXLMRobertaForMaskedLMXLMRobertaForMultipleChoiceXLMRobertaForQuestionAnswering#XLMRobertaForSequenceClassification XLMRobertaForTokenClassificationXLMRobertaModelXLMRobertaPreTrainedModel)	,XLM_ROBERTA_XL_PRETRAINED_MODEL_ARCHIVE_LISTXLMRobertaXLForCausalLMXLMRobertaXLForMaskedLMXLMRobertaXLForMultipleChoice XLMRobertaXLForQuestionAnswering%XLMRobertaXLForSequenceClassification"XLMRobertaXLForTokenClassificationXLMRobertaXLModelXLMRobertaXLPreTrainedModel)
#XLNET_PRETRAINED_MODEL_ARCHIVE_LISTXLNetForMultipleChoiceXLNetForQuestionAnsweringXLNetForQuestionAnsweringSimpleXLNetForSequenceClassificationXLNetForTokenClassificationXLNetLMHeadModel
XLNetModelXLNetPreTrainedModelload_tf_weights_in_xlnet)	"XMOD_PRETRAINED_MODEL_ARCHIVE_LISTXmodForCausalLMXmodForMaskedLMXmodForMultipleChoiceXmodForQuestionAnsweringXmodForSequenceClassificationXmodForTokenClassification	XmodModelXmodPreTrainedModel)#YOLOS_PRETRAINED_MODEL_ARCHIVE_LISTYolosForObjectDetection
YolosModelYolosPreTrainedModel)	"YOSO_PRETRAINED_MODEL_ARCHIVE_LISTYosoForMaskedLMYosoForMultipleChoiceYosoForQuestionAnsweringYosoForSequenceClassificationYosoForTokenClassification	YosoLayer	YosoModelYosoPreTrainedModel)
	AdafactorAdamWget_constant_schedule!get_constant_schedule_with_warmupget_cosine_schedule_with_warmup2get_cosine_with_hard_restarts_schedule_with_warmupget_inverse_sqrt_scheduleget_linear_schedule_with_warmup)get_polynomial_decay_schedule_with_warmupget_scheduleroptimization)Conv1Dapply_chunking_to_forwardprune_layerpytorch_utils	sagemakertime_series_utilsTrainertrainertorch_distributed_zero_firsttrainer_pt_utilsSeq2SeqTrainertrainer_seq2seq)dummy_tf_objectsc                 C   r:  r;  r=  r?  rB  rB  rC  rD  5  r  zutils.dummy_tf_objectsactivations_tfTensorFlowBenchmarkArgumentszbenchmark.benchmark_args_tfTensorFlowBenchmarkzbenchmark.benchmark_tf)TFForcedBOSTokenLogitsProcessorTFForcedEOSTokenLogitsProcessorTFForceTokensLogitsProcessorTFGenerationMixinTFLogitsProcessorTFLogitsProcessorListTFLogitsWarperTFMinLengthLogitsProcessorTFNoBadWordsLogitsProcessorTFNoRepeatNGramLogitsProcessor"TFRepetitionPenaltyLogitsProcessor&TFSuppressTokensAtBeginLogitsProcessorTFSuppressTokensLogitsProcessorTFTemperatureLogitsWarperTFTopKLogitsWarperTFTopPLogitsWarpertf_top_k_top_p_filteringgeneration_tf_utilsKerasMetricCallbackPushToHubCallbackkeras_callbacksmodeling_tf_outputs)TFPreTrainedModelTFSequenceSummaryTFSharedEmbeddings
shape_listmodeling_tf_utils)
'TF_ALBERT_PRETRAINED_MODEL_ARCHIVE_LISTTFAlbertForMaskedLMTFAlbertForMultipleChoiceTFAlbertForPreTrainingTFAlbertForQuestionAnswering!TFAlbertForSequenceClassificationTFAlbertForTokenClassificationTFAlbertMainLayerTFAlbertModelTFAlbertPreTrainedModel),)TF_MODEL_FOR_AUDIO_CLASSIFICATION_MAPPINGTF_MODEL_FOR_CAUSAL_LM_MAPPING0TF_MODEL_FOR_DOCUMENT_QUESTION_ANSWERING_MAPPING)TF_MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING*TF_MODEL_FOR_MASKED_IMAGE_MODELING_MAPPINGTF_MODEL_FOR_MASKED_LM_MAPPING$TF_MODEL_FOR_MASK_GENERATION_MAPPING$TF_MODEL_FOR_MULTIPLE_CHOICE_MAPPING-TF_MODEL_FOR_NEXT_SENTENCE_PREDICTION_MAPPING TF_MODEL_FOR_PRETRAINING_MAPPING'TF_MODEL_FOR_QUESTION_ANSWERING_MAPPING*TF_MODEL_FOR_SEMANTIC_SEGMENTATION_MAPPING)TF_MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING,TF_MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING%TF_MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING-TF_MODEL_FOR_TABLE_QUESTION_ANSWERING_MAPPING"TF_MODEL_FOR_TEXT_ENCODING_MAPPING)TF_MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING!TF_MODEL_FOR_VISION_2_SEQ_MAPPING3TF_MODEL_FOR_ZERO_SHOT_IMAGE_CLASSIFICATION_MAPPINGTF_MODEL_MAPPINGTF_MODEL_WITH_LM_HEAD_MAPPINGTFAutoModel!TFAutoModelForAudioClassificationTFAutoModelForCausalLM'TFAutoModelForDocumentQuestionAnswering!TFAutoModelForImageClassification!TFAutoModelForMaskedImageModelingTFAutoModelForMaskedLMTFAutoModelForMaskGenerationTFAutoModelForMultipleChoice$TFAutoModelForNextSentencePredictionTFAutoModelForPreTrainingTFAutoModelForQuestionAnswering"TFAutoModelForSemanticSegmentationTFAutoModelForSeq2SeqLM$TFAutoModelForSequenceClassificationTFAutoModelForSpeechSeq2Seq$TFAutoModelForTableQuestionAnsweringTFAutoModelForTextEncoding!TFAutoModelForTokenClassificationTFAutoModelForVision2Seq)TFAutoModelForZeroShotImageClassificationTFAutoModelWithLMHead)TFBartForConditionalGenerationTFBartForSequenceClassificationTFBartModelTFBartPretrainedModel)%TF_BERT_PRETRAINED_MODEL_ARCHIVE_LISTTFBertEmbeddingsTFBertForMaskedLMTFBertForMultipleChoiceTFBertForNextSentencePredictionTFBertForPreTrainingTFBertForQuestionAnsweringTFBertForSequenceClassificationTFBertForTokenClassificationTFBertLMHeadModelTFBertMainLayerTFBertModelTFBertPreTrainedModel)$TFBlenderbotForConditionalGenerationTFBlenderbotModelTFBlenderbotPreTrainedModel))TFBlenderbotSmallForConditionalGenerationTFBlenderbotSmallModel TFBlenderbotSmallPreTrainedModel)%TF_BLIP_PRETRAINED_MODEL_ARCHIVE_LISTTFBlipForConditionalGenerationTFBlipForImageTextRetrievalTFBlipForQuestionAnsweringTFBlipModelTFBlipPreTrainedModelTFBlipTextModelTFBlipVisionModel)	*TF_CAMEMBERT_PRETRAINED_MODEL_ARCHIVE_LISTTFCamembertForCausalLMTFCamembertForMaskedLMTFCamembertForMultipleChoiceTFCamembertForQuestionAnswering$TFCamembertForSequenceClassification!TFCamembertForTokenClassificationTFCamembertModelTFCamembertPreTrainedModel)%TF_CLIP_PRETRAINED_MODEL_ARCHIVE_LISTTFCLIPModelTFCLIPPreTrainedModelTFCLIPTextModelTFCLIPVisionModel)	)TF_CONVBERT_PRETRAINED_MODEL_ARCHIVE_LISTTFConvBertForMaskedLMTFConvBertForMultipleChoiceTFConvBertForQuestionAnswering#TFConvBertForSequenceClassification TFConvBertForTokenClassificationTFConvBertLayerTFConvBertModelTFConvBertPreTrainedModel) TFConvNextForImageClassificationTFConvNextModelTFConvNextPreTrainedModel)"TFConvNextV2ForImageClassificationTFConvNextV2ModelTFConvNextV2PreTrainedModel)%TF_CTRL_PRETRAINED_MODEL_ARCHIVE_LISTTFCTRLForSequenceClassificationTFCTRLLMHeadModelTFCTRLModelTFCTRLPreTrainedModel)$TF_CVT_PRETRAINED_MODEL_ARCHIVE_LISTTFCvtForImageClassification
TFCvtModelTFCvtPreTrainedModel)&TFData2VecVisionForImageClassification'TFData2VecVisionForSemanticSegmentationTFData2VecVisionModelTFData2VecVisionPreTrainedModel)(TF_DEBERTA_PRETRAINED_MODEL_ARCHIVE_LISTTFDebertaForMaskedLMTFDebertaForQuestionAnswering"TFDebertaForSequenceClassificationTFDebertaForTokenClassificationTFDebertaModelTFDebertaPreTrainedModel)+TF_DEBERTA_V2_PRETRAINED_MODEL_ARCHIVE_LISTTFDebertaV2ForMaskedLMTFDebertaV2ForMultipleChoiceTFDebertaV2ForQuestionAnswering$TFDebertaV2ForSequenceClassification!TFDebertaV2ForTokenClassificationTFDebertaV2ModelTFDebertaV2PreTrainedModel)%TF_DEIT_PRETRAINED_MODEL_ARCHIVE_LISTTFDeiTForImageClassification'TFDeiTForImageClassificationWithTeacherTFDeiTForMaskedImageModelingTFDeiTModelTFDeiTPreTrainedModel)+TF_TRANSFO_XL_PRETRAINED_MODEL_ARCHIVE_LISTTFAdaptiveEmbedding$TFTransfoXLForSequenceClassificationTFTransfoXLLMHeadModelTFTransfoXLMainLayerTFTransfoXLModelTFTransfoXLPreTrainedModel)	+TF_DISTILBERT_PRETRAINED_MODEL_ARCHIVE_LISTTFDistilBertForMaskedLMTFDistilBertForMultipleChoice TFDistilBertForQuestionAnswering%TFDistilBertForSequenceClassification"TFDistilBertForTokenClassificationTFDistilBertMainLayerTFDistilBertModelTFDistilBertPreTrainedModel)	4TF_DPR_CONTEXT_ENCODER_PRETRAINED_MODEL_ARCHIVE_LIST5TF_DPR_QUESTION_ENCODER_PRETRAINED_MODEL_ARCHIVE_LIST+TF_DPR_READER_PRETRAINED_MODEL_ARCHIVE_LISTTFDPRContextEncoderTFDPRPretrainedContextEncoderTFDPRPretrainedQuestionEncoderTFDPRPretrainedReaderTFDPRQuestionEncoderTFDPRReader)0TF_EFFICIENTFORMER_PRETRAINED_MODEL_ARCHIVE_LIST'TFEfficientFormerForImageClassification2TFEfficientFormerForImageClassificationWithTeacherTFEfficientFormerModel TFEfficientFormerPreTrainedModel)	(TF_ELECTRA_PRETRAINED_MODEL_ARCHIVE_LISTTFElectraForMaskedLMTFElectraForMultipleChoiceTFElectraForPreTrainingTFElectraForQuestionAnswering"TFElectraForSequenceClassificationTFElectraForTokenClassificationTFElectraModelTFElectraPreTrainedModelTFEncoderDecoderModel)r  TFEsmForMaskedLMTFEsmForSequenceClassificationTFEsmForTokenClassification
TFEsmModelTFEsmPreTrainedModel))TF_FLAUBERT_PRETRAINED_MODEL_ARCHIVE_LISTTFFlaubertForMultipleChoice$TFFlaubertForQuestionAnsweringSimple#TFFlaubertForSequenceClassification TFFlaubertForTokenClassificationTFFlaubertModelTFFlaubertPreTrainedModelTFFlaubertWithLMHeadModel)
'TF_FUNNEL_PRETRAINED_MODEL_ARCHIVE_LISTTFFunnelBaseModelTFFunnelForMaskedLMTFFunnelForMultipleChoiceTFFunnelForPreTrainingTFFunnelForQuestionAnswering!TFFunnelForSequenceClassificationTFFunnelForTokenClassificationTFFunnelModelTFFunnelPreTrainedModel)%TF_GPT2_PRETRAINED_MODEL_ARCHIVE_LISTTFGPT2DoubleHeadsModelTFGPT2ForSequenceClassificationTFGPT2LMHeadModelTFGPT2MainLayerTFGPT2ModelTFGPT2PreTrainedModel)TFGPTJForCausalLMTFGPTJForQuestionAnsweringTFGPTJForSequenceClassificationTFGPTJModelTFGPTJPreTrainedModel))TF_GROUPVIT_PRETRAINED_MODEL_ARCHIVE_LISTTFGroupViTModelTFGroupViTPreTrainedModelTFGroupViTTextModelTFGroupViTVisionModel)'TF_HUBERT_PRETRAINED_MODEL_ARCHIVE_LISTTFHubertForCTCTFHubertModelTFHubertPreTrainedModel))TF_LAYOUTLM_PRETRAINED_MODEL_ARCHIVE_LISTTFLayoutLMForMaskedLMTFLayoutLMForQuestionAnswering#TFLayoutLMForSequenceClassification TFLayoutLMForTokenClassificationTFLayoutLMMainLayerTFLayoutLMModelTFLayoutLMPreTrainedModel)+TF_LAYOUTLMV3_PRETRAINED_MODEL_ARCHIVE_LIST TFLayoutLMv3ForQuestionAnswering%TFLayoutLMv3ForSequenceClassification"TFLayoutLMv3ForTokenClassificationTFLayoutLMv3ModelTFLayoutLMv3PreTrainedModel)TFLEDForConditionalGeneration
TFLEDModelTFLEDPreTrainedModel)	+TF_LONGFORMER_PRETRAINED_MODEL_ARCHIVE_LISTTFLongformerForMaskedLMTFLongformerForMultipleChoice TFLongformerForQuestionAnswering%TFLongformerForSequenceClassification"TFLongformerForTokenClassificationTFLongformerModelTFLongformerPreTrainedModelTFLongformerSelfAttention)'TF_LXMERT_PRETRAINED_MODEL_ARCHIVE_LISTTFLxmertForPreTrainingTFLxmertMainLayerTFLxmertModelTFLxmertPreTrainedModelTFLxmertVisualFeatureEncoder)TFMarianModelTFMarianMTModelTFMarianPreTrainedModel)TFMBartForConditionalGenerationTFMBartModelTFMBartPreTrainedModel)+TF_MOBILEBERT_PRETRAINED_MODEL_ARCHIVE_LISTTFMobileBertForMaskedLMTFMobileBertForMultipleChoice%TFMobileBertForNextSentencePredictionTFMobileBertForPreTraining TFMobileBertForQuestionAnswering%TFMobileBertForSequenceClassification"TFMobileBertForTokenClassificationTFMobileBertMainLayerTFMobileBertModelTFMobileBertPreTrainedModel)*TF_MOBILEVIT_PRETRAINED_MODEL_ARCHIVE_LIST!TFMobileViTForImageClassification"TFMobileViTForSemanticSegmentationTFMobileViTModelTFMobileViTPreTrainedModel)	&TF_MPNET_PRETRAINED_MODEL_ARCHIVE_LISTTFMPNetForMaskedLMTFMPNetForMultipleChoiceTFMPNetForQuestionAnswering TFMPNetForSequenceClassificationTFMPNetForTokenClassificationTFMPNetMainLayerTFMPNetModelTFMPNetPreTrainedModel)TFMT5EncoderModelTFMT5ForConditionalGeneration
TFMT5Model)+TF_OPENAI_GPT_PRETRAINED_MODEL_ARCHIVE_LISTTFOpenAIGPTDoubleHeadsModel$TFOpenAIGPTForSequenceClassificationTFOpenAIGPTLMHeadModelTFOpenAIGPTMainLayerTFOpenAIGPTModelTFOpenAIGPTPreTrainedModel)TFOPTForCausalLM
TFOPTModelTFOPTPreTrainedModel)!TFPegasusForConditionalGenerationTFPegasusModelTFPegasusPreTrainedModel)
TFRagModelTFRagPreTrainedModelTFRagSequenceForGenerationTFRagTokenForGeneration)'TF_REGNET_PRETRAINED_MODEL_ARCHIVE_LISTTFRegNetForImageClassificationTFRegNetModelTFRegNetPreTrainedModel)
(TF_REMBERT_PRETRAINED_MODEL_ARCHIVE_LISTTFRemBertForCausalLMTFRemBertForMaskedLMTFRemBertForMultipleChoiceTFRemBertForQuestionAnswering"TFRemBertForSequenceClassificationTFRemBertForTokenClassificationTFRemBertLayerTFRemBertModelTFRemBertPreTrainedModel)'TF_RESNET_PRETRAINED_MODEL_ARCHIVE_LISTTFResNetForImageClassificationTFResNetModelTFResNetPreTrainedModel)
(TF_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LISTTFRobertaForCausalLMTFRobertaForMaskedLMTFRobertaForMultipleChoiceTFRobertaForQuestionAnswering"TFRobertaForSequenceClassificationTFRobertaForTokenClassificationTFRobertaMainLayerTFRobertaModelTFRobertaPreTrainedModel)
5TF_ROBERTA_PRELAYERNORM_PRETRAINED_MODEL_ARCHIVE_LIST TFRobertaPreLayerNormForCausalLM TFRobertaPreLayerNormForMaskedLM&TFRobertaPreLayerNormForMultipleChoice)TFRobertaPreLayerNormForQuestionAnswering.TFRobertaPreLayerNormForSequenceClassification+TFRobertaPreLayerNormForTokenClassificationTFRobertaPreLayerNormMainLayerTFRobertaPreLayerNormModel$TFRobertaPreLayerNormPreTrainedModel)
)TF_ROFORMER_PRETRAINED_MODEL_ARCHIVE_LISTTFRoFormerForCausalLMTFRoFormerForMaskedLMTFRoFormerForMultipleChoiceTFRoFormerForQuestionAnswering#TFRoFormerForSequenceClassification TFRoFormerForTokenClassificationTFRoFormerLayerTFRoFormerModelTFRoFormerPreTrainedModel)$TF_SAM_PRETRAINED_MODEL_ARCHIVE_LIST
TFSamModelTFSamPreTrainedModel)*TF_SEGFORMER_PRETRAINED_MODEL_ARCHIVE_LISTTFSegformerDecodeHead!TFSegformerForImageClassification"TFSegformerForSemanticSegmentationTFSegformerModelTFSegformerPreTrainedModel)/TF_SPEECH_TO_TEXT_PRETRAINED_MODEL_ARCHIVE_LIST%TFSpeech2TextForConditionalGenerationTFSpeech2TextModelTFSpeech2TextPreTrainedModel)%TF_SWIN_PRETRAINED_MODEL_ARCHIVE_LISTTFSwinForImageClassificationTFSwinForMaskedImageModelingTFSwinModelTFSwinPreTrainedModel)#TF_T5_PRETRAINED_MODEL_ARCHIVE_LISTTFT5EncoderModelTFT5ForConditionalGeneration	TFT5ModelTFT5PreTrainedModel)&TF_TAPAS_PRETRAINED_MODEL_ARCHIVE_LISTTFTapasForMaskedLMTFTapasForQuestionAnswering TFTapasForSequenceClassificationTFTapasModelTFTapasPreTrainedModelTFVisionEncoderDecoderModelTFVisionTextDualEncoderModel)TFViTForImageClassification
TFViTModelTFViTPreTrainedModel)TFViTMAEForPreTrainingTFViTMAEModelTFViTMAEPreTrainedModel),TF_WAV_2_VEC_2_PRETRAINED_MODEL_ARCHIVE_LISTTFWav2Vec2ForCTC#TFWav2Vec2ForSequenceClassificationTFWav2Vec2ModelTFWav2Vec2PreTrainedModel)(TF_WHISPER_PRETRAINED_MODEL_ARCHIVE_LIST!TFWhisperForConditionalGenerationTFWhisperModelTFWhisperPreTrainedModel)%TF_XGLM_PRETRAINED_MODEL_ARCHIVE_LISTTFXGLMForCausalLMTFXGLMModelTFXGLMPreTrainedModel)	$TF_XLM_PRETRAINED_MODEL_ARCHIVE_LISTTFXLMForMultipleChoiceTFXLMForQuestionAnsweringSimpleTFXLMForSequenceClassificationTFXLMForTokenClassificationTFXLMMainLayer
TFXLMModelTFXLMPreTrainedModelTFXLMWithLMHeadModel)	,TF_XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LISTTFXLMRobertaForCausalLMTFXLMRobertaForMaskedLMTFXLMRobertaForMultipleChoice TFXLMRobertaForQuestionAnswering%TFXLMRobertaForSequenceClassification"TFXLMRobertaForTokenClassificationTFXLMRobertaModelTFXLMRobertaPreTrainedModel)	&TF_XLNET_PRETRAINED_MODEL_ARCHIVE_LISTTFXLNetForMultipleChoice!TFXLNetForQuestionAnsweringSimple TFXLNetForSequenceClassificationTFXLNetForTokenClassificationTFXLNetLMHeadModelTFXLNetMainLayerTFXLNetModelTFXLNetPreTrainedModel)AdamWeightDecayGradientAccumulatorWarmUpcreate_optimizeroptimization_tftf_utils	TFTrainer
trainer_tf)Fdummy_essentia_and_librosa_and_pretty_midi_and_scipy_and_torch_objectsc                 C   r:  r;  r=  r?  rB  rB  rC  rD    s    zLutils.dummy_essentia_and_librosa_and_pretty_midi_and_scipy_and_torch_objectsPop2PianoFeatureExtractorPop2PianoTokenizerPop2PianoProcessor)dummy_flax_objectsc                 C   r:  r;  r=  r?  rB  rB  rC  rD  *  rE  zutils.dummy_flax_objects)!FlaxForcedBOSTokenLogitsProcessor!FlaxForcedEOSTokenLogitsProcessorFlaxForceTokensLogitsProcessorFlaxGenerationMixinFlaxLogitsProcessorFlaxLogitsProcessorListFlaxLogitsWarperFlaxMinLengthLogitsProcessorFlaxTemperatureLogitsWarper(FlaxSuppressTokensAtBeginLogitsProcessor!FlaxSuppressTokensLogitsProcessorFlaxTopKLogitsWarperFlaxTopPLogitsWarper#FlaxWhisperTimeStampLogitsProcessorgeneration_flax_utilsmodeling_flax_outputsFlaxPreTrainedModelmodeling_flax_utils)FlaxAlbertForMaskedLMFlaxAlbertForMultipleChoiceFlaxAlbertForPreTrainingFlaxAlbertForQuestionAnswering#FlaxAlbertForSequenceClassification FlaxAlbertForTokenClassificationFlaxAlbertModelFlaxAlbertPreTrainedModel)+FLAX_MODEL_FOR_AUDIO_CLASSIFICATION_MAPPING FLAX_MODEL_FOR_CAUSAL_LM_MAPPING+FLAX_MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING FLAX_MODEL_FOR_MASKED_LM_MAPPING&FLAX_MODEL_FOR_MULTIPLE_CHOICE_MAPPING/FLAX_MODEL_FOR_NEXT_SENTENCE_PREDICTION_MAPPING"FLAX_MODEL_FOR_PRETRAINING_MAPPING)FLAX_MODEL_FOR_QUESTION_ANSWERING_MAPPING+FLAX_MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING.FLAX_MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING'FLAX_MODEL_FOR_SPEECH_SEQ_2_SEQ_MAPPING+FLAX_MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING#FLAX_MODEL_FOR_VISION_2_SEQ_MAPPINGFLAX_MODEL_MAPPINGFlaxAutoModelFlaxAutoModelForCausalLM#FlaxAutoModelForImageClassificationFlaxAutoModelForMaskedLMFlaxAutoModelForMultipleChoice&FlaxAutoModelForNextSentencePredictionFlaxAutoModelForPreTraining!FlaxAutoModelForQuestionAnsweringFlaxAutoModelForSeq2SeqLM&FlaxAutoModelForSequenceClassificationFlaxAutoModelForSpeechSeq2Seq#FlaxAutoModelForTokenClassificationFlaxAutoModelForVision2Seq)FlaxBartDecoderPreTrainedModelFlaxBartForCausalLM FlaxBartForConditionalGenerationFlaxBartForQuestionAnswering!FlaxBartForSequenceClassificationFlaxBartModelFlaxBartPreTrainedModel)FlaxBeitForImageClassificationFlaxBeitForMaskedImageModelingFlaxBeitModelFlaxBeitPreTrainedModel)
FlaxBertForCausalLMFlaxBertForMaskedLMFlaxBertForMultipleChoice!FlaxBertForNextSentencePredictionFlaxBertForPreTrainingFlaxBertForQuestionAnswering!FlaxBertForSequenceClassificationFlaxBertForTokenClassificationFlaxBertModelFlaxBertPreTrainedModel)	FlaxBigBirdForCausalLMFlaxBigBirdForMaskedLMFlaxBigBirdForMultipleChoiceFlaxBigBirdForPreTrainingFlaxBigBirdForQuestionAnswering$FlaxBigBirdForSequenceClassification!FlaxBigBirdForTokenClassificationFlaxBigBirdModelFlaxBigBirdPreTrainedModel)&FlaxBlenderbotForConditionalGenerationFlaxBlenderbotModelFlaxBlenderbotPreTrainedModel)+FlaxBlenderbotSmallForConditionalGenerationFlaxBlenderbotSmallModel"FlaxBlenderbotSmallPreTrainedModel)FlaxBloomForCausalLMFlaxBloomModelFlaxBloomPreTrainedModel)FlaxCLIPModelFlaxCLIPPreTrainedModelFlaxCLIPTextModelFlaxCLIPTextPreTrainedModelFlaxCLIPTextModelWithProjectionFlaxCLIPVisionModelFlaxCLIPVisionPreTrainedModel)FlaxDistilBertForMaskedLMFlaxDistilBertForMultipleChoice"FlaxDistilBertForQuestionAnswering'FlaxDistilBertForSequenceClassification$FlaxDistilBertForTokenClassificationFlaxDistilBertModelFlaxDistilBertPreTrainedModel)	FlaxElectraForCausalLMFlaxElectraForMaskedLMFlaxElectraForMultipleChoiceFlaxElectraForPreTrainingFlaxElectraForQuestionAnswering$FlaxElectraForSequenceClassification!FlaxElectraForTokenClassificationFlaxElectraModelFlaxElectraPreTrainedModelFlaxEncoderDecoderModel)FlaxGPT2LMHeadModelFlaxGPT2ModelFlaxGPT2PreTrainedModel)FlaxGPTNeoForCausalLMFlaxGPTNeoModelFlaxGPTNeoPreTrainedModel)FlaxGPTJForCausalLMFlaxGPTJModelFlaxGPTJPreTrainedModel)FlaxLlamaForCausalLMFlaxLlamaModelFlaxLlamaPreTrainedModel)"FlaxLongT5ForConditionalGenerationFlaxLongT5ModelFlaxLongT5PreTrainedModel)FlaxMarianModelFlaxMarianMTModelFlaxMarianPreTrainedModel)!FlaxMBartForConditionalGenerationFlaxMBartForQuestionAnswering"FlaxMBartForSequenceClassificationFlaxMBartModelFlaxMBartPreTrainedModel)FlaxMT5EncoderModelFlaxMT5ForConditionalGenerationFlaxMT5Model)FlaxOPTForCausalLMFlaxOPTModelFlaxOPTPreTrainedModel)#FlaxPegasusForConditionalGenerationFlaxPegasusModelFlaxPegasusPreTrainedModel) FlaxRegNetForImageClassificationFlaxRegNetModelFlaxRegNetPreTrainedModel) FlaxResNetForImageClassificationFlaxResNetModelFlaxResNetPreTrainedModel)FlaxRobertaForCausalLMFlaxRobertaForMaskedLMFlaxRobertaForMultipleChoiceFlaxRobertaForQuestionAnswering$FlaxRobertaForSequenceClassification!FlaxRobertaForTokenClassificationFlaxRobertaModelFlaxRobertaPreTrainedModel)"FlaxRobertaPreLayerNormForCausalLM"FlaxRobertaPreLayerNormForMaskedLM(FlaxRobertaPreLayerNormForMultipleChoice+FlaxRobertaPreLayerNormForQuestionAnswering0FlaxRobertaPreLayerNormForSequenceClassification-FlaxRobertaPreLayerNormForTokenClassificationFlaxRobertaPreLayerNormModel&FlaxRobertaPreLayerNormPreTrainedModel)FlaxRoFormerForMaskedLMFlaxRoFormerForMultipleChoice FlaxRoFormerForQuestionAnswering%FlaxRoFormerForSequenceClassification"FlaxRoFormerForTokenClassificationFlaxRoFormerModelFlaxRoFormerPreTrainedModelFlaxSpeechEncoderDecoderModel)FlaxT5EncoderModelFlaxT5ForConditionalGenerationFlaxT5ModelFlaxT5PreTrainedModelFlaxVisionEncoderDecoderModelFlaxVisionTextDualEncoderModel)FlaxViTForImageClassificationFlaxViTModelFlaxViTPreTrainedModel)FlaxWav2Vec2ForCTCFlaxWav2Vec2ForPreTrainingFlaxWav2Vec2ModelFlaxWav2Vec2PreTrainedModel)#FlaxWhisperForConditionalGenerationFlaxWhisperModelFlaxWhisperPreTrainedModel!FlaxWhisperForAudioClassification)FlaxXGLMForCausalLMFlaxXGLMModelFlaxXGLMPreTrainedModel)	.FLAX_XLM_ROBERTA_PRETRAINED_MODEL_ARCHIVE_LISTFlaxXLMRobertaForMaskedLMFlaxXLMRobertaForMultipleChoice"FlaxXLMRobertaForQuestionAnswering'FlaxXLMRobertaForSequenceClassification$FlaxXLMRobertaForTokenClassificationFlaxXLMRobertaModelFlaxXLMRobertaForCausalLMFlaxXLMRobertaPreTrainedModel)r   )rB   )rD   rE   )rL   )r[   )re   rf   )r   r   )r   r   )r   r   )r   )r   )r   r   )r   r   )r   r   )r   r   )r   )r   r   )r   r   )r   r   )r   r   )r   r   )r   r   )r   r   )r   r   )r   r   )r  )r  r  )r  )r	  r
  )r  r  )r  r  )r  r  )r  r  )r  r  )r%  r&  )r'  r(  )r)  r*  )r1  )r2  r3  )r4  r5  )r9  r:  )rD  rE  )rF  rG  )rN  rO  )rT  rU  )rY  rZ  )r[  r\  )r]  r^  )r_  r`  )ra  rb  )rf  rg  )rl  )rm  rn  )ro  rp  )rq  rr  )rs  rt  )ru  rv  )r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  )r  r  )r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  )r  r  )r  r  )r  r  )r  r  )r  )r  r  )r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r   )r!  r"  )r#  r$  )r%  r&  )r*  r+  )r2  r3  )r>  r?  )r@  rA  )rB  rC  )rD  rE  )rF  )r[  r\  )r]  r^  )r_  r`  )ra  rb  )rc  rd  )re  rf  )rg  rh  )rl  rm  )rn  ro  )rp  )r{  )r|  r}  )r~  r  )r  )r  r  )r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  )r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  )r  )r  )r  )r  )(r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r   r!  r	   r
   r"  r#  r$  r%  r&  r   r   r'  r   r   r   r   r   r   r(  r)  r*  r+  r   r   r   )*)rF  )rG  )rH  )rI  )rJ  )rK  )rL  )rM  )rN  )rO  )rP  )rQ  )rR  )rS  )rT  )rU  )rW  rV  )rX  )rY  )rZ  )r  )r[  )r\  )r]  )r^  )r_  )r`  )ra  )rb  )rc  )rd  )re  )rg  )rh  )ri  )rj  )rk  )rl  )rm  )rn  )ro  )rp  )rq  )rr  )rs  )rt  )ru  )rv  )rw  )rx  )r|  )r}  )r~  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  )r  r  )r  )r  )r  )r  )r  r  )r  )r  )r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  r  )r  )r  r  )r  r  )r  r  )r  )r  )r  r  )r  r  )r  )r  r  )r  r  )r  r  )r  r  )r  )r  r  )r  r  )r  r  )r  r  )r  )r  )r  )r  r  )r  r  )r  )r  r  )r  )r  )r  r  )r  )r  )r  )r  r  )r  r  )r  )r  )r  )r  r  )r  )r  )r:  )MrT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  rc  ra  rb  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  )	r  r  r  r  r  r  r  r  r  )r  )rX  rY  )r  )r  r  )r  )r	  r	  )r	  r	  )r)	  )r*	  )r	  )r	  )r	  )r	  )r	  )r	  r	  ),r	  r	  r	  r 
  r
  r
  r
  r
  r
  r
  r
  r
  r	
  r

  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r 
  r!
  r"
  r#
  r$
  r%
  r&
  r'
  r(
  )r
  )r{  )r|  )r  )r  r  r  )r  r  r  r  r  r  r  r  r  r  r  r  r  r  )r  )r  r  r  r  r  r  r  )r+  )ri  )rn  )ro  )rz  rw  rx  ry  )	r~  r  r  r  r  r  r  r  r  N__file____version__)module_specextra_objectszNone of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.(i  r  typingr    r   r8  r   r   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   
get_logger__name__logger_import_structurer9  dirappendrf  extendr  r  r  r  r  r	  r  r  r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   data.data_collatorr3   r4   r5   r6   r7   r8   r9   r:   r;   r<   rA   rB   rC   rD   rE   rG   rH   rI   rJ   rK   rL   rO   rP   rQ   rR   rS   rT   rU   rV   rW   rX   rY   rZ   r[   r\   r]   r^   r_   r`   ra   rb   rc   models.albertre   rf   models.alignrg   rh   ri   rj   rk   models.altcliprl   rm   rn   ro   rp   $models.audio_spectrogram_transformerrq   rr   rs   models.autort   ru   rv   rw   rx   ry   rz   r{   r|   r}   r~   r   models.autoformerr   r   models.barkr   r   r   r   r   models.bartr   r   models.beitr   r   models.bertr   r   r   r   r   models.bert_generationr   models.bert_japaneser   r   r   models.bertweetr   models.big_birdr   r   models.bigbird_pegasusr   r   models.biogptr   r   r   
models.bitr   r   models.blenderbotr   r   r   models.blenderbot_smallr   r   r   models.blipr   r   r   r   r   models.blip_2r   r   r   r   r   models.bloomr   r   models.bridgetowerr   r   r   r   r   models.brosr   r   r   models.byt5r   models.camembertr   r   models.caniner   r   r   models.chinese_clipr   r   r   r   r   models.clapr   r   r   r   r   models.clipr   r   r   r   r   r   models.clipsegr   r   r   r   r   models.clvpr   r   r   r   r   r   r   models.codegenr   r   r   models.conditional_detrr   r   models.convbertr   r   r   models.convnextr   r   models.convnextv2r   r   models.cpmantr   r   r   models.ctrlr   r   r   
models.cvtr   r   models.data2vecr   r   r   r   r   models.debertar   r   r   models.deberta_v2r   r   models.decision_transformerr   r   models.deformable_detrr   r   models.deitr   r   models.deprecated.mctctr   r   r   r  models.deprecated.mmbtr  models.deprecated.open_llamar  r  models.deprecated.retribertr  r  r  models.deprecated.tapexr  (models.deprecated.trajectory_transformerr	  r
  models.deprecated.transfo_xlr  r  r  r  models.deprecated.vanr  r  models.detar  r  models.detrr  r  models.dinatr  r  models.dinov2r  r  models.distilbertr  r  r  models.donutr  r  r  
models.dprr  r   r!  r"  r#  r$  
models.dptr%  r&  models.efficientformerr'  r(  models.efficientnetr)  r*  models.electrar+  r,  r-  models.encodecr.  r/  r0  models.encoder_decoderr1  models.ernier2  r3  models.ernie_mr4  r5  
models.esmr6  r7  r8  models.falconr9  r:  models.flaubertr;  r<  r=  models.flavar>  r?  r@  rA  rB  rC  models.fnetrD  rE  models.focalnetrF  rG  models.fsmtrH  rI  rJ  models.funnelrK  rL  rM  models.fuyurN  rO  
models.gitrP  rQ  rR  rS  models.glpnrT  rU  models.gpt2rV  rW  rX  models.gpt_bigcoderY  rZ  models.gpt_neor[  r\  models.gpt_neoxr]  r^  models.gpt_neox_japaneser_  r`  models.gptjra  rb  models.gptsan_japaneserc  rd  re  models.graphormerrf  rg  models.groupvitrh  ri  rj  rk  models.herbertrl  models.hubertrm  rn  models.ibertro  rp  models.ideficsrq  rr  models.imagegptrs  rt  models.informerru  rv  models.instructbliprw  rx  ry  rz  r{  models.jukeboxr|  r}  r~  r  r  models.kosmos2r  r  r  models.layoutlmr  r  r  models.layoutlmv2r  r  r  r  r  r  models.layoutlmv3r  r  r  r  r  r  models.layoutxlmr  
models.ledr  r  r  models.levitr  r  models.liltr  r  models.llamar  r  models.llavar  r  models.longformerr  r  r  models.longt5r  r  models.luker  r  r  models.lxmertr  r  r  models.m2m_100r  r  models.marianr  models.markuplmr  r  r  r  r  models.mask2formerr  r  models.maskformerr  r  r  models.mbartr  models.megar  r  models.megatron_bertr  r  models.mgp_strr  r  r  r  models.mistralr  r  models.mixtralr  r  models.mobilebertr  r  r  models.mobilenet_v1r  r  models.mobilenet_v2r  r  models.mobilevitr  r  models.mobilevitv2r  r  models.mpnetr  r  r  
models.mptr  r  
models.mrar  r  
models.mt5r  models.musicgenr  r  r  
models.mvpr  r  
models.natr  r  models.nezhar  r  models.nllb_moer  r  models.nougatr  models.nystromformerr  r  models.oneformerr  r  r  models.openair  r  r  
models.optr  models.owlv2r  r  r  r  r  models.owlvitr  r  r  r  r  models.patchtsmixerr  r  models.patchtstr  r  models.pegasusr  r  r  models.pegasus_xr  r  models.perceiverr  r   r  models.persimmonr  r  
models.phir  r  models.phobertr  models.pix2structr  r  r	  r
  r  models.plbartr  r  models.poolformerr  r  models.pop2pianor  r  models.prophetnetr  r  r  
models.pvtr  r  models.qdqbertr  r  
models.ragr  r  r  models.realmr  r  r  models.reformerr  r   models.regnetr!  r"  models.rembertr#  r$  models.resnetr%  r&  models.robertar'  r(  r)  models.roberta_prelayernormr*  r+  models.roc_bertr,  r-  r.  models.roformerr/  r0  r1  models.rwkvr2  r3  
models.samr4  r5  r6  r7  r8  r9  models.seamless_m4tr:  r;  r<  r=  models.seamless_m4t_v2r>  r?  models.segformerr@  rA  
models.sewrB  rC  models.sew_drD  rE  models.speech_encoder_decoderrF  models.speech_to_textrG  rH  rI  rJ  models.speech_to_text_2rK  rL  rM  rN  models.speecht5rO  rP  rQ  rR  rS  rT  models.splinterrU  rV  rW  models.squeezebertrX  rY  rZ  models.swiftformerr[  r\  models.swinr]  r^  models.swin2srr_  r`  models.swinv2ra  rb  models.switch_transformersrc  rd  	models.t5re  rf  models.table_transformerrg  rh  models.tapasri  rj  rk  models.time_series_transformerrl  rm  models.timesformerrn  ro  models.timm_backbonerp  models.trocrrq  rr  rs  models.tvltrt  ru  rv  rw  
models.tvprx  ry  rz  models.umt5r{  models.unispeechr|  r}  models.unispeech_satr~  r  models.univnetr  r  r  models.upernetr  models.videomaer  r  models.viltr  r  r  r  r  models.vision_encoder_decoderr  models.vision_text_dual_encoderr  r  models.visual_bertr  r  
models.vitr  r  models.vit_hybridr  r  models.vit_maer  r  models.vit_msnr  r  models.vitdetr  r  models.vitmatter  r  models.vitsr  r  r  models.vivitr  r  models.wav2vec2r  r  r  r  r  r  models.wav2vec2_conformerr  r  models.wav2vec2_phonemer  models.wav2vec2_with_lmr  models.wavlmr  r  models.whisperr  r  r  r  r  models.x_clipr  r  r  r  r  models.xglmr  r  
models.xlmr  r  r  models.xlm_prophetnetr  r  models.xlm_robertar  r  models.xlm_roberta_xlr  r  models.xlnetr  r  models.xmodr  r  models.yolosr  r  models.yosor  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r0  r  r1  r  r  r  r  r  r  r2  r  r  r  r  r  r  r  r   r  r  r3  r  r  r  r  r  r  r	  r4  r
  r  r  r  r  r5  r  r6  r  r7  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  utils.quantization_configr,  r-  r.  !utils.dummy_sentencepiece_objectsrF  models.barthezrG  models.bartphorH  rI  rJ  rK  models.code_llamarL  
models.cpmrM  rN  rO  rP  models.gpt_sw3rQ  rR  rS  rT  rU  rW  rV  models.mlukerX  rY  models.nllbrZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  utils.dummy_tokenizers_objectsrg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  models.mbart50r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  2utils.dummies_sentencepiece_and_tokenizers_objectsr  r  #utils.dummy_tensorflow_text_objectsr  utils.dummy_keras_nlp_objectsr  utils.dummy_vision_objectsr  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  utils.dummy_pt_objectsbenchmark.benchmarkr  benchmark.benchmark_argsr  r  r  r   r  data.datasetsr  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r;  r:  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  rc  ra  rb  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r 	  r	  r	  r	  r	  r	  r	  r	  r	  r		  r
	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r 	  r!	  r"	  r#	  r$	  r%	  r&	  r'	  r(	  r)	  r*	  r+	  r,	  r-	  r.	  r/	  r0	  r1	  r2	  r3	  r4	  r5	  r6	  r7	  r8	  r9	  r:	  r;	  r<	  r=	  r>	  r?	  r@	  rA	  rB	  rC	  rD	  rE	  rF	  rG	  rH	  rI	  rJ	  rK	  rL	  rM	  rN	  rO	  rP	  rQ	  rR	  rS	  rT	  rU	  rV	  rW	  rX	  rY	  rZ	  r[	  r\	  r]	  r^	  r_	  r`	  ra	  rb	  rc	  rd	  re	  rf	  rg	  rh	  ri	  rj	  rk	  rl	  rm	  rn	  ro	  rp	  rq	  rr	  rs	  rt	  ru	  rv	  rw	  rx	  ry	  rz	  r{	  r|	  r}	  r~	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  utils.dummy_tf_objectsbenchmark.benchmark_args_tfr	  benchmark.benchmark_tfr	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r	  r 
  r
  r
  r
  r
  r
  r
  r
  r
  r	
  r

  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r 
  r!
  r"
  r#
  r$
  r%
  r&
  r'
  r(
  r)
  r*
  r+
  r,
  r-
  r.
  r/
  r0
  r1
  r2
  r3
  r4
  r5
  r6
  r7
  r8
  r9
  r:
  r;
  r<
  r=
  r>
  r?
  r@
  rA
  rB
  rC
  rD
  rE
  rF
  rG
  rH
  rI
  rJ
  rK
  rL
  rM
  rN
  rO
  rP
  rQ
  rR
  rS
  rT
  rU
  rV
  rW
  rX
  rY
  rZ
  r[
  r\
  r]
  r^
  r_
  r`
  ra
  rb
  rc
  rd
  re
  rf
  rg
  rh
  ri
  rj
  rk
  rl
  rm
  rn
  ro
  rp
  rq
  rr
  rs
  rt
  ru
  rv
  rw
  rx
  ry
  rz
  r{
  r|
  r}
  r~
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r
  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  Lutils.dummy_essentia_and_librosa_and_pretty_midi_and_scipy_and_torch_objectsr  r  r  utils.dummy_flax_objectsr  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  ra  rb  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rz  rw  rx  ry  r{  r|  r}  r~  r  r  r  r  r  r  r  r  sysglobals__spec__moduleswarningrB  rB  rB  rC  <module>   s"  T
()*+,-./0123456BCLNOV]bpt{|}~                   #  *  1  2  9  >  ?  @  E  L  S  [  b  k  l  q  u  z  {                                      $    %    &    '    -    .    2    7    8    <    B    C    D    E    F    G    H    M    N    S    [    \    `    d    i    n    o    s    t    u    v    {                                                           !      
"      #      '      (      )      .      2      
8      9      :      ;      ?      @      A      H      O      T      Y      a      
i      j      k      l      m      n      r      w      x      }               
                                
                                                #        $        %        &        +        /        3        4        8        =        >        
?        @        E        F        G        H        I        
J        K        O        T        
Y        Z        a        h        l        m        r        s        x        y        
z        {                                                                                                                                           "          &          +          0          1          9          ?          C          D          E          
F          G          M          S          [          `          e          i          j          k          l          p          q          u          z          ~           
                        	                        
                                                
"            #            $            
+            ,            0            4            5            9            :            ;            <            =            B            F            N            
R            
S            T            X            _            f            g            h            l            p            t            u            v            w            x            y             
               !	*       
       x








"

0
		Q
			

	
					
					
	


	




	
	

	



	
	








	





	






	








	


	
	








	




















	












	









		










	







	








	


	

	










	









"


0		
	


	
	









	















	
	




	








"	


	











P00$	8 $ 	"""2"*"*"":"""":""*"$,44$$<<$$$$4$,$$$$$44$$4$$$$$$<,,,<$$$$,$$4$<44$. &<\
D4	 $,$$$$Tl .Z22* v *OBR	Br	*jB:	222J:
B:	>R	R2FB
:	B*	4\44,4,DL	4
,<,$,$$D,	,444L$
\44,d$dLL
D
T	Ld
<$d4,T<LL
4
<,,44L4
<,44,D<	<<4<,,T4dD,	$<,4<Td,,,l4<44TDL	<
<D4	\<T,D<	<<DD	,	,d,<4<,$D,	l,TT,d4TTld,$dDD	4	4,D<	T,<,4DL	,
D,	,$4,<<L
4TT4,4,,$$,TLD
<	4,TDT	T\T,T\$,Zl *.r""JR
2T$$4,,DL	<
DT	T4T<L\
D4	4,L<
$T<$$d4T$D$	$,,\,\\\$<,44<$$4,,TTT,$zJ
B*	ZR"""BD	T	$$$$$$4$$$$$LL
D
	,$,,$V	
