import{S as hv,i as cv,s as nv,e as l,k as d,w as $e,t as f,M as iv,c as o,d as e,m as a,a as r,x as Ae,h as s,b as n,N as Ev,G as t,g as i,y as ge,L as Tv,q as Be,o as ke,B as xe,v as vv}from"../../chunks/vendor-hf-doc-builder.js";import{I as vd}from"../../chunks/IconCopyLink-hf-doc-builder.js";import{C as sv}from"../../chunks/CodeBlock-hf-doc-builder.js";function _v(DE){let Zt,_d,Gt,Wt,qe,oe,g1,ze,B1,pd,Xt,k1,re,x1,C1,Dd,Q,U1,de,R1,I1,Qe,V1,Z1,Ke,G1,H1,tl,N1,j1,ud,Ht,Yt,el,ae,F1,ll,L1,md,Bt,W1,fe,ol,X1,Y1,rl,q1,z1,Md,se,Od,Ce,Q1,bd,p,dl,K1,tf,he,ef,lf,al,of,rf,fl,df,af,sl,ff,sf,ce,hf,cf,ne,nf,Ef,wd,Nt,qt,hl,ie,Tf,zt,cl,vf,_f,nl,pf,Df,yd,D,uf,il,mf,Mf,El,Of,bf,Ee,wf,yf,Te,Pf,Jf,Tl,Sf,$f,vl,Af,gf,Pd,ve,Jd,Qt,Bf,_e,kf,xf,Sd,jt,Kt,_l,pe,Cf,pl,Uf,$d,te,Dl,u,ul,Rf,If,ml,Vf,Zf,Ml,Gf,Hf,Ol,Nf,jf,bl,Ff,Lf,wl,Wf,Xf,yl,Yf,qf,v,m,Pl,zf,Qf,Jl,Kf,ts,Sl,es,ls,$l,os,rs,Al,ds,as,gl,fs,ss,Bl,hs,cs,M,Ad,ns,gd,is,Bd,Es,kd,Ts,xd,vs,Cd,_s,Ud,ps,O,kl,Ds,us,xl,ms,Ms,Cl,Os,bs,Ul,ws,ys,Rl,Ps,Js,Rd,Ss,Id,$s,b,Vd,As,Il,gs,Bs,Vl,ks,xs,Zl,Cs,Us,Gl,Rs,Is,Zd,Vs,Gd,Zs,w,Hd,Gs,Hl,Hs,Ns,Nl,js,Fs,jl,Ls,Ws,Fl,Xs,Ys,Nd,qs,jd,zs,y,Fd,Qs,Ll,Ks,th,Wl,eh,lh,Xl,oh,rh,Yl,dh,ah,ql,fh,sh,zl,hh,ch,P,Ld,nh,Ql,ih,Eh,Kl,Th,vh,to,_h,ph,eo,Dh,uh,lo,mh,Mh,oo,Oh,bh,J,Wd,wh,Xd,yh,Yd,Ph,qd,Jh,zd,Sh,Qd,$h,Kd,Ah,S,ro,gh,Bh,ao,kh,xh,fo,Ch,Uh,so,Rh,Ih,ho,Vh,Zh,ta,Gh,ea,Hh,$,la,Nh,co,jh,Fh,no,Lh,Wh,io,Xh,Yh,Eo,qh,zh,oa,Qh,ra,Kh,A,da,tc,To,ec,lc,vo,oc,rc,_o,dc,ac,po,fc,sc,aa,hc,fa,cc,g,sa,nc,Do,ic,Ec,uo,Tc,vc,mo,_c,pc,Mo,Dc,uc,ha,mc,ca,Mc,B,na,Oc,Oo,bc,wc,bo,yc,Pc,wo,Jc,Sc,yo,$c,Ac,Po,gc,Bc,Jo,kc,ia,Ue,So,De,xc,$o,Cc,Uc,Ea,Ft,ee,Ao,ue,Rc,go,Ic,Ta,le,Bo,k,ko,Vc,Zc,xo,Gc,Hc,Co,Nc,jc,Uo,Fc,Lc,Ro,Wc,Xc,Io,Yc,qc,Vo,zc,Qc,E,x,Zo,Kc,tn,Go,en,ln,Ho,on,rn,No,dn,an,jo,fn,sn,va,hn,_a,cn,C,pa,nn,Fo,En,Tn,Lo,vn,_n,Wo,pn,Dn,Xo,un,mn,Da,Mn,ua,On,U,ma,bn,Yo,wn,yn,qo,Pn,Jn,zo,Sn,$n,Qo,An,gn,Ko,Bn,kn,tr,xn,Cn,R,Ma,Un,er,Rn,In,lr,Vn,Zn,or,Gn,Hn,rr,Nn,jn,dr,Fn,Ln,ar,Wn,Xn,I,Oa,Yn,fr,qn,zn,sr,Qn,Kn,hr,t2,e2,cr,l2,o2,nr,r2,d2,ir,a2,f2,V,ba,s2,wa,h2,ya,c2,Pa,n2,Ja,i2,Sa,E2,$a,T2,Z,Er,v2,_2,Tr,p2,D2,vr,u2,m2,_r,M2,O2,pr,b2,w2,Aa,y2,ga,P2,G,Ba,J2,Dr,S2,$2,ur,A2,g2,mr,B2,k2,Mr,x2,C2,ka,U2,xa,R2,H,Ca,I2,Or,V2,Z2,br,G2,H2,wr,N2,j2,yr,F2,L2,Ua,W2,Ra,X2,N,Ia,Y2,Pr,q2,z2,Jr,Q2,K2,Sr,ti,ei,$r,li,oi,Va,ri,Za,di,j,Ga,ai,Ar,fi,si,gr,hi,ci,Br,ni,ii,kr,Ei,Ti,xr,vi,_i,Cr,pi,Di,F,Ha,ui,Na,mi,ja,Mi,Fa,Oi,La,bi,Wa,wi,Xa,yi,L,Ur,Pi,Ji,Rr,Si,$i,Ir,Ai,gi,Vr,Bi,ki,Zr,xi,Ci,Ya,Ui,qa,Ri,W,za,Ii,Gr,Vi,Zi,Hr,Gi,Hi,Nr,Ni,ji,jr,Fi,Li,Qa,Wi,Ka,Xi,X,t1,Yi,Fr,qi,zi,Lr,Qi,Ki,Wr,t3,e3,Xr,l3,o3,e1,r3,l1,d3,Y,o1,a3,Yr,f3,s3,qr,h3,c3,zr,n3,i3,Qr,E3,T3,r1,v3,d1,_3,q,a1,p3,Kr,D3,u3,td,m3,M3,ed,O3,b3,ld,w3,y3,f1,P3,s1,h1,kt,J3,od,S3,$3,rd,A3,g3,c1,me,Me,dd,B3,k3,n1,Oe,x3,i1,xt,C3,be,U3,R3,ad,I3,V3,E1,Ct,Z3,we,G3,H3,fd,N3,j3,T1,Lt,ye,F3,L3,sd,W3,X3,v1,Ut,Y3,Pe,q3,z3,hd,Q3,K3,_1,Rt,Re,tE,cd,eE,lE,Ie,nd,oE,rE,dE,Ve,id,aE,fE,p1,Ze,sE,D1,Ge,He,uE,u1,It,hE,Je,cE,nE,Se,iE,EE,m1;return oe=new vd({}),ae=new vd({}),se=new sv({props:{code:"ZnJvbSUyMGRpZmZ1c2VycyUyMGltcG9ydCUyMFN0YWJsZURpZmZ1c2lvblBpcGVsaW5lJTBBaW1wb3J0JTIwdG9tZXNkJTBBJTBBcGlwZWxpbmUlMjAlM0QlMjBTdGFibGVEaWZmdXNpb25QaXBlbGluZS5mcm9tX3ByZXRyYWluZWQoJTBBJTIwJTIwJTIwJTIwJTIwJTIwJTIycnVud2F5bWwlMkZzdGFibGUtZGlmZnVzaW9uLXYxLTUlMjIlMkMlMjB0b3JjaF9kdHlwZSUzRHRvcmNoLmZsb2F0MTYlMEEpLnRvKCUyMmN1ZGElMjIpJTBBJTJCJTIwdG9tZXNkLmFwcGx5X3BhdGNoKHBpcGVsaW5lJTJDJTIwcmF0aW8lM0QwLjUpJTBBJTBBaW1hZ2UlMjAlM0QlMjBwaXBlbGluZSglMjJhJTIwcGhvdG8lMjBvZiUyMGFuJTIwYXN0cm9uYXV0JTIwcmlkaW5nJTIwYSUyMGhvcnNlJTIwb24lMjBtYXJzJTIyKS5pbWFnZXMlNUIwJTVE",highlighted:`from diffusers import StableDiffusionPipeline
import tomesd

pipeline = StableDiffusionPipeline.from_pretrained(
      &quot;runwayml/stable-diffusion-v1-5&quot;, torch_dtype=torch.float16
).to(&quot;cuda&quot;)
<span class="hljs-addition">+ tomesd.apply_patch(pipeline, ratio=0.5)</span>

image = pipeline(&quot;a photo of an astronaut riding a horse on mars&quot;).images[0]`}}),ie=new vd({}),ve=new sv({props:{code:"LSUyMCU2MGRpZmZ1c2VycyU2MCUyMHZlcnNpb24lM0ElMjAwLjE1LjElMEEtJTIwUHl0aG9uJTIwdmVyc2lvbiUzQSUyMDMuOC4xNiUwQS0lMjBQeVRvcmNoJTIwdmVyc2lvbiUyMChHUFUlM0YpJTNBJTIwMS4xMy4xJTJCY3UxMTYlMjAoVHJ1ZSklMEEtJTIwSHVnZ2luZ2ZhY2VfaHViJTIwdmVyc2lvbiUzQSUyMDAuMTMuMiUwQS0lMjBUcmFuc2Zvcm1lcnMlMjB2ZXJzaW9uJTNBJTIwNC4yNy4yJTBBLSUyMEFjY2VsZXJhdGUlMjB2ZXJzaW9uJTNBJTIwMC4xOC4wJTBBLSUyMHhGb3JtZXJzJTIwdmVyc2lvbiUzQSUyMDAuMC4xNiUwQS0lMjB0b21lc2QlMjB2ZXJzaW9uJTNBJTIwMC4xLjI=",highlighted:`- \`diffusers\` version: 0.15.1
- Python version: 3.8.16
- PyTorch version (GPU?): 1.13.1+cu116 (True)
- Huggingface_hub version: 0.13.2
- Transformers version: 4.27.2
- Accelerate version: 0.18.0
- xFormers version: 0.0.16
- tomesd version: 0.1.2`}}),pe=new vd({}),ue=new vd({}),{c(){Zt=l("meta"),_d=d(),Gt=l("h1"),Wt=l("a"),qe=l("span"),$e(oe.$$.fragment),g1=d(),ze=l("span"),B1=f("Token Merging (\uD1A0\uD070 \uBCD1\uD569)"),pd=d(),Xt=l("p"),k1=f("Token Merging (introduced in "),re=l("a"),x1=f("Token Merging: Your ViT But Faster"),C1=f(")\uC740 \uD2B8\uB79C\uC2A4\uD3EC\uBA38 \uAE30\uBC18 \uB124\uD2B8\uC6CC\uD06C\uC758 forward pass\uC5D0\uC11C \uC911\uBCF5 \uD1A0\uD070\uC774\uB098 \uD328\uCE58\uB97C \uC810\uC9C4\uC801\uC73C\uB85C \uBCD1\uD569\uD558\uB294 \uBC29\uC2DD\uC73C\uB85C \uC791\uB3D9\uD569\uB2C8\uB2E4. \uC774\uB97C \uD1B5\uD574 \uAE30\uBC18 \uB124\uD2B8\uC6CC\uD06C\uC758 \uCD94\uB860 \uC9C0\uC5F0 \uC2DC\uAC04\uC744 \uB2E8\uCD95\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),Dd=d(),Q=l("p"),U1=f("Token Merging(ToMe)\uC774 \uCD9C\uC2DC\uB41C \uD6C4, \uC800\uC790\uB4E4\uC740 "),de=l("a"),R1=f("Fast Stable Diffusion\uC744 \uC704\uD55C \uD1A0\uD070 \uBCD1\uD569"),I1=f("\uC744 \uBC1C\uD45C\uD558\uC5EC Stable Diffusion\uACFC \uB354 \uC798 \uD638\uD658\uB418\uB294 ToMe \uBC84\uC804\uC744 \uC18C\uAC1C\uD588\uC2B5\uB2C8\uB2E4. ToMe\uB97C \uC0AC\uC6A9\uD558\uBA74 "),Qe=l("code"),V1=f("DiffusionPipeline"),Z1=f("\uC758 \uCD94\uB860 \uC9C0\uC5F0 \uC2DC\uAC04\uC744 \uBD80\uB4DC\uB7FD\uAC8C \uB2E8\uCD95\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uC774 \uBB38\uC11C\uC5D0\uC11C\uB294 ToMe\uB97C "),Ke=l("code"),G1=f("StableDiffusionPipeline"),H1=f("\uC5D0 \uC801\uC6A9\uD558\uB294 \uBC29\uBC95, \uC608\uC0C1\uB418\uB294 \uC18D\uB3C4 \uD5A5\uC0C1, "),tl=l("code"),N1=f("StableDiffusionPipeline"),j1=f("\uC5D0\uC11C ToMe\uB97C \uC0AC\uC6A9\uD560 \uB54C\uC758 \uC9C8\uC801 \uCE21\uBA74\uC5D0 \uB300\uD574 \uC124\uBA85\uD569\uB2C8\uB2E4."),ud=d(),Ht=l("h2"),Yt=l("a"),el=l("span"),$e(ae.$$.fragment),F1=d(),ll=l("span"),L1=f("ToMe \uC0AC\uC6A9\uD558\uAE30"),md=d(),Bt=l("p"),W1=f("ToMe\uC758 \uC800\uC790\uB4E4\uC740 "),fe=l("a"),ol=l("code"),X1=f("tomesd"),Y1=f("\uB77C\uB294 \uD3B8\uB9AC\uD55C Python \uB77C\uC774\uBE0C\uB7EC\uB9AC\uB97C \uACF5\uAC1C\uD588\uB294\uB370, \uC774 \uB77C\uC774\uBE0C\uB7EC\uB9AC\uB97C \uC774\uC6A9\uD558\uBA74 "),rl=l("code"),q1=f("DiffusionPipeline"),z1=f("\uC5D0 ToMe\uB97C \uB2E4\uC74C\uACFC \uAC19\uC774 \uC801\uC6A9\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4:"),Md=d(),$e(se.$$.fragment),Od=d(),Ce=l("p"),Q1=f("\uC774\uAC83\uC774 \uB2E4\uC785\uB2C8\uB2E4!"),bd=d(),p=l("p"),dl=l("code"),K1=f("tomesd.apply_patch()"),tf=f("\uB294 \uD30C\uC774\uD504\uB77C\uC778 \uCD94\uB860 \uC18D\uB3C4\uC640 \uC0DD\uC131\uB41C \uD1A0\uD070\uC758 \uD488\uC9C8 \uC0AC\uC774\uC758 \uADE0\uD615\uC744 \uB9DE\uCD9C \uC218 \uC788\uB3C4\uB85D "),he=l("a"),ef=f("\uC5EC\uB7EC \uAC1C\uC758 \uC778\uC790"),lf=f("\uB97C \uB178\uCD9C\uD569\uB2C8\uB2E4. \uC774\uB7EC\uD55C \uC778\uC218 \uC911 \uAC00\uC7A5 \uC911\uC694\uD55C \uAC83\uC740 "),al=l("code"),of=f("ratio(\uBE44\uC728)"),rf=f("\uC785\uB2C8\uB2E4. "),fl=l("code"),df=f("ratio"),af=f("\uC740 forward pass \uC911\uC5D0 \uBCD1\uD569\uB420 \uD1A0\uD070\uC758 \uC218\uB97C \uC81C\uC5B4\uD569\uB2C8\uB2E4. "),sl=l("code"),ff=f("tomesd"),sf=f("\uC5D0 \uB300\uD55C \uC790\uC138\uD55C \uB0B4\uC6A9\uC740 \uD574\uB2F9 \uB9AC\uD3EC\uC9C0\uD1A0\uB9AC("),ce=l("a"),hf=f("https://github.com/dbolya/tomesd"),cf=f(") \uBC0F "),ne=l("a"),nf=f("\uB17C\uBB38"),Ef=f("\uC744 \uCC38\uACE0\uD558\uC2DC\uAE30 \uBC14\uB78D\uB2C8\uB2E4."),wd=d(),Nt=l("h2"),qt=l("a"),hl=l("span"),$e(ie.$$.fragment),Tf=d(),zt=l("span"),cl=l("code"),vf=f("StableDiffusionPipeline"),_f=f("\uC73C\uB85C "),nl=l("code"),pf=f("tomesd"),Df=f(" \uBCA4\uCE58\uB9C8\uD0B9\uD558\uAE30"),yd=d(),D=l("p"),uf=f("We benchmarked the impact of using "),il=l("code"),mf=f("tomesd"),Mf=f(" on "),El=l("code"),Of=f("StableDiffusionPipeline"),bf=f(" along with "),Ee=l("a"),wf=f("xformers"),yf=f(` across different image resolutions. We used A100 and V100 as our test GPU devices with the following development environment (with Python 3.8.5):
\uB2E4\uC591\uD55C \uC774\uBBF8\uC9C0 \uD574\uC0C1\uB3C4\uC5D0\uC11C `),Te=l("a"),Pf=f("xformers"),Jf=f("\uB97C \uC801\uC6A9\uD55C \uC0C1\uD0DC\uC5D0\uC11C, "),Tl=l("code"),Sf=f("StableDiffusionPipeline"),$f=f("\uC5D0 "),vl=l("code"),Af=f("tomesd"),gf=f("\uB97C \uC0AC\uC6A9\uD588\uC744 \uB54C\uC758 \uC601\uD5A5\uC744 \uBCA4\uCE58\uB9C8\uD0B9\uD588\uC2B5\uB2C8\uB2E4. \uD14C\uC2A4\uD2B8 GPU \uC7A5\uCE58\uB85C A100\uACFC V100\uC744 \uC0AC\uC6A9\uD588\uC73C\uBA70 \uAC1C\uBC1C \uD658\uACBD\uC740 \uB2E4\uC74C\uACFC \uAC19\uC2B5\uB2C8\uB2E4(Python 3.8.5 \uC0AC\uC6A9):"),Pd=d(),$e(ve.$$.fragment),Jd=d(),Qt=l("p"),Bf=f("\uBCA4\uCE58\uB9C8\uD0B9\uC5D0\uB294 \uB2E4\uC74C \uC2A4\uD06C\uB9BD\uD2B8\uB97C \uC0AC\uC6A9\uD588\uC2B5\uB2C8\uB2E4: "),_e=l("a"),kf=f("https://gist.github.com/sayakpaul/27aec6bca7eb7b0e0aa4112205850335"),xf=f(". \uACB0\uACFC\uB294 \uB2E4\uC74C\uACFC \uAC19\uC2B5\uB2C8\uB2E4:"),Sd=d(),jt=l("h3"),Kt=l("a"),_l=l("span"),$e(pe.$$.fragment),Cf=d(),pl=l("span"),Uf=f("A100"),$d=d(),te=l("table"),Dl=l("thead"),u=l("tr"),ul=l("th"),Rf=f("\uD574\uC0C1\uB3C4"),If=d(),ml=l("th"),Vf=f("\uBC30\uCE58 \uD06C\uAE30"),Zf=d(),Ml=l("th"),Gf=f("Vanilla"),Hf=d(),Ol=l("th"),Nf=f("ToMe"),jf=d(),bl=l("th"),Ff=f("ToMe + xFormers"),Lf=d(),wl=l("th"),Wf=f("ToMe \uC18D\uB3C4 \uD5A5\uC0C1 (%)"),Xf=d(),yl=l("th"),Yf=f("ToMe + xFormers \uC18D\uB3C4 \uD5A5\uC0C1 (%)"),qf=d(),v=l("tbody"),m=l("tr"),Pl=l("td"),zf=f("512"),Qf=d(),Jl=l("td"),Kf=f("10"),ts=d(),Sl=l("td"),es=f("6.88"),ls=d(),$l=l("td"),os=f("5.26"),rs=d(),Al=l("td"),ds=f("4.69"),as=d(),gl=l("td"),fs=f("23.54651163"),ss=d(),Bl=l("td"),hs=f("31.83139535"),cs=d(),M=l("tr"),Ad=l("td"),ns=d(),gd=l("td"),is=d(),Bd=l("td"),Es=d(),kd=l("td"),Ts=d(),xd=l("td"),vs=d(),Cd=l("td"),_s=d(),Ud=l("td"),ps=d(),O=l("tr"),kl=l("td"),Ds=f("768"),us=d(),xl=l("td"),ms=f("10"),Ms=d(),Cl=l("td"),Os=f("OOM"),bs=d(),Ul=l("td"),ws=f("14.71"),ys=d(),Rl=l("td"),Ps=f("11"),Js=d(),Rd=l("td"),Ss=d(),Id=l("td"),$s=d(),b=l("tr"),Vd=l("td"),As=d(),Il=l("td"),gs=f("8"),Bs=d(),Vl=l("td"),ks=f("OOM"),xs=d(),Zl=l("td"),Cs=f("11.56"),Us=d(),Gl=l("td"),Rs=f("8.84"),Is=d(),Zd=l("td"),Vs=d(),Gd=l("td"),Zs=d(),w=l("tr"),Hd=l("td"),Gs=d(),Hl=l("td"),Hs=f("4"),Ns=d(),Nl=l("td"),js=f("OOM"),Fs=d(),jl=l("td"),Ls=f("5.98"),Ws=d(),Fl=l("td"),Xs=f("4.66"),Ys=d(),Nd=l("td"),qs=d(),jd=l("td"),zs=d(),y=l("tr"),Fd=l("td"),Qs=d(),Ll=l("td"),Ks=f("2"),th=d(),Wl=l("td"),eh=f("4.99"),lh=d(),Xl=l("td"),oh=f("3.24"),rh=d(),Yl=l("td"),dh=f("3.1"),ah=d(),ql=l("td"),fh=f("35.07014028"),sh=d(),zl=l("td"),hh=f("37.8757515"),ch=d(),P=l("tr"),Ld=l("td"),nh=d(),Ql=l("td"),ih=f("1"),Eh=d(),Kl=l("td"),Th=f("3.29"),vh=d(),to=l("td"),_h=f("2.24"),ph=d(),eo=l("td"),Dh=f("2.03"),uh=d(),lo=l("td"),mh=f("31.91489362"),Mh=d(),oo=l("td"),Oh=f("38.29787234"),bh=d(),J=l("tr"),Wd=l("td"),wh=d(),Xd=l("td"),yh=d(),Yd=l("td"),Ph=d(),qd=l("td"),Jh=d(),zd=l("td"),Sh=d(),Qd=l("td"),$h=d(),Kd=l("td"),Ah=d(),S=l("tr"),ro=l("td"),gh=f("1024"),Bh=d(),ao=l("td"),kh=f("10"),xh=d(),fo=l("td"),Ch=f("OOM"),Uh=d(),so=l("td"),Rh=f("OOM"),Ih=d(),ho=l("td"),Vh=f("OOM"),Zh=d(),ta=l("td"),Gh=d(),ea=l("td"),Hh=d(),$=l("tr"),la=l("td"),Nh=d(),co=l("td"),jh=f("8"),Fh=d(),no=l("td"),Lh=f("OOM"),Wh=d(),io=l("td"),Xh=f("OOM"),Yh=d(),Eo=l("td"),qh=f("OOM"),zh=d(),oa=l("td"),Qh=d(),ra=l("td"),Kh=d(),A=l("tr"),da=l("td"),tc=d(),To=l("td"),ec=f("4"),lc=d(),vo=l("td"),oc=f("OOM"),rc=d(),_o=l("td"),dc=f("12.51"),ac=d(),po=l("td"),fc=f("9.09"),sc=d(),aa=l("td"),hc=d(),fa=l("td"),cc=d(),g=l("tr"),sa=l("td"),nc=d(),Do=l("td"),ic=f("2"),Ec=d(),uo=l("td"),Tc=f("OOM"),vc=d(),mo=l("td"),_c=f("6.52"),pc=d(),Mo=l("td"),Dc=f("4.96"),uc=d(),ha=l("td"),mc=d(),ca=l("td"),Mc=d(),B=l("tr"),na=l("td"),Oc=d(),Oo=l("td"),bc=f("1"),wc=d(),bo=l("td"),yc=f("6.4"),Pc=d(),wo=l("td"),Jc=f("3.61"),Sc=d(),yo=l("td"),$c=f("2.81"),Ac=d(),Po=l("td"),gc=f("43.59375"),Bc=d(),Jo=l("td"),kc=f("56.09375"),ia=d(),Ue=l("p"),So=l("strong"),De=l("em"),xc=f("\uACB0\uACFC\uB294 \uCD08 \uB2E8\uC704\uC785\uB2C8\uB2E4. \uC18D\uB3C4 \uD5A5\uC0C1\uC740 "),$o=l("code"),Cc=f("Vanilla"),Uc=f("\uACFC \uBE44\uAD50\uD574 \uACC4\uC0B0\uB429\uB2C8\uB2E4."),Ea=d(),Ft=l("h3"),ee=l("a"),Ao=l("span"),$e(ue.$$.fragment),Rc=d(),go=l("span"),Ic=f("V100"),Ta=d(),le=l("table"),Bo=l("thead"),k=l("tr"),ko=l("th"),Vc=f("\uD574\uC0C1\uB3C4"),Zc=d(),xo=l("th"),Gc=f("\uBC30\uCE58 \uD06C\uAE30"),Hc=d(),Co=l("th"),Nc=f("Vanilla"),jc=d(),Uo=l("th"),Fc=f("ToMe"),Lc=d(),Ro=l("th"),Wc=f("ToMe + xFormers"),Xc=d(),Io=l("th"),Yc=f("ToMe \uC18D\uB3C4 \uD5A5\uC0C1 (%)"),qc=d(),Vo=l("th"),zc=f("ToMe + xFormers \uC18D\uB3C4 \uD5A5\uC0C1 (%)"),Qc=d(),E=l("tbody"),x=l("tr"),Zo=l("td"),Kc=f("512"),tn=d(),Go=l("td"),en=f("10"),ln=d(),Ho=l("td"),on=f("OOM"),rn=d(),No=l("td"),dn=f("10.03"),an=d(),jo=l("td"),fn=f("9.29"),sn=d(),va=l("td"),hn=d(),_a=l("td"),cn=d(),C=l("tr"),pa=l("td"),nn=d(),Fo=l("td"),En=f("8"),Tn=d(),Lo=l("td"),vn=f("OOM"),_n=d(),Wo=l("td"),pn=f("8.05"),Dn=d(),Xo=l("td"),un=f("7.47"),mn=d(),Da=l("td"),Mn=d(),ua=l("td"),On=d(),U=l("tr"),ma=l("td"),bn=d(),Yo=l("td"),wn=f("4"),yn=d(),qo=l("td"),Pn=f("5.7"),Jn=d(),zo=l("td"),Sn=f("4.3"),$n=d(),Qo=l("td"),An=f("3.98"),gn=d(),Ko=l("td"),Bn=f("24.56140351"),kn=d(),tr=l("td"),xn=f("30.1754386"),Cn=d(),R=l("tr"),Ma=l("td"),Un=d(),er=l("td"),Rn=f("2"),In=d(),lr=l("td"),Vn=f("3.14"),Zn=d(),or=l("td"),Gn=f("2.43"),Hn=d(),rr=l("td"),Nn=f("2.27"),jn=d(),dr=l("td"),Fn=f("22.61146497"),Ln=d(),ar=l("td"),Wn=f("27.70700637"),Xn=d(),I=l("tr"),Oa=l("td"),Yn=d(),fr=l("td"),qn=f("1"),zn=d(),sr=l("td"),Qn=f("1.88"),Kn=d(),hr=l("td"),t2=f("1.57"),e2=d(),cr=l("td"),l2=f("1.57"),o2=d(),nr=l("td"),r2=f("16.4893617"),d2=d(),ir=l("td"),a2=f("16.4893617"),f2=d(),V=l("tr"),ba=l("td"),s2=d(),wa=l("td"),h2=d(),ya=l("td"),c2=d(),Pa=l("td"),n2=d(),Ja=l("td"),i2=d(),Sa=l("td"),E2=d(),$a=l("td"),T2=d(),Z=l("tr"),Er=l("td"),v2=f("768"),_2=d(),Tr=l("td"),p2=f("10"),D2=d(),vr=l("td"),u2=f("OOM"),m2=d(),_r=l("td"),M2=f("OOM"),O2=d(),pr=l("td"),b2=f("23.67"),w2=d(),Aa=l("td"),y2=d(),ga=l("td"),P2=d(),G=l("tr"),Ba=l("td"),J2=d(),Dr=l("td"),S2=f("8"),$2=d(),ur=l("td"),A2=f("OOM"),g2=d(),mr=l("td"),B2=f("OOM"),k2=d(),Mr=l("td"),x2=f("18.81"),C2=d(),ka=l("td"),U2=d(),xa=l("td"),R2=d(),H=l("tr"),Ca=l("td"),I2=d(),Or=l("td"),V2=f("4"),Z2=d(),br=l("td"),G2=f("OOM"),H2=d(),wr=l("td"),N2=f("11.81"),j2=d(),yr=l("td"),F2=f("9.7"),L2=d(),Ua=l("td"),W2=d(),Ra=l("td"),X2=d(),N=l("tr"),Ia=l("td"),Y2=d(),Pr=l("td"),q2=f("2"),z2=d(),Jr=l("td"),Q2=f("OOM"),K2=d(),Sr=l("td"),ti=f("6.27"),ei=d(),$r=l("td"),li=f("5.2"),oi=d(),Va=l("td"),ri=d(),Za=l("td"),di=d(),j=l("tr"),Ga=l("td"),ai=d(),Ar=l("td"),fi=f("1"),si=d(),gr=l("td"),hi=f("5.43"),ci=d(),Br=l("td"),ni=f("3.38"),ii=d(),kr=l("td"),Ei=f("2.82"),Ti=d(),xr=l("td"),vi=f("37.75322284"),_i=d(),Cr=l("td"),pi=f("48.06629834"),Di=d(),F=l("tr"),Ha=l("td"),ui=d(),Na=l("td"),mi=d(),ja=l("td"),Mi=d(),Fa=l("td"),Oi=d(),La=l("td"),bi=d(),Wa=l("td"),wi=d(),Xa=l("td"),yi=d(),L=l("tr"),Ur=l("td"),Pi=f("1024"),Ji=d(),Rr=l("td"),Si=f("10"),$i=d(),Ir=l("td"),Ai=f("OOM"),gi=d(),Vr=l("td"),Bi=f("OOM"),ki=d(),Zr=l("td"),xi=f("OOM"),Ci=d(),Ya=l("td"),Ui=d(),qa=l("td"),Ri=d(),W=l("tr"),za=l("td"),Ii=d(),Gr=l("td"),Vi=f("8"),Zi=d(),Hr=l("td"),Gi=f("OOM"),Hi=d(),Nr=l("td"),Ni=f("OOM"),ji=d(),jr=l("td"),Fi=f("OOM"),Li=d(),Qa=l("td"),Wi=d(),Ka=l("td"),Xi=d(),X=l("tr"),t1=l("td"),Yi=d(),Fr=l("td"),qi=f("4"),zi=d(),Lr=l("td"),Qi=f("OOM"),Ki=d(),Wr=l("td"),t3=f("OOM"),e3=d(),Xr=l("td"),l3=f("19.35"),o3=d(),e1=l("td"),r3=d(),l1=l("td"),d3=d(),Y=l("tr"),o1=l("td"),a3=d(),Yr=l("td"),f3=f("2"),s3=d(),qr=l("td"),h3=f("OOM"),c3=d(),zr=l("td"),n3=f("13"),i3=d(),Qr=l("td"),E3=f("10.78"),T3=d(),r1=l("td"),v3=d(),d1=l("td"),_3=d(),q=l("tr"),a1=l("td"),p3=d(),Kr=l("td"),D3=f("1"),u3=d(),td=l("td"),m3=f("OOM"),M3=d(),ed=l("td"),O3=f("6.66"),b3=d(),ld=l("td"),w3=f("5.54"),y3=d(),f1=l("td"),P3=d(),s1=l("td"),h1=d(),kt=l("p"),J3=f("\uC704\uC758 \uD45C\uC5D0\uC11C \uBCFC \uC218 \uC788\uB4EF\uC774, \uC774\uBBF8\uC9C0 \uD574\uC0C1\uB3C4\uAC00 \uB192\uC744\uC218\uB85D "),od=l("code"),S3=f("tomesd"),$3=f("\uB97C \uC0AC\uC6A9\uD55C \uC18D\uB3C4 \uD5A5\uC0C1\uC774 \uB354\uC6B1 \uB450\uB4DC\uB7EC\uC9D1\uB2C8\uB2E4. \uB610\uD55C "),rd=l("code"),A3=f("tomesd"),g3=f("\uB97C \uC0AC\uC6A9\uD558\uBA74 1024x1024\uC640 \uAC19\uC740 \uB354 \uB192\uC740 \uD574\uC0C1\uB3C4\uC5D0\uC11C \uD30C\uC774\uD504\uB77C\uC778\uC744 \uC2E4\uD589\uD560 \uC218 \uC788\uB2E4\uB294 \uC810\uB3C4 \uD765\uBBF8\uB86D\uC2B5\uB2C8\uB2E4."),c1=d(),me=l("p"),Me=l("a"),dd=l("code"),B3=f("torch.compile()"),k3=f("\uC744 \uC0AC\uC6A9\uD558\uBA74 \uCD94\uB860 \uC18D\uB3C4\uB97C \uB354\uC6B1 \uB192\uC77C \uC218 \uC788\uC2B5\uB2C8\uB2E4."),n1=d(),Oe=l("h2"),x3=f("\uD488\uC9C8"),i1=d(),xt=l("p"),C3=f("As reported in "),be=l("a"),U3=f("the paper"),R3=f(", ToMe can preserve the quality of the generated images to a great extent while speeding up inference. By increasing the "),ad=l("code"),I3=f("ratio"),V3=f(", it is possible to further speed up inference, but that might come at the cost of a deterioration in the image quality."),E1=d(),Ct=l("p"),Z3=f("To test the quality of the generated samples using our setup, we sampled a few prompts from the \u201CParti Prompts\u201D (introduced in "),we=l("a"),G3=f("Parti"),H3=f(") and performed inference with the "),fd=l("code"),N3=f("StableDiffusionPipeline"),j3=f(" in the following settings:"),T1=d(),Lt=l("p"),ye=l("a"),F3=f("\uB17C\uBB38"),L3=f("\uC5D0 \uBCF4\uACE0\uB41C \uBC14\uC640 \uAC19\uC774, ToMe\uB294 \uC0DD\uC131\uB41C \uC774\uBBF8\uC9C0\uC758 \uD488\uC9C8\uC744 \uC0C1\uB2F9 \uBD80\uBD84 \uBCF4\uC874\uD558\uBA74\uC11C \uCD94\uB860 \uC18D\uB3C4\uB97C \uB192\uC77C \uC218 \uC788\uC2B5\uB2C8\uB2E4. "),sd=l("code"),W3=f("ratio"),X3=f("\uC744 \uB192\uC774\uBA74 \uCD94\uB860 \uC18D\uB3C4\uB97C \uB354 \uB192\uC77C \uC218 \uC788\uC9C0\uB9CC, \uC774\uBBF8\uC9C0 \uD488\uC9C8\uC774 \uC800\uD558\uB420 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),v1=d(),Ut=l("p"),Y3=f("\uD574\uB2F9 \uC124\uC815\uC744 \uC0AC\uC6A9\uD558\uC5EC \uC0DD\uC131\uB41C \uC0D8\uD50C\uC758 \uD488\uC9C8\uC744 \uD14C\uC2A4\uD2B8\uD558\uAE30 \uC704\uD574, \u201CParti \uD504\uB86C\uD504\uD2B8\u201D("),Pe=l("a"),q3=f("Parti"),z3=f("\uC5D0\uC11C \uC18C\uAC1C)\uC5D0\uC11C \uBA87 \uAC00\uC9C0 \uD504\uB86C\uD504\uD2B8\uB97C \uC0D8\uD50C\uB9C1\uD558\uACE0 \uB2E4\uC74C \uC124\uC815\uC5D0\uC11C "),hd=l("code"),Q3=f("StableDiffusionPipeline"),K3=f("\uC744 \uC0AC\uC6A9\uD558\uC5EC \uCD94\uB860\uC744 \uC218\uD589\uD588\uC2B5\uB2C8\uB2E4:"),_1=d(),Rt=l("ul"),Re=l("li"),tE=f("Vanilla "),cd=l("code"),eE=f("StableDiffusionPipeline"),lE=d(),Ie=l("li"),nd=l("code"),oE=f("StableDiffusionPipeline"),rE=f(" + ToMe"),dE=d(),Ve=l("li"),id=l("code"),aE=f("StableDiffusionPipeline"),fE=f(" + ToMe + xformers"),p1=d(),Ze=l("p"),sE=f("\uC0DD\uC131\uB41C \uC0D8\uD50C\uC758 \uD488\uC9C8\uC774 \uD06C\uAC8C \uC800\uD558\uB418\uB294 \uAC83\uC744 \uBC1C\uACAC\uD558\uC9C0 \uBABB\uD588\uC2B5\uB2C8\uB2E4. \uB2E4\uC74C\uC740 \uC0D8\uD50C\uC785\uB2C8\uB2E4:"),D1=d(),Ge=l("p"),He=l("img"),u1=d(),It=l("p"),hE=f("\uC0DD\uC131\uB41C \uC0D8\uD50C\uC740 "),Je=l("a"),cE=f("\uC5EC\uAE30"),nE=f("\uC5D0\uC11C \uD655\uC778\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uC774 \uC2E4\uD5D8\uC744 \uC218\uD589\uD558\uAE30 \uC704\uD574 "),Se=l("a"),iE=f("\uC774 \uC2A4\uD06C\uB9BD\uD2B8"),EE=f("\uB97C \uC0AC\uC6A9\uD588\uC2B5\uB2C8\uB2E4."),this.h()},l(h){const c=iv('[data-svelte="svelte-1phssyn"]',document.head);Zt=o(c,"META",{name:!0,content:!0}),c.forEach(e),_d=a(h),Gt=o(h,"H1",{class:!0});var M1=r(Gt);Wt=o(M1,"A",{id:!0,class:!0,href:!0});var mE=r(Wt);qe=o(mE,"SPAN",{});var ME=r(qe);Ae(oe.$$.fragment,ME),ME.forEach(e),mE.forEach(e),g1=a(M1),ze=o(M1,"SPAN",{});var OE=r(ze);B1=s(OE,"Token Merging (\uD1A0\uD070 \uBCD1\uD569)"),OE.forEach(e),M1.forEach(e),pd=a(h),Xt=o(h,"P",{});var O1=r(Xt);k1=s(O1,"Token Merging (introduced in "),re=o(O1,"A",{href:!0,rel:!0});var bE=r(re);x1=s(bE,"Token Merging: Your ViT But Faster"),bE.forEach(e),C1=s(O1,")\uC740 \uD2B8\uB79C\uC2A4\uD3EC\uBA38 \uAE30\uBC18 \uB124\uD2B8\uC6CC\uD06C\uC758 forward pass\uC5D0\uC11C \uC911\uBCF5 \uD1A0\uD070\uC774\uB098 \uD328\uCE58\uB97C \uC810\uC9C4\uC801\uC73C\uB85C \uBCD1\uD569\uD558\uB294 \uBC29\uC2DD\uC73C\uB85C \uC791\uB3D9\uD569\uB2C8\uB2E4. \uC774\uB97C \uD1B5\uD574 \uAE30\uBC18 \uB124\uD2B8\uC6CC\uD06C\uC758 \uCD94\uB860 \uC9C0\uC5F0 \uC2DC\uAC04\uC744 \uB2E8\uCD95\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),O1.forEach(e),Dd=a(h),Q=o(h,"P",{});var Vt=r(Q);U1=s(Vt,"Token Merging(ToMe)\uC774 \uCD9C\uC2DC\uB41C \uD6C4, \uC800\uC790\uB4E4\uC740 "),de=o(Vt,"A",{href:!0,rel:!0});var wE=r(de);R1=s(wE,"Fast Stable Diffusion\uC744 \uC704\uD55C \uD1A0\uD070 \uBCD1\uD569"),wE.forEach(e),I1=s(Vt,"\uC744 \uBC1C\uD45C\uD558\uC5EC Stable Diffusion\uACFC \uB354 \uC798 \uD638\uD658\uB418\uB294 ToMe \uBC84\uC804\uC744 \uC18C\uAC1C\uD588\uC2B5\uB2C8\uB2E4. ToMe\uB97C \uC0AC\uC6A9\uD558\uBA74 "),Qe=o(Vt,"CODE",{});var yE=r(Qe);V1=s(yE,"DiffusionPipeline"),yE.forEach(e),Z1=s(Vt,"\uC758 \uCD94\uB860 \uC9C0\uC5F0 \uC2DC\uAC04\uC744 \uBD80\uB4DC\uB7FD\uAC8C \uB2E8\uCD95\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uC774 \uBB38\uC11C\uC5D0\uC11C\uB294 ToMe\uB97C "),Ke=o(Vt,"CODE",{});var PE=r(Ke);G1=s(PE,"StableDiffusionPipeline"),PE.forEach(e),H1=s(Vt,"\uC5D0 \uC801\uC6A9\uD558\uB294 \uBC29\uBC95, \uC608\uC0C1\uB418\uB294 \uC18D\uB3C4 \uD5A5\uC0C1, "),tl=o(Vt,"CODE",{});var JE=r(tl);N1=s(JE,"StableDiffusionPipeline"),JE.forEach(e),j1=s(Vt,"\uC5D0\uC11C ToMe\uB97C \uC0AC\uC6A9\uD560 \uB54C\uC758 \uC9C8\uC801 \uCE21\uBA74\uC5D0 \uB300\uD574 \uC124\uBA85\uD569\uB2C8\uB2E4."),Vt.forEach(e),ud=a(h),Ht=o(h,"H2",{class:!0});var b1=r(Ht);Yt=o(b1,"A",{id:!0,class:!0,href:!0});var SE=r(Yt);el=o(SE,"SPAN",{});var $E=r(el);Ae(ae.$$.fragment,$E),$E.forEach(e),SE.forEach(e),F1=a(b1),ll=o(b1,"SPAN",{});var AE=r(ll);L1=s(AE,"ToMe \uC0AC\uC6A9\uD558\uAE30"),AE.forEach(e),b1.forEach(e),md=a(h),Bt=o(h,"P",{});var Ne=r(Bt);W1=s(Ne,"ToMe\uC758 \uC800\uC790\uB4E4\uC740 "),fe=o(Ne,"A",{href:!0,rel:!0});var gE=r(fe);ol=o(gE,"CODE",{});var BE=r(ol);X1=s(BE,"tomesd"),BE.forEach(e),gE.forEach(e),Y1=s(Ne,"\uB77C\uB294 \uD3B8\uB9AC\uD55C Python \uB77C\uC774\uBE0C\uB7EC\uB9AC\uB97C \uACF5\uAC1C\uD588\uB294\uB370, \uC774 \uB77C\uC774\uBE0C\uB7EC\uB9AC\uB97C \uC774\uC6A9\uD558\uBA74 "),rl=o(Ne,"CODE",{});var kE=r(rl);q1=s(kE,"DiffusionPipeline"),kE.forEach(e),z1=s(Ne,"\uC5D0 ToMe\uB97C \uB2E4\uC74C\uACFC \uAC19\uC774 \uC801\uC6A9\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4:"),Ne.forEach(e),Md=a(h),Ae(se.$$.fragment,h),Od=a(h),Ce=o(h,"P",{});var xE=r(Ce);Q1=s(xE,"\uC774\uAC83\uC774 \uB2E4\uC785\uB2C8\uB2E4!"),xE.forEach(e),bd=a(h),p=o(h,"P",{});var z=r(p);dl=o(z,"CODE",{});var CE=r(dl);K1=s(CE,"tomesd.apply_patch()"),CE.forEach(e),tf=s(z,"\uB294 \uD30C\uC774\uD504\uB77C\uC778 \uCD94\uB860 \uC18D\uB3C4\uC640 \uC0DD\uC131\uB41C \uD1A0\uD070\uC758 \uD488\uC9C8 \uC0AC\uC774\uC758 \uADE0\uD615\uC744 \uB9DE\uCD9C \uC218 \uC788\uB3C4\uB85D "),he=o(z,"A",{href:!0,rel:!0});var UE=r(he);ef=s(UE,"\uC5EC\uB7EC \uAC1C\uC758 \uC778\uC790"),UE.forEach(e),lf=s(z,"\uB97C \uB178\uCD9C\uD569\uB2C8\uB2E4. \uC774\uB7EC\uD55C \uC778\uC218 \uC911 \uAC00\uC7A5 \uC911\uC694\uD55C \uAC83\uC740 "),al=o(z,"CODE",{});var RE=r(al);of=s(RE,"ratio(\uBE44\uC728)"),RE.forEach(e),rf=s(z,"\uC785\uB2C8\uB2E4. "),fl=o(z,"CODE",{});var IE=r(fl);df=s(IE,"ratio"),IE.forEach(e),af=s(z,"\uC740 forward pass \uC911\uC5D0 \uBCD1\uD569\uB420 \uD1A0\uD070\uC758 \uC218\uB97C \uC81C\uC5B4\uD569\uB2C8\uB2E4. "),sl=o(z,"CODE",{});var VE=r(sl);ff=s(VE,"tomesd"),VE.forEach(e),sf=s(z,"\uC5D0 \uB300\uD55C \uC790\uC138\uD55C \uB0B4\uC6A9\uC740 \uD574\uB2F9 \uB9AC\uD3EC\uC9C0\uD1A0\uB9AC("),ce=o(z,"A",{href:!0,rel:!0});var ZE=r(ce);hf=s(ZE,"https://github.com/dbolya/tomesd"),ZE.forEach(e),cf=s(z,") \uBC0F "),ne=o(z,"A",{href:!0,rel:!0});var GE=r(ne);nf=s(GE,"\uB17C\uBB38"),GE.forEach(e),Ef=s(z,"\uC744 \uCC38\uACE0\uD558\uC2DC\uAE30 \uBC14\uB78D\uB2C8\uB2E4."),z.forEach(e),wd=a(h),Nt=o(h,"H2",{class:!0});var w1=r(Nt);qt=o(w1,"A",{id:!0,class:!0,href:!0});var HE=r(qt);hl=o(HE,"SPAN",{});var NE=r(hl);Ae(ie.$$.fragment,NE),NE.forEach(e),HE.forEach(e),Tf=a(w1),zt=o(w1,"SPAN",{});var Ed=r(zt);cl=o(Ed,"CODE",{});var jE=r(cl);vf=s(jE,"StableDiffusionPipeline"),jE.forEach(e),_f=s(Ed,"\uC73C\uB85C "),nl=o(Ed,"CODE",{});var FE=r(nl);pf=s(FE,"tomesd"),FE.forEach(e),Df=s(Ed," \uBCA4\uCE58\uB9C8\uD0B9\uD558\uAE30"),Ed.forEach(e),w1.forEach(e),yd=a(h),D=o(h,"P",{});var K=r(D);uf=s(K,"We benchmarked the impact of using "),il=o(K,"CODE",{});var LE=r(il);mf=s(LE,"tomesd"),LE.forEach(e),Mf=s(K," on "),El=o(K,"CODE",{});var WE=r(El);Of=s(WE,"StableDiffusionPipeline"),WE.forEach(e),bf=s(K," along with "),Ee=o(K,"A",{href:!0,rel:!0});var XE=r(Ee);wf=s(XE,"xformers"),XE.forEach(e),yf=s(K,` across different image resolutions. We used A100 and V100 as our test GPU devices with the following development environment (with Python 3.8.5):
\uB2E4\uC591\uD55C \uC774\uBBF8\uC9C0 \uD574\uC0C1\uB3C4\uC5D0\uC11C `),Te=o(K,"A",{href:!0,rel:!0});var YE=r(Te);Pf=s(YE,"xformers"),YE.forEach(e),Jf=s(K,"\uB97C \uC801\uC6A9\uD55C \uC0C1\uD0DC\uC5D0\uC11C, "),Tl=o(K,"CODE",{});var qE=r(Tl);Sf=s(qE,"StableDiffusionPipeline"),qE.forEach(e),$f=s(K,"\uC5D0 "),vl=o(K,"CODE",{});var zE=r(vl);Af=s(zE,"tomesd"),zE.forEach(e),gf=s(K,"\uB97C \uC0AC\uC6A9\uD588\uC744 \uB54C\uC758 \uC601\uD5A5\uC744 \uBCA4\uCE58\uB9C8\uD0B9\uD588\uC2B5\uB2C8\uB2E4. \uD14C\uC2A4\uD2B8 GPU \uC7A5\uCE58\uB85C A100\uACFC V100\uC744 \uC0AC\uC6A9\uD588\uC73C\uBA70 \uAC1C\uBC1C \uD658\uACBD\uC740 \uB2E4\uC74C\uACFC \uAC19\uC2B5\uB2C8\uB2E4(Python 3.8.5 \uC0AC\uC6A9):"),K.forEach(e),Pd=a(h),Ae(ve.$$.fragment,h),Jd=a(h),Qt=o(h,"P",{});var y1=r(Qt);Bf=s(y1,"\uBCA4\uCE58\uB9C8\uD0B9\uC5D0\uB294 \uB2E4\uC74C \uC2A4\uD06C\uB9BD\uD2B8\uB97C \uC0AC\uC6A9\uD588\uC2B5\uB2C8\uB2E4: "),_e=o(y1,"A",{href:!0,rel:!0});var QE=r(_e);kf=s(QE,"https://gist.github.com/sayakpaul/27aec6bca7eb7b0e0aa4112205850335"),QE.forEach(e),xf=s(y1,". \uACB0\uACFC\uB294 \uB2E4\uC74C\uACFC \uAC19\uC2B5\uB2C8\uB2E4:"),y1.forEach(e),Sd=a(h),jt=o(h,"H3",{class:!0});var P1=r(jt);Kt=o(P1,"A",{id:!0,class:!0,href:!0});var KE=r(Kt);_l=o(KE,"SPAN",{});var t4=r(_l);Ae(pe.$$.fragment,t4),t4.forEach(e),KE.forEach(e),Cf=a(P1),pl=o(P1,"SPAN",{});var e4=r(pl);Uf=s(e4,"A100"),e4.forEach(e),P1.forEach(e),$d=a(h),te=o(h,"TABLE",{});var J1=r(te);Dl=o(J1,"THEAD",{});var l4=r(Dl);u=o(l4,"TR",{});var tt=r(u);ul=o(tt,"TH",{});var o4=r(ul);Rf=s(o4,"\uD574\uC0C1\uB3C4"),o4.forEach(e),If=a(tt),ml=o(tt,"TH",{});var r4=r(ml);Vf=s(r4,"\uBC30\uCE58 \uD06C\uAE30"),r4.forEach(e),Zf=a(tt),Ml=o(tt,"TH",{});var d4=r(Ml);Gf=s(d4,"Vanilla"),d4.forEach(e),Hf=a(tt),Ol=o(tt,"TH",{});var a4=r(Ol);Nf=s(a4,"ToMe"),a4.forEach(e),jf=a(tt),bl=o(tt,"TH",{});var f4=r(bl);Ff=s(f4,"ToMe + xFormers"),f4.forEach(e),Lf=a(tt),wl=o(tt,"TH",{});var s4=r(wl);Wf=s(s4,"ToMe \uC18D\uB3C4 \uD5A5\uC0C1 (%)"),s4.forEach(e),Xf=a(tt),yl=o(tt,"TH",{});var h4=r(yl);Yf=s(h4,"ToMe + xFormers \uC18D\uB3C4 \uD5A5\uC0C1 (%)"),h4.forEach(e),tt.forEach(e),l4.forEach(e),qf=a(J1),v=o(J1,"TBODY",{});var _=r(v);m=o(_,"TR",{});var et=r(m);Pl=o(et,"TD",{});var c4=r(Pl);zf=s(c4,"512"),c4.forEach(e),Qf=a(et),Jl=o(et,"TD",{});var n4=r(Jl);Kf=s(n4,"10"),n4.forEach(e),ts=a(et),Sl=o(et,"TD",{});var i4=r(Sl);es=s(i4,"6.88"),i4.forEach(e),ls=a(et),$l=o(et,"TD",{});var E4=r($l);os=s(E4,"5.26"),E4.forEach(e),rs=a(et),Al=o(et,"TD",{});var T4=r(Al);ds=s(T4,"4.69"),T4.forEach(e),as=a(et),gl=o(et,"TD",{});var v4=r(gl);fs=s(v4,"23.54651163"),v4.forEach(e),ss=a(et),Bl=o(et,"TD",{});var _4=r(Bl);hs=s(_4,"31.83139535"),_4.forEach(e),et.forEach(e),cs=a(_),M=o(_,"TR",{});var lt=r(M);Ad=o(lt,"TD",{}),r(Ad).forEach(e),ns=a(lt),gd=o(lt,"TD",{}),r(gd).forEach(e),is=a(lt),Bd=o(lt,"TD",{}),r(Bd).forEach(e),Es=a(lt),kd=o(lt,"TD",{}),r(kd).forEach(e),Ts=a(lt),xd=o(lt,"TD",{}),r(xd).forEach(e),vs=a(lt),Cd=o(lt,"TD",{}),r(Cd).forEach(e),_s=a(lt),Ud=o(lt,"TD",{}),r(Ud).forEach(e),lt.forEach(e),ps=a(_),O=o(_,"TR",{});var ot=r(O);kl=o(ot,"TD",{});var p4=r(kl);Ds=s(p4,"768"),p4.forEach(e),us=a(ot),xl=o(ot,"TD",{});var D4=r(xl);ms=s(D4,"10"),D4.forEach(e),Ms=a(ot),Cl=o(ot,"TD",{});var u4=r(Cl);Os=s(u4,"OOM"),u4.forEach(e),bs=a(ot),Ul=o(ot,"TD",{});var m4=r(Ul);ws=s(m4,"14.71"),m4.forEach(e),ys=a(ot),Rl=o(ot,"TD",{});var M4=r(Rl);Ps=s(M4,"11"),M4.forEach(e),Js=a(ot),Rd=o(ot,"TD",{}),r(Rd).forEach(e),Ss=a(ot),Id=o(ot,"TD",{}),r(Id).forEach(e),ot.forEach(e),$s=a(_),b=o(_,"TR",{});var rt=r(b);Vd=o(rt,"TD",{}),r(Vd).forEach(e),As=a(rt),Il=o(rt,"TD",{});var O4=r(Il);gs=s(O4,"8"),O4.forEach(e),Bs=a(rt),Vl=o(rt,"TD",{});var b4=r(Vl);ks=s(b4,"OOM"),b4.forEach(e),xs=a(rt),Zl=o(rt,"TD",{});var w4=r(Zl);Cs=s(w4,"11.56"),w4.forEach(e),Us=a(rt),Gl=o(rt,"TD",{});var y4=r(Gl);Rs=s(y4,"8.84"),y4.forEach(e),Is=a(rt),Zd=o(rt,"TD",{}),r(Zd).forEach(e),Vs=a(rt),Gd=o(rt,"TD",{}),r(Gd).forEach(e),rt.forEach(e),Zs=a(_),w=o(_,"TR",{});var dt=r(w);Hd=o(dt,"TD",{}),r(Hd).forEach(e),Gs=a(dt),Hl=o(dt,"TD",{});var P4=r(Hl);Hs=s(P4,"4"),P4.forEach(e),Ns=a(dt),Nl=o(dt,"TD",{});var J4=r(Nl);js=s(J4,"OOM"),J4.forEach(e),Fs=a(dt),jl=o(dt,"TD",{});var S4=r(jl);Ls=s(S4,"5.98"),S4.forEach(e),Ws=a(dt),Fl=o(dt,"TD",{});var $4=r(Fl);Xs=s($4,"4.66"),$4.forEach(e),Ys=a(dt),Nd=o(dt,"TD",{}),r(Nd).forEach(e),qs=a(dt),jd=o(dt,"TD",{}),r(jd).forEach(e),dt.forEach(e),zs=a(_),y=o(_,"TR",{});var at=r(y);Fd=o(at,"TD",{}),r(Fd).forEach(e),Qs=a(at),Ll=o(at,"TD",{});var A4=r(Ll);Ks=s(A4,"2"),A4.forEach(e),th=a(at),Wl=o(at,"TD",{});var g4=r(Wl);eh=s(g4,"4.99"),g4.forEach(e),lh=a(at),Xl=o(at,"TD",{});var B4=r(Xl);oh=s(B4,"3.24"),B4.forEach(e),rh=a(at),Yl=o(at,"TD",{});var k4=r(Yl);dh=s(k4,"3.1"),k4.forEach(e),ah=a(at),ql=o(at,"TD",{});var x4=r(ql);fh=s(x4,"35.07014028"),x4.forEach(e),sh=a(at),zl=o(at,"TD",{});var C4=r(zl);hh=s(C4,"37.8757515"),C4.forEach(e),at.forEach(e),ch=a(_),P=o(_,"TR",{});var ft=r(P);Ld=o(ft,"TD",{}),r(Ld).forEach(e),nh=a(ft),Ql=o(ft,"TD",{});var U4=r(Ql);ih=s(U4,"1"),U4.forEach(e),Eh=a(ft),Kl=o(ft,"TD",{});var R4=r(Kl);Th=s(R4,"3.29"),R4.forEach(e),vh=a(ft),to=o(ft,"TD",{});var I4=r(to);_h=s(I4,"2.24"),I4.forEach(e),ph=a(ft),eo=o(ft,"TD",{});var V4=r(eo);Dh=s(V4,"2.03"),V4.forEach(e),uh=a(ft),lo=o(ft,"TD",{});var Z4=r(lo);mh=s(Z4,"31.91489362"),Z4.forEach(e),Mh=a(ft),oo=o(ft,"TD",{});var G4=r(oo);Oh=s(G4,"38.29787234"),G4.forEach(e),ft.forEach(e),bh=a(_),J=o(_,"TR",{});var st=r(J);Wd=o(st,"TD",{}),r(Wd).forEach(e),wh=a(st),Xd=o(st,"TD",{}),r(Xd).forEach(e),yh=a(st),Yd=o(st,"TD",{}),r(Yd).forEach(e),Ph=a(st),qd=o(st,"TD",{}),r(qd).forEach(e),Jh=a(st),zd=o(st,"TD",{}),r(zd).forEach(e),Sh=a(st),Qd=o(st,"TD",{}),r(Qd).forEach(e),$h=a(st),Kd=o(st,"TD",{}),r(Kd).forEach(e),st.forEach(e),Ah=a(_),S=o(_,"TR",{});var ht=r(S);ro=o(ht,"TD",{});var H4=r(ro);gh=s(H4,"1024"),H4.forEach(e),Bh=a(ht),ao=o(ht,"TD",{});var N4=r(ao);kh=s(N4,"10"),N4.forEach(e),xh=a(ht),fo=o(ht,"TD",{});var j4=r(fo);Ch=s(j4,"OOM"),j4.forEach(e),Uh=a(ht),so=o(ht,"TD",{});var F4=r(so);Rh=s(F4,"OOM"),F4.forEach(e),Ih=a(ht),ho=o(ht,"TD",{});var L4=r(ho);Vh=s(L4,"OOM"),L4.forEach(e),Zh=a(ht),ta=o(ht,"TD",{}),r(ta).forEach(e),Gh=a(ht),ea=o(ht,"TD",{}),r(ea).forEach(e),ht.forEach(e),Hh=a(_),$=o(_,"TR",{});var ct=r($);la=o(ct,"TD",{}),r(la).forEach(e),Nh=a(ct),co=o(ct,"TD",{});var W4=r(co);jh=s(W4,"8"),W4.forEach(e),Fh=a(ct),no=o(ct,"TD",{});var X4=r(no);Lh=s(X4,"OOM"),X4.forEach(e),Wh=a(ct),io=o(ct,"TD",{});var Y4=r(io);Xh=s(Y4,"OOM"),Y4.forEach(e),Yh=a(ct),Eo=o(ct,"TD",{});var q4=r(Eo);qh=s(q4,"OOM"),q4.forEach(e),zh=a(ct),oa=o(ct,"TD",{}),r(oa).forEach(e),Qh=a(ct),ra=o(ct,"TD",{}),r(ra).forEach(e),ct.forEach(e),Kh=a(_),A=o(_,"TR",{});var nt=r(A);da=o(nt,"TD",{}),r(da).forEach(e),tc=a(nt),To=o(nt,"TD",{});var z4=r(To);ec=s(z4,"4"),z4.forEach(e),lc=a(nt),vo=o(nt,"TD",{});var Q4=r(vo);oc=s(Q4,"OOM"),Q4.forEach(e),rc=a(nt),_o=o(nt,"TD",{});var K4=r(_o);dc=s(K4,"12.51"),K4.forEach(e),ac=a(nt),po=o(nt,"TD",{});var tT=r(po);fc=s(tT,"9.09"),tT.forEach(e),sc=a(nt),aa=o(nt,"TD",{}),r(aa).forEach(e),hc=a(nt),fa=o(nt,"TD",{}),r(fa).forEach(e),nt.forEach(e),cc=a(_),g=o(_,"TR",{});var it=r(g);sa=o(it,"TD",{}),r(sa).forEach(e),nc=a(it),Do=o(it,"TD",{});var eT=r(Do);ic=s(eT,"2"),eT.forEach(e),Ec=a(it),uo=o(it,"TD",{});var lT=r(uo);Tc=s(lT,"OOM"),lT.forEach(e),vc=a(it),mo=o(it,"TD",{});var oT=r(mo);_c=s(oT,"6.52"),oT.forEach(e),pc=a(it),Mo=o(it,"TD",{});var rT=r(Mo);Dc=s(rT,"4.96"),rT.forEach(e),uc=a(it),ha=o(it,"TD",{}),r(ha).forEach(e),mc=a(it),ca=o(it,"TD",{}),r(ca).forEach(e),it.forEach(e),Mc=a(_),B=o(_,"TR",{});var Et=r(B);na=o(Et,"TD",{}),r(na).forEach(e),Oc=a(Et),Oo=o(Et,"TD",{});var dT=r(Oo);bc=s(dT,"1"),dT.forEach(e),wc=a(Et),bo=o(Et,"TD",{});var aT=r(bo);yc=s(aT,"6.4"),aT.forEach(e),Pc=a(Et),wo=o(Et,"TD",{});var fT=r(wo);Jc=s(fT,"3.61"),fT.forEach(e),Sc=a(Et),yo=o(Et,"TD",{});var sT=r(yo);$c=s(sT,"2.81"),sT.forEach(e),Ac=a(Et),Po=o(Et,"TD",{});var hT=r(Po);gc=s(hT,"43.59375"),hT.forEach(e),Bc=a(Et),Jo=o(Et,"TD",{});var cT=r(Jo);kc=s(cT,"56.09375"),cT.forEach(e),Et.forEach(e),_.forEach(e),J1.forEach(e),ia=a(h),Ue=o(h,"P",{});var nT=r(Ue);So=o(nT,"STRONG",{});var iT=r(So);De=o(iT,"EM",{});var S1=r(De);xc=s(S1,"\uACB0\uACFC\uB294 \uCD08 \uB2E8\uC704\uC785\uB2C8\uB2E4. \uC18D\uB3C4 \uD5A5\uC0C1\uC740 "),$o=o(S1,"CODE",{});var ET=r($o);Cc=s(ET,"Vanilla"),ET.forEach(e),Uc=s(S1,"\uACFC \uBE44\uAD50\uD574 \uACC4\uC0B0\uB429\uB2C8\uB2E4."),S1.forEach(e),iT.forEach(e),nT.forEach(e),Ea=a(h),Ft=o(h,"H3",{class:!0});var $1=r(Ft);ee=o($1,"A",{id:!0,class:!0,href:!0});var TT=r(ee);Ao=o(TT,"SPAN",{});var vT=r(Ao);Ae(ue.$$.fragment,vT),vT.forEach(e),TT.forEach(e),Rc=a($1),go=o($1,"SPAN",{});var _T=r(go);Ic=s(_T,"V100"),_T.forEach(e),$1.forEach(e),Ta=a(h),le=o(h,"TABLE",{});var A1=r(le);Bo=o(A1,"THEAD",{});var pT=r(Bo);k=o(pT,"TR",{});var Tt=r(k);ko=o(Tt,"TH",{});var DT=r(ko);Vc=s(DT,"\uD574\uC0C1\uB3C4"),DT.forEach(e),Zc=a(Tt),xo=o(Tt,"TH",{});var uT=r(xo);Gc=s(uT,"\uBC30\uCE58 \uD06C\uAE30"),uT.forEach(e),Hc=a(Tt),Co=o(Tt,"TH",{});var mT=r(Co);Nc=s(mT,"Vanilla"),mT.forEach(e),jc=a(Tt),Uo=o(Tt,"TH",{});var MT=r(Uo);Fc=s(MT,"ToMe"),MT.forEach(e),Lc=a(Tt),Ro=o(Tt,"TH",{});var OT=r(Ro);Wc=s(OT,"ToMe + xFormers"),OT.forEach(e),Xc=a(Tt),Io=o(Tt,"TH",{});var bT=r(Io);Yc=s(bT,"ToMe \uC18D\uB3C4 \uD5A5\uC0C1 (%)"),bT.forEach(e),qc=a(Tt),Vo=o(Tt,"TH",{});var wT=r(Vo);zc=s(wT,"ToMe + xFormers \uC18D\uB3C4 \uD5A5\uC0C1 (%)"),wT.forEach(e),Tt.forEach(e),pT.forEach(e),Qc=a(A1),E=o(A1,"TBODY",{});var T=r(E);x=o(T,"TR",{});var vt=r(x);Zo=o(vt,"TD",{});var yT=r(Zo);Kc=s(yT,"512"),yT.forEach(e),tn=a(vt),Go=o(vt,"TD",{});var PT=r(Go);en=s(PT,"10"),PT.forEach(e),ln=a(vt),Ho=o(vt,"TD",{});var JT=r(Ho);on=s(JT,"OOM"),JT.forEach(e),rn=a(vt),No=o(vt,"TD",{});var ST=r(No);dn=s(ST,"10.03"),ST.forEach(e),an=a(vt),jo=o(vt,"TD",{});var $T=r(jo);fn=s($T,"9.29"),$T.forEach(e),sn=a(vt),va=o(vt,"TD",{}),r(va).forEach(e),hn=a(vt),_a=o(vt,"TD",{}),r(_a).forEach(e),vt.forEach(e),cn=a(T),C=o(T,"TR",{});var _t=r(C);pa=o(_t,"TD",{}),r(pa).forEach(e),nn=a(_t),Fo=o(_t,"TD",{});var AT=r(Fo);En=s(AT,"8"),AT.forEach(e),Tn=a(_t),Lo=o(_t,"TD",{});var gT=r(Lo);vn=s(gT,"OOM"),gT.forEach(e),_n=a(_t),Wo=o(_t,"TD",{});var BT=r(Wo);pn=s(BT,"8.05"),BT.forEach(e),Dn=a(_t),Xo=o(_t,"TD",{});var kT=r(Xo);un=s(kT,"7.47"),kT.forEach(e),mn=a(_t),Da=o(_t,"TD",{}),r(Da).forEach(e),Mn=a(_t),ua=o(_t,"TD",{}),r(ua).forEach(e),_t.forEach(e),On=a(T),U=o(T,"TR",{});var pt=r(U);ma=o(pt,"TD",{}),r(ma).forEach(e),bn=a(pt),Yo=o(pt,"TD",{});var xT=r(Yo);wn=s(xT,"4"),xT.forEach(e),yn=a(pt),qo=o(pt,"TD",{});var CT=r(qo);Pn=s(CT,"5.7"),CT.forEach(e),Jn=a(pt),zo=o(pt,"TD",{});var UT=r(zo);Sn=s(UT,"4.3"),UT.forEach(e),$n=a(pt),Qo=o(pt,"TD",{});var RT=r(Qo);An=s(RT,"3.98"),RT.forEach(e),gn=a(pt),Ko=o(pt,"TD",{});var IT=r(Ko);Bn=s(IT,"24.56140351"),IT.forEach(e),kn=a(pt),tr=o(pt,"TD",{});var VT=r(tr);xn=s(VT,"30.1754386"),VT.forEach(e),pt.forEach(e),Cn=a(T),R=o(T,"TR",{});var Dt=r(R);Ma=o(Dt,"TD",{}),r(Ma).forEach(e),Un=a(Dt),er=o(Dt,"TD",{});var ZT=r(er);Rn=s(ZT,"2"),ZT.forEach(e),In=a(Dt),lr=o(Dt,"TD",{});var GT=r(lr);Vn=s(GT,"3.14"),GT.forEach(e),Zn=a(Dt),or=o(Dt,"TD",{});var HT=r(or);Gn=s(HT,"2.43"),HT.forEach(e),Hn=a(Dt),rr=o(Dt,"TD",{});var NT=r(rr);Nn=s(NT,"2.27"),NT.forEach(e),jn=a(Dt),dr=o(Dt,"TD",{});var jT=r(dr);Fn=s(jT,"22.61146497"),jT.forEach(e),Ln=a(Dt),ar=o(Dt,"TD",{});var FT=r(ar);Wn=s(FT,"27.70700637"),FT.forEach(e),Dt.forEach(e),Xn=a(T),I=o(T,"TR",{});var ut=r(I);Oa=o(ut,"TD",{}),r(Oa).forEach(e),Yn=a(ut),fr=o(ut,"TD",{});var LT=r(fr);qn=s(LT,"1"),LT.forEach(e),zn=a(ut),sr=o(ut,"TD",{});var WT=r(sr);Qn=s(WT,"1.88"),WT.forEach(e),Kn=a(ut),hr=o(ut,"TD",{});var XT=r(hr);t2=s(XT,"1.57"),XT.forEach(e),e2=a(ut),cr=o(ut,"TD",{});var YT=r(cr);l2=s(YT,"1.57"),YT.forEach(e),o2=a(ut),nr=o(ut,"TD",{});var qT=r(nr);r2=s(qT,"16.4893617"),qT.forEach(e),d2=a(ut),ir=o(ut,"TD",{});var zT=r(ir);a2=s(zT,"16.4893617"),zT.forEach(e),ut.forEach(e),f2=a(T),V=o(T,"TR",{});var mt=r(V);ba=o(mt,"TD",{}),r(ba).forEach(e),s2=a(mt),wa=o(mt,"TD",{}),r(wa).forEach(e),h2=a(mt),ya=o(mt,"TD",{}),r(ya).forEach(e),c2=a(mt),Pa=o(mt,"TD",{}),r(Pa).forEach(e),n2=a(mt),Ja=o(mt,"TD",{}),r(Ja).forEach(e),i2=a(mt),Sa=o(mt,"TD",{}),r(Sa).forEach(e),E2=a(mt),$a=o(mt,"TD",{}),r($a).forEach(e),mt.forEach(e),T2=a(T),Z=o(T,"TR",{});var Mt=r(Z);Er=o(Mt,"TD",{});var QT=r(Er);v2=s(QT,"768"),QT.forEach(e),_2=a(Mt),Tr=o(Mt,"TD",{});var KT=r(Tr);p2=s(KT,"10"),KT.forEach(e),D2=a(Mt),vr=o(Mt,"TD",{});var t0=r(vr);u2=s(t0,"OOM"),t0.forEach(e),m2=a(Mt),_r=o(Mt,"TD",{});var e0=r(_r);M2=s(e0,"OOM"),e0.forEach(e),O2=a(Mt),pr=o(Mt,"TD",{});var l0=r(pr);b2=s(l0,"23.67"),l0.forEach(e),w2=a(Mt),Aa=o(Mt,"TD",{}),r(Aa).forEach(e),y2=a(Mt),ga=o(Mt,"TD",{}),r(ga).forEach(e),Mt.forEach(e),P2=a(T),G=o(T,"TR",{});var Ot=r(G);Ba=o(Ot,"TD",{}),r(Ba).forEach(e),J2=a(Ot),Dr=o(Ot,"TD",{});var o0=r(Dr);S2=s(o0,"8"),o0.forEach(e),$2=a(Ot),ur=o(Ot,"TD",{});var r0=r(ur);A2=s(r0,"OOM"),r0.forEach(e),g2=a(Ot),mr=o(Ot,"TD",{});var d0=r(mr);B2=s(d0,"OOM"),d0.forEach(e),k2=a(Ot),Mr=o(Ot,"TD",{});var a0=r(Mr);x2=s(a0,"18.81"),a0.forEach(e),C2=a(Ot),ka=o(Ot,"TD",{}),r(ka).forEach(e),U2=a(Ot),xa=o(Ot,"TD",{}),r(xa).forEach(e),Ot.forEach(e),R2=a(T),H=o(T,"TR",{});var bt=r(H);Ca=o(bt,"TD",{}),r(Ca).forEach(e),I2=a(bt),Or=o(bt,"TD",{});var f0=r(Or);V2=s(f0,"4"),f0.forEach(e),Z2=a(bt),br=o(bt,"TD",{});var s0=r(br);G2=s(s0,"OOM"),s0.forEach(e),H2=a(bt),wr=o(bt,"TD",{});var h0=r(wr);N2=s(h0,"11.81"),h0.forEach(e),j2=a(bt),yr=o(bt,"TD",{});var c0=r(yr);F2=s(c0,"9.7"),c0.forEach(e),L2=a(bt),Ua=o(bt,"TD",{}),r(Ua).forEach(e),W2=a(bt),Ra=o(bt,"TD",{}),r(Ra).forEach(e),bt.forEach(e),X2=a(T),N=o(T,"TR",{});var wt=r(N);Ia=o(wt,"TD",{}),r(Ia).forEach(e),Y2=a(wt),Pr=o(wt,"TD",{});var n0=r(Pr);q2=s(n0,"2"),n0.forEach(e),z2=a(wt),Jr=o(wt,"TD",{});var i0=r(Jr);Q2=s(i0,"OOM"),i0.forEach(e),K2=a(wt),Sr=o(wt,"TD",{});var E0=r(Sr);ti=s(E0,"6.27"),E0.forEach(e),ei=a(wt),$r=o(wt,"TD",{});var T0=r($r);li=s(T0,"5.2"),T0.forEach(e),oi=a(wt),Va=o(wt,"TD",{}),r(Va).forEach(e),ri=a(wt),Za=o(wt,"TD",{}),r(Za).forEach(e),wt.forEach(e),di=a(T),j=o(T,"TR",{});var yt=r(j);Ga=o(yt,"TD",{}),r(Ga).forEach(e),ai=a(yt),Ar=o(yt,"TD",{});var v0=r(Ar);fi=s(v0,"1"),v0.forEach(e),si=a(yt),gr=o(yt,"TD",{});var _0=r(gr);hi=s(_0,"5.43"),_0.forEach(e),ci=a(yt),Br=o(yt,"TD",{});var p0=r(Br);ni=s(p0,"3.38"),p0.forEach(e),ii=a(yt),kr=o(yt,"TD",{});var D0=r(kr);Ei=s(D0,"2.82"),D0.forEach(e),Ti=a(yt),xr=o(yt,"TD",{});var u0=r(xr);vi=s(u0,"37.75322284"),u0.forEach(e),_i=a(yt),Cr=o(yt,"TD",{});var m0=r(Cr);pi=s(m0,"48.06629834"),m0.forEach(e),yt.forEach(e),Di=a(T),F=o(T,"TR",{});var Pt=r(F);Ha=o(Pt,"TD",{}),r(Ha).forEach(e),ui=a(Pt),Na=o(Pt,"TD",{}),r(Na).forEach(e),mi=a(Pt),ja=o(Pt,"TD",{}),r(ja).forEach(e),Mi=a(Pt),Fa=o(Pt,"TD",{}),r(Fa).forEach(e),Oi=a(Pt),La=o(Pt,"TD",{}),r(La).forEach(e),bi=a(Pt),Wa=o(Pt,"TD",{}),r(Wa).forEach(e),wi=a(Pt),Xa=o(Pt,"TD",{}),r(Xa).forEach(e),Pt.forEach(e),yi=a(T),L=o(T,"TR",{});var Jt=r(L);Ur=o(Jt,"TD",{});var M0=r(Ur);Pi=s(M0,"1024"),M0.forEach(e),Ji=a(Jt),Rr=o(Jt,"TD",{});var O0=r(Rr);Si=s(O0,"10"),O0.forEach(e),$i=a(Jt),Ir=o(Jt,"TD",{});var b0=r(Ir);Ai=s(b0,"OOM"),b0.forEach(e),gi=a(Jt),Vr=o(Jt,"TD",{});var w0=r(Vr);Bi=s(w0,"OOM"),w0.forEach(e),ki=a(Jt),Zr=o(Jt,"TD",{});var y0=r(Zr);xi=s(y0,"OOM"),y0.forEach(e),Ci=a(Jt),Ya=o(Jt,"TD",{}),r(Ya).forEach(e),Ui=a(Jt),qa=o(Jt,"TD",{}),r(qa).forEach(e),Jt.forEach(e),Ri=a(T),W=o(T,"TR",{});var St=r(W);za=o(St,"TD",{}),r(za).forEach(e),Ii=a(St),Gr=o(St,"TD",{});var P0=r(Gr);Vi=s(P0,"8"),P0.forEach(e),Zi=a(St),Hr=o(St,"TD",{});var J0=r(Hr);Gi=s(J0,"OOM"),J0.forEach(e),Hi=a(St),Nr=o(St,"TD",{});var S0=r(Nr);Ni=s(S0,"OOM"),S0.forEach(e),ji=a(St),jr=o(St,"TD",{});var $0=r(jr);Fi=s($0,"OOM"),$0.forEach(e),Li=a(St),Qa=o(St,"TD",{}),r(Qa).forEach(e),Wi=a(St),Ka=o(St,"TD",{}),r(Ka).forEach(e),St.forEach(e),Xi=a(T),X=o(T,"TR",{});var $t=r(X);t1=o($t,"TD",{}),r(t1).forEach(e),Yi=a($t),Fr=o($t,"TD",{});var A0=r(Fr);qi=s(A0,"4"),A0.forEach(e),zi=a($t),Lr=o($t,"TD",{});var g0=r(Lr);Qi=s(g0,"OOM"),g0.forEach(e),Ki=a($t),Wr=o($t,"TD",{});var B0=r(Wr);t3=s(B0,"OOM"),B0.forEach(e),e3=a($t),Xr=o($t,"TD",{});var k0=r(Xr);l3=s(k0,"19.35"),k0.forEach(e),o3=a($t),e1=o($t,"TD",{}),r(e1).forEach(e),r3=a($t),l1=o($t,"TD",{}),r(l1).forEach(e),$t.forEach(e),d3=a(T),Y=o(T,"TR",{});var At=r(Y);o1=o(At,"TD",{}),r(o1).forEach(e),a3=a(At),Yr=o(At,"TD",{});var x0=r(Yr);f3=s(x0,"2"),x0.forEach(e),s3=a(At),qr=o(At,"TD",{});var C0=r(qr);h3=s(C0,"OOM"),C0.forEach(e),c3=a(At),zr=o(At,"TD",{});var U0=r(zr);n3=s(U0,"13"),U0.forEach(e),i3=a(At),Qr=o(At,"TD",{});var R0=r(Qr);E3=s(R0,"10.78"),R0.forEach(e),T3=a(At),r1=o(At,"TD",{}),r(r1).forEach(e),v3=a(At),d1=o(At,"TD",{}),r(d1).forEach(e),At.forEach(e),_3=a(T),q=o(T,"TR",{});var gt=r(q);a1=o(gt,"TD",{}),r(a1).forEach(e),p3=a(gt),Kr=o(gt,"TD",{});var I0=r(Kr);D3=s(I0,"1"),I0.forEach(e),u3=a(gt),td=o(gt,"TD",{});var V0=r(td);m3=s(V0,"OOM"),V0.forEach(e),M3=a(gt),ed=o(gt,"TD",{});var Z0=r(ed);O3=s(Z0,"6.66"),Z0.forEach(e),b3=a(gt),ld=o(gt,"TD",{});var G0=r(ld);w3=s(G0,"5.54"),G0.forEach(e),y3=a(gt),f1=o(gt,"TD",{}),r(f1).forEach(e),P3=a(gt),s1=o(gt,"TD",{}),r(s1).forEach(e),gt.forEach(e),T.forEach(e),A1.forEach(e),h1=a(h),kt=o(h,"P",{});var je=r(kt);J3=s(je,"\uC704\uC758 \uD45C\uC5D0\uC11C \uBCFC \uC218 \uC788\uB4EF\uC774, \uC774\uBBF8\uC9C0 \uD574\uC0C1\uB3C4\uAC00 \uB192\uC744\uC218\uB85D "),od=o(je,"CODE",{});var H0=r(od);S3=s(H0,"tomesd"),H0.forEach(e),$3=s(je,"\uB97C \uC0AC\uC6A9\uD55C \uC18D\uB3C4 \uD5A5\uC0C1\uC774 \uB354\uC6B1 \uB450\uB4DC\uB7EC\uC9D1\uB2C8\uB2E4. \uB610\uD55C "),rd=o(je,"CODE",{});var N0=r(rd);A3=s(N0,"tomesd"),N0.forEach(e),g3=s(je,"\uB97C \uC0AC\uC6A9\uD558\uBA74 1024x1024\uC640 \uAC19\uC740 \uB354 \uB192\uC740 \uD574\uC0C1\uB3C4\uC5D0\uC11C \uD30C\uC774\uD504\uB77C\uC778\uC744 \uC2E4\uD589\uD560 \uC218 \uC788\uB2E4\uB294 \uC810\uB3C4 \uD765\uBBF8\uB86D\uC2B5\uB2C8\uB2E4."),je.forEach(e),c1=a(h),me=o(h,"P",{});var TE=r(me);Me=o(TE,"A",{href:!0,rel:!0});var j0=r(Me);dd=o(j0,"CODE",{});var F0=r(dd);B3=s(F0,"torch.compile()"),F0.forEach(e),j0.forEach(e),k3=s(TE,"\uC744 \uC0AC\uC6A9\uD558\uBA74 \uCD94\uB860 \uC18D\uB3C4\uB97C \uB354\uC6B1 \uB192\uC77C \uC218 \uC788\uC2B5\uB2C8\uB2E4."),TE.forEach(e),n1=a(h),Oe=o(h,"H2",{id:!0});var L0=r(Oe);x3=s(L0,"\uD488\uC9C8"),L0.forEach(e),i1=a(h),xt=o(h,"P",{});var Fe=r(xt);C3=s(Fe,"As reported in "),be=o(Fe,"A",{href:!0,rel:!0});var W0=r(be);U3=s(W0,"the paper"),W0.forEach(e),R3=s(Fe,", ToMe can preserve the quality of the generated images to a great extent while speeding up inference. By increasing the "),ad=o(Fe,"CODE",{});var X0=r(ad);I3=s(X0,"ratio"),X0.forEach(e),V3=s(Fe,", it is possible to further speed up inference, but that might come at the cost of a deterioration in the image quality."),Fe.forEach(e),E1=a(h),Ct=o(h,"P",{});var Le=r(Ct);Z3=s(Le,"To test the quality of the generated samples using our setup, we sampled a few prompts from the \u201CParti Prompts\u201D (introduced in "),we=o(Le,"A",{href:!0,rel:!0});var Y0=r(we);G3=s(Y0,"Parti"),Y0.forEach(e),H3=s(Le,") and performed inference with the "),fd=o(Le,"CODE",{});var q0=r(fd);N3=s(q0,"StableDiffusionPipeline"),q0.forEach(e),j3=s(Le," in the following settings:"),Le.forEach(e),T1=a(h),Lt=o(h,"P",{});var Td=r(Lt);ye=o(Td,"A",{href:!0,rel:!0});var z0=r(ye);F3=s(z0,"\uB17C\uBB38"),z0.forEach(e),L3=s(Td,"\uC5D0 \uBCF4\uACE0\uB41C \uBC14\uC640 \uAC19\uC774, ToMe\uB294 \uC0DD\uC131\uB41C \uC774\uBBF8\uC9C0\uC758 \uD488\uC9C8\uC744 \uC0C1\uB2F9 \uBD80\uBD84 \uBCF4\uC874\uD558\uBA74\uC11C \uCD94\uB860 \uC18D\uB3C4\uB97C \uB192\uC77C \uC218 \uC788\uC2B5\uB2C8\uB2E4. "),sd=o(Td,"CODE",{});var Q0=r(sd);W3=s(Q0,"ratio"),Q0.forEach(e),X3=s(Td,"\uC744 \uB192\uC774\uBA74 \uCD94\uB860 \uC18D\uB3C4\uB97C \uB354 \uB192\uC77C \uC218 \uC788\uC9C0\uB9CC, \uC774\uBBF8\uC9C0 \uD488\uC9C8\uC774 \uC800\uD558\uB420 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),Td.forEach(e),v1=a(h),Ut=o(h,"P",{});var We=r(Ut);Y3=s(We,"\uD574\uB2F9 \uC124\uC815\uC744 \uC0AC\uC6A9\uD558\uC5EC \uC0DD\uC131\uB41C \uC0D8\uD50C\uC758 \uD488\uC9C8\uC744 \uD14C\uC2A4\uD2B8\uD558\uAE30 \uC704\uD574, \u201CParti \uD504\uB86C\uD504\uD2B8\u201D("),Pe=o(We,"A",{href:!0,rel:!0});var K0=r(Pe);q3=s(K0,"Parti"),K0.forEach(e),z3=s(We,"\uC5D0\uC11C \uC18C\uAC1C)\uC5D0\uC11C \uBA87 \uAC00\uC9C0 \uD504\uB86C\uD504\uD2B8\uB97C \uC0D8\uD50C\uB9C1\uD558\uACE0 \uB2E4\uC74C \uC124\uC815\uC5D0\uC11C "),hd=o(We,"CODE",{});var tv=r(hd);Q3=s(tv,"StableDiffusionPipeline"),tv.forEach(e),K3=s(We,"\uC744 \uC0AC\uC6A9\uD558\uC5EC \uCD94\uB860\uC744 \uC218\uD589\uD588\uC2B5\uB2C8\uB2E4:"),We.forEach(e),_1=a(h),Rt=o(h,"UL",{});var Xe=r(Rt);Re=o(Xe,"LI",{});var vE=r(Re);tE=s(vE,"Vanilla "),cd=o(vE,"CODE",{});var ev=r(cd);eE=s(ev,"StableDiffusionPipeline"),ev.forEach(e),vE.forEach(e),lE=a(Xe),Ie=o(Xe,"LI",{});var _E=r(Ie);nd=o(_E,"CODE",{});var lv=r(nd);oE=s(lv,"StableDiffusionPipeline"),lv.forEach(e),rE=s(_E," + ToMe"),_E.forEach(e),dE=a(Xe),Ve=o(Xe,"LI",{});var pE=r(Ve);id=o(pE,"CODE",{});var ov=r(id);aE=s(ov,"StableDiffusionPipeline"),ov.forEach(e),fE=s(pE," + ToMe + xformers"),pE.forEach(e),Xe.forEach(e),p1=a(h),Ze=o(h,"P",{});var rv=r(Ze);sE=s(rv,"\uC0DD\uC131\uB41C \uC0D8\uD50C\uC758 \uD488\uC9C8\uC774 \uD06C\uAC8C \uC800\uD558\uB418\uB294 \uAC83\uC744 \uBC1C\uACAC\uD558\uC9C0 \uBABB\uD588\uC2B5\uB2C8\uB2E4. \uB2E4\uC74C\uC740 \uC0D8\uD50C\uC785\uB2C8\uB2E4:"),rv.forEach(e),D1=a(h),Ge=o(h,"P",{});var dv=r(Ge);He=o(dv,"IMG",{src:!0,alt:!0}),dv.forEach(e),u1=a(h),It=o(h,"P",{});var Ye=r(It);hE=s(Ye,"\uC0DD\uC131\uB41C \uC0D8\uD50C\uC740 "),Je=o(Ye,"A",{href:!0,rel:!0});var av=r(Je);cE=s(av,"\uC5EC\uAE30"),av.forEach(e),nE=s(Ye,"\uC5D0\uC11C \uD655\uC778\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uC774 \uC2E4\uD5D8\uC744 \uC218\uD589\uD558\uAE30 \uC704\uD574 "),Se=o(Ye,"A",{href:!0,rel:!0});var fv=r(Se);iE=s(fv,"\uC774 \uC2A4\uD06C\uB9BD\uD2B8"),fv.forEach(e),EE=s(Ye,"\uB97C \uC0AC\uC6A9\uD588\uC2B5\uB2C8\uB2E4."),Ye.forEach(e),this.h()},h(){n(Zt,"name","hf:doc:metadata"),n(Zt,"content",JSON.stringify(pv)),n(Wt,"id","token-merging"),n(Wt,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),n(Wt,"href","#token-merging"),n(Gt,"class","relative group"),n(re,"href","https://arxiv.org/abs/2210.09461"),n(re,"rel","nofollow"),n(de,"href","https://arxiv.org/abs/2303.17604"),n(de,"rel","nofollow"),n(Yt,"id","tome"),n(Yt,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),n(Yt,"href","#tome"),n(Ht,"class","relative group"),n(fe,"href","https://github.com/dbolya/tomesd"),n(fe,"rel","nofollow"),n(he,"href","https://github.com/dbolya/tomesd#usage"),n(he,"rel","nofollow"),n(ce,"href","https://github.com/dbolya/tomesd"),n(ce,"rel","nofollow"),n(ne,"href","https://arxiv.org/abs/2303.17604"),n(ne,"rel","nofollow"),n(qt,"id","stablediffusionpipeline-tomesd"),n(qt,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),n(qt,"href","#stablediffusionpipeline-tomesd"),n(Nt,"class","relative group"),n(Ee,"href","https://huggingface.co/docs/diffusers/optimization/xformers"),n(Ee,"rel","nofollow"),n(Te,"href","https://huggingface.co/docs/diffusers/optimization/xformers"),n(Te,"rel","nofollow"),n(_e,"href","https://gist.github.com/sayakpaul/27aec6bca7eb7b0e0aa4112205850335"),n(_e,"rel","nofollow"),n(Kt,"id","a100"),n(Kt,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),n(Kt,"href","#a100"),n(jt,"class","relative group"),n(ee,"id","v100"),n(ee,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),n(ee,"href","#v100"),n(Ft,"class","relative group"),n(Me,"href","https://huggingface.co/docs/diffusers/optimization/torch2.0"),n(Me,"rel","nofollow"),n(Oe,"id",""),n(be,"href","https://arxiv.org/abs/2303.17604"),n(be,"rel","nofollow"),n(we,"href","https://parti.research.google/"),n(we,"rel","nofollow"),n(ye,"href","https://arxiv.org/abs/2303.17604"),n(ye,"rel","nofollow"),n(Pe,"href","https://parti.research.google/"),n(Pe,"rel","nofollow"),Ev(He.src,uE="https://huggingface.co/datasets/diffusers/docs-images/resolve/main/tome/tome_samples.png")||n(He,"src",uE),n(He,"alt","tome-samples"),n(Je,"href","https://wandb.ai/sayakpaul/tomesd-results/runs/23j4bj3i?workspace="),n(Je,"rel","nofollow"),n(Se,"href","https://gist.github.com/sayakpaul/8cac98d7f22399085a060992f411ecbd"),n(Se,"rel","nofollow")},m(h,c){t(document.head,Zt),i(h,_d,c),i(h,Gt,c),t(Gt,Wt),t(Wt,qe),ge(oe,qe,null),t(Gt,g1),t(Gt,ze),t(ze,B1),i(h,pd,c),i(h,Xt,c),t(Xt,k1),t(Xt,re),t(re,x1),t(Xt,C1),i(h,Dd,c),i(h,Q,c),t(Q,U1),t(Q,de),t(de,R1),t(Q,I1),t(Q,Qe),t(Qe,V1),t(Q,Z1),t(Q,Ke),t(Ke,G1),t(Q,H1),t(Q,tl),t(tl,N1),t(Q,j1),i(h,ud,c),i(h,Ht,c),t(Ht,Yt),t(Yt,el),ge(ae,el,null),t(Ht,F1),t(Ht,ll),t(ll,L1),i(h,md,c),i(h,Bt,c),t(Bt,W1),t(Bt,fe),t(fe,ol),t(ol,X1),t(Bt,Y1),t(Bt,rl),t(rl,q1),t(Bt,z1),i(h,Md,c),ge(se,h,c),i(h,Od,c),i(h,Ce,c),t(Ce,Q1),i(h,bd,c),i(h,p,c),t(p,dl),t(dl,K1),t(p,tf),t(p,he),t(he,ef),t(p,lf),t(p,al),t(al,of),t(p,rf),t(p,fl),t(fl,df),t(p,af),t(p,sl),t(sl,ff),t(p,sf),t(p,ce),t(ce,hf),t(p,cf),t(p,ne),t(ne,nf),t(p,Ef),i(h,wd,c),i(h,Nt,c),t(Nt,qt),t(qt,hl),ge(ie,hl,null),t(Nt,Tf),t(Nt,zt),t(zt,cl),t(cl,vf),t(zt,_f),t(zt,nl),t(nl,pf),t(zt,Df),i(h,yd,c),i(h,D,c),t(D,uf),t(D,il),t(il,mf),t(D,Mf),t(D,El),t(El,Of),t(D,bf),t(D,Ee),t(Ee,wf),t(D,yf),t(D,Te),t(Te,Pf),t(D,Jf),t(D,Tl),t(Tl,Sf),t(D,$f),t(D,vl),t(vl,Af),t(D,gf),i(h,Pd,c),ge(ve,h,c),i(h,Jd,c),i(h,Qt,c),t(Qt,Bf),t(Qt,_e),t(_e,kf),t(Qt,xf),i(h,Sd,c),i(h,jt,c),t(jt,Kt),t(Kt,_l),ge(pe,_l,null),t(jt,Cf),t(jt,pl),t(pl,Uf),i(h,$d,c),i(h,te,c),t(te,Dl),t(Dl,u),t(u,ul),t(ul,Rf),t(u,If),t(u,ml),t(ml,Vf),t(u,Zf),t(u,Ml),t(Ml,Gf),t(u,Hf),t(u,Ol),t(Ol,Nf),t(u,jf),t(u,bl),t(bl,Ff),t(u,Lf),t(u,wl),t(wl,Wf),t(u,Xf),t(u,yl),t(yl,Yf),t(te,qf),t(te,v),t(v,m),t(m,Pl),t(Pl,zf),t(m,Qf),t(m,Jl),t(Jl,Kf),t(m,ts),t(m,Sl),t(Sl,es),t(m,ls),t(m,$l),t($l,os),t(m,rs),t(m,Al),t(Al,ds),t(m,as),t(m,gl),t(gl,fs),t(m,ss),t(m,Bl),t(Bl,hs),t(v,cs),t(v,M),t(M,Ad),t(M,ns),t(M,gd),t(M,is),t(M,Bd),t(M,Es),t(M,kd),t(M,Ts),t(M,xd),t(M,vs),t(M,Cd),t(M,_s),t(M,Ud),t(v,ps),t(v,O),t(O,kl),t(kl,Ds),t(O,us),t(O,xl),t(xl,ms),t(O,Ms),t(O,Cl),t(Cl,Os),t(O,bs),t(O,Ul),t(Ul,ws),t(O,ys),t(O,Rl),t(Rl,Ps),t(O,Js),t(O,Rd),t(O,Ss),t(O,Id),t(v,$s),t(v,b),t(b,Vd),t(b,As),t(b,Il),t(Il,gs),t(b,Bs),t(b,Vl),t(Vl,ks),t(b,xs),t(b,Zl),t(Zl,Cs),t(b,Us),t(b,Gl),t(Gl,Rs),t(b,Is),t(b,Zd),t(b,Vs),t(b,Gd),t(v,Zs),t(v,w),t(w,Hd),t(w,Gs),t(w,Hl),t(Hl,Hs),t(w,Ns),t(w,Nl),t(Nl,js),t(w,Fs),t(w,jl),t(jl,Ls),t(w,Ws),t(w,Fl),t(Fl,Xs),t(w,Ys),t(w,Nd),t(w,qs),t(w,jd),t(v,zs),t(v,y),t(y,Fd),t(y,Qs),t(y,Ll),t(Ll,Ks),t(y,th),t(y,Wl),t(Wl,eh),t(y,lh),t(y,Xl),t(Xl,oh),t(y,rh),t(y,Yl),t(Yl,dh),t(y,ah),t(y,ql),t(ql,fh),t(y,sh),t(y,zl),t(zl,hh),t(v,ch),t(v,P),t(P,Ld),t(P,nh),t(P,Ql),t(Ql,ih),t(P,Eh),t(P,Kl),t(Kl,Th),t(P,vh),t(P,to),t(to,_h),t(P,ph),t(P,eo),t(eo,Dh),t(P,uh),t(P,lo),t(lo,mh),t(P,Mh),t(P,oo),t(oo,Oh),t(v,bh),t(v,J),t(J,Wd),t(J,wh),t(J,Xd),t(J,yh),t(J,Yd),t(J,Ph),t(J,qd),t(J,Jh),t(J,zd),t(J,Sh),t(J,Qd),t(J,$h),t(J,Kd),t(v,Ah),t(v,S),t(S,ro),t(ro,gh),t(S,Bh),t(S,ao),t(ao,kh),t(S,xh),t(S,fo),t(fo,Ch),t(S,Uh),t(S,so),t(so,Rh),t(S,Ih),t(S,ho),t(ho,Vh),t(S,Zh),t(S,ta),t(S,Gh),t(S,ea),t(v,Hh),t(v,$),t($,la),t($,Nh),t($,co),t(co,jh),t($,Fh),t($,no),t(no,Lh),t($,Wh),t($,io),t(io,Xh),t($,Yh),t($,Eo),t(Eo,qh),t($,zh),t($,oa),t($,Qh),t($,ra),t(v,Kh),t(v,A),t(A,da),t(A,tc),t(A,To),t(To,ec),t(A,lc),t(A,vo),t(vo,oc),t(A,rc),t(A,_o),t(_o,dc),t(A,ac),t(A,po),t(po,fc),t(A,sc),t(A,aa),t(A,hc),t(A,fa),t(v,cc),t(v,g),t(g,sa),t(g,nc),t(g,Do),t(Do,ic),t(g,Ec),t(g,uo),t(uo,Tc),t(g,vc),t(g,mo),t(mo,_c),t(g,pc),t(g,Mo),t(Mo,Dc),t(g,uc),t(g,ha),t(g,mc),t(g,ca),t(v,Mc),t(v,B),t(B,na),t(B,Oc),t(B,Oo),t(Oo,bc),t(B,wc),t(B,bo),t(bo,yc),t(B,Pc),t(B,wo),t(wo,Jc),t(B,Sc),t(B,yo),t(yo,$c),t(B,Ac),t(B,Po),t(Po,gc),t(B,Bc),t(B,Jo),t(Jo,kc),i(h,ia,c),i(h,Ue,c),t(Ue,So),t(So,De),t(De,xc),t(De,$o),t($o,Cc),t(De,Uc),i(h,Ea,c),i(h,Ft,c),t(Ft,ee),t(ee,Ao),ge(ue,Ao,null),t(Ft,Rc),t(Ft,go),t(go,Ic),i(h,Ta,c),i(h,le,c),t(le,Bo),t(Bo,k),t(k,ko),t(ko,Vc),t(k,Zc),t(k,xo),t(xo,Gc),t(k,Hc),t(k,Co),t(Co,Nc),t(k,jc),t(k,Uo),t(Uo,Fc),t(k,Lc),t(k,Ro),t(Ro,Wc),t(k,Xc),t(k,Io),t(Io,Yc),t(k,qc),t(k,Vo),t(Vo,zc),t(le,Qc),t(le,E),t(E,x),t(x,Zo),t(Zo,Kc),t(x,tn),t(x,Go),t(Go,en),t(x,ln),t(x,Ho),t(Ho,on),t(x,rn),t(x,No),t(No,dn),t(x,an),t(x,jo),t(jo,fn),t(x,sn),t(x,va),t(x,hn),t(x,_a),t(E,cn),t(E,C),t(C,pa),t(C,nn),t(C,Fo),t(Fo,En),t(C,Tn),t(C,Lo),t(Lo,vn),t(C,_n),t(C,Wo),t(Wo,pn),t(C,Dn),t(C,Xo),t(Xo,un),t(C,mn),t(C,Da),t(C,Mn),t(C,ua),t(E,On),t(E,U),t(U,ma),t(U,bn),t(U,Yo),t(Yo,wn),t(U,yn),t(U,qo),t(qo,Pn),t(U,Jn),t(U,zo),t(zo,Sn),t(U,$n),t(U,Qo),t(Qo,An),t(U,gn),t(U,Ko),t(Ko,Bn),t(U,kn),t(U,tr),t(tr,xn),t(E,Cn),t(E,R),t(R,Ma),t(R,Un),t(R,er),t(er,Rn),t(R,In),t(R,lr),t(lr,Vn),t(R,Zn),t(R,or),t(or,Gn),t(R,Hn),t(R,rr),t(rr,Nn),t(R,jn),t(R,dr),t(dr,Fn),t(R,Ln),t(R,ar),t(ar,Wn),t(E,Xn),t(E,I),t(I,Oa),t(I,Yn),t(I,fr),t(fr,qn),t(I,zn),t(I,sr),t(sr,Qn),t(I,Kn),t(I,hr),t(hr,t2),t(I,e2),t(I,cr),t(cr,l2),t(I,o2),t(I,nr),t(nr,r2),t(I,d2),t(I,ir),t(ir,a2),t(E,f2),t(E,V),t(V,ba),t(V,s2),t(V,wa),t(V,h2),t(V,ya),t(V,c2),t(V,Pa),t(V,n2),t(V,Ja),t(V,i2),t(V,Sa),t(V,E2),t(V,$a),t(E,T2),t(E,Z),t(Z,Er),t(Er,v2),t(Z,_2),t(Z,Tr),t(Tr,p2),t(Z,D2),t(Z,vr),t(vr,u2),t(Z,m2),t(Z,_r),t(_r,M2),t(Z,O2),t(Z,pr),t(pr,b2),t(Z,w2),t(Z,Aa),t(Z,y2),t(Z,ga),t(E,P2),t(E,G),t(G,Ba),t(G,J2),t(G,Dr),t(Dr,S2),t(G,$2),t(G,ur),t(ur,A2),t(G,g2),t(G,mr),t(mr,B2),t(G,k2),t(G,Mr),t(Mr,x2),t(G,C2),t(G,ka),t(G,U2),t(G,xa),t(E,R2),t(E,H),t(H,Ca),t(H,I2),t(H,Or),t(Or,V2),t(H,Z2),t(H,br),t(br,G2),t(H,H2),t(H,wr),t(wr,N2),t(H,j2),t(H,yr),t(yr,F2),t(H,L2),t(H,Ua),t(H,W2),t(H,Ra),t(E,X2),t(E,N),t(N,Ia),t(N,Y2),t(N,Pr),t(Pr,q2),t(N,z2),t(N,Jr),t(Jr,Q2),t(N,K2),t(N,Sr),t(Sr,ti),t(N,ei),t(N,$r),t($r,li),t(N,oi),t(N,Va),t(N,ri),t(N,Za),t(E,di),t(E,j),t(j,Ga),t(j,ai),t(j,Ar),t(Ar,fi),t(j,si),t(j,gr),t(gr,hi),t(j,ci),t(j,Br),t(Br,ni),t(j,ii),t(j,kr),t(kr,Ei),t(j,Ti),t(j,xr),t(xr,vi),t(j,_i),t(j,Cr),t(Cr,pi),t(E,Di),t(E,F),t(F,Ha),t(F,ui),t(F,Na),t(F,mi),t(F,ja),t(F,Mi),t(F,Fa),t(F,Oi),t(F,La),t(F,bi),t(F,Wa),t(F,wi),t(F,Xa),t(E,yi),t(E,L),t(L,Ur),t(Ur,Pi),t(L,Ji),t(L,Rr),t(Rr,Si),t(L,$i),t(L,Ir),t(Ir,Ai),t(L,gi),t(L,Vr),t(Vr,Bi),t(L,ki),t(L,Zr),t(Zr,xi),t(L,Ci),t(L,Ya),t(L,Ui),t(L,qa),t(E,Ri),t(E,W),t(W,za),t(W,Ii),t(W,Gr),t(Gr,Vi),t(W,Zi),t(W,Hr),t(Hr,Gi),t(W,Hi),t(W,Nr),t(Nr,Ni),t(W,ji),t(W,jr),t(jr,Fi),t(W,Li),t(W,Qa),t(W,Wi),t(W,Ka),t(E,Xi),t(E,X),t(X,t1),t(X,Yi),t(X,Fr),t(Fr,qi),t(X,zi),t(X,Lr),t(Lr,Qi),t(X,Ki),t(X,Wr),t(Wr,t3),t(X,e3),t(X,Xr),t(Xr,l3),t(X,o3),t(X,e1),t(X,r3),t(X,l1),t(E,d3),t(E,Y),t(Y,o1),t(Y,a3),t(Y,Yr),t(Yr,f3),t(Y,s3),t(Y,qr),t(qr,h3),t(Y,c3),t(Y,zr),t(zr,n3),t(Y,i3),t(Y,Qr),t(Qr,E3),t(Y,T3),t(Y,r1),t(Y,v3),t(Y,d1),t(E,_3),t(E,q),t(q,a1),t(q,p3),t(q,Kr),t(Kr,D3),t(q,u3),t(q,td),t(td,m3),t(q,M3),t(q,ed),t(ed,O3),t(q,b3),t(q,ld),t(ld,w3),t(q,y3),t(q,f1),t(q,P3),t(q,s1),i(h,h1,c),i(h,kt,c),t(kt,J3),t(kt,od),t(od,S3),t(kt,$3),t(kt,rd),t(rd,A3),t(kt,g3),i(h,c1,c),i(h,me,c),t(me,Me),t(Me,dd),t(dd,B3),t(me,k3),i(h,n1,c),i(h,Oe,c),t(Oe,x3),i(h,i1,c),i(h,xt,c),t(xt,C3),t(xt,be),t(be,U3),t(xt,R3),t(xt,ad),t(ad,I3),t(xt,V3),i(h,E1,c),i(h,Ct,c),t(Ct,Z3),t(Ct,we),t(we,G3),t(Ct,H3),t(Ct,fd),t(fd,N3),t(Ct,j3),i(h,T1,c),i(h,Lt,c),t(Lt,ye),t(ye,F3),t(Lt,L3),t(Lt,sd),t(sd,W3),t(Lt,X3),i(h,v1,c),i(h,Ut,c),t(Ut,Y3),t(Ut,Pe),t(Pe,q3),t(Ut,z3),t(Ut,hd),t(hd,Q3),t(Ut,K3),i(h,_1,c),i(h,Rt,c),t(Rt,Re),t(Re,tE),t(Re,cd),t(cd,eE),t(Rt,lE),t(Rt,Ie),t(Ie,nd),t(nd,oE),t(Ie,rE),t(Rt,dE),t(Rt,Ve),t(Ve,id),t(id,aE),t(Ve,fE),i(h,p1,c),i(h,Ze,c),t(Ze,sE),i(h,D1,c),i(h,Ge,c),t(Ge,He),i(h,u1,c),i(h,It,c),t(It,hE),t(It,Je),t(Je,cE),t(It,nE),t(It,Se),t(Se,iE),t(It,EE),m1=!0},p:Tv,i(h){m1||(Be(oe.$$.fragment,h),Be(ae.$$.fragment,h),Be(se.$$.fragment,h),Be(ie.$$.fragment,h),Be(ve.$$.fragment,h),Be(pe.$$.fragment,h),Be(ue.$$.fragment,h),m1=!0)},o(h){ke(oe.$$.fragment,h),ke(ae.$$.fragment,h),ke(se.$$.fragment,h),ke(ie.$$.fragment,h),ke(ve.$$.fragment,h),ke(pe.$$.fragment,h),ke(ue.$$.fragment,h),m1=!1},d(h){e(Zt),h&&e(_d),h&&e(Gt),xe(oe),h&&e(pd),h&&e(Xt),h&&e(Dd),h&&e(Q),h&&e(ud),h&&e(Ht),xe(ae),h&&e(md),h&&e(Bt),h&&e(Md),xe(se,h),h&&e(Od),h&&e(Ce),h&&e(bd),h&&e(p),h&&e(wd),h&&e(Nt),xe(ie),h&&e(yd),h&&e(D),h&&e(Pd),xe(ve,h),h&&e(Jd),h&&e(Qt),h&&e(Sd),h&&e(jt),xe(pe),h&&e($d),h&&e(te),h&&e(ia),h&&e(Ue),h&&e(Ea),h&&e(Ft),xe(ue),h&&e(Ta),h&&e(le),h&&e(h1),h&&e(kt),h&&e(c1),h&&e(me),h&&e(n1),h&&e(Oe),h&&e(i1),h&&e(xt),h&&e(E1),h&&e(Ct),h&&e(T1),h&&e(Lt),h&&e(v1),h&&e(Ut),h&&e(_1),h&&e(Rt),h&&e(p1),h&&e(Ze),h&&e(D1),h&&e(Ge),h&&e(u1),h&&e(It)}}}const pv={local:"token-merging",sections:[{local:"tome",title:"ToMe \uC0AC\uC6A9\uD558\uAE30"},{local:"stablediffusionpipeline-tomesd",sections:[{local:"a100",title:"A100"},{local:"v100",title:"V100"}],title:"`StableDiffusionPipeline`\uC73C\uB85C `tomesd` \uBCA4\uCE58\uB9C8\uD0B9\uD558\uAE30"},{local:"",title:"\uD488\uC9C8"}],title:"Token Merging (\uD1A0\uD070 \uBCD1\uD569)"};function Dv(DE){return vv(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Ov extends hv{constructor(Zt){super();cv(this,Zt,Dv,_v,nv,{})}}export{Ov as default,pv as metadata};
