import{S as Yn,i as Sn,s as On,e as r,k as c,w as d,t as s,M as Qn,c as o,d as t,m,a,x as h,h as i,b as f,N as mo,G as l,g as p,y as b,q as v,o as _,B as y,v as Dn}from"../chunks/vendor-hf-doc-builder.js";import{T as qn}from"../chunks/Tip-hf-doc-builder.js";import{I as G}from"../chunks/IconCopyLink-hf-doc-builder.js";import{C as D}from"../chunks/CodeBlock-hf-doc-builder.js";function Hn(lt){let u,w;return{c(){u=r("p"),w=s("\uC774 \uAE30\uB2A5\uC740 \uB2E4\uC911 GPU \uC124\uC815\uC5D0\uC11C\uB3C4 \uC0AC\uC6A9\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4.")},l(E){u=o(E,"P",{});var $=a(u);w=i($,"\uC774 \uAE30\uB2A5\uC740 \uB2E4\uC911 GPU \uC124\uC815\uC5D0\uC11C\uB3C4 \uC0AC\uC6A9\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),$.forEach(t)},m(E,$){p(E,u,$),l(u,w)},d(E){E&&t(u)}}}function zn(lt){let u,w;return{c(){u=r("p"),w=s("\uC774 \uAE30\uB2A5\uC740 \uB2E4\uC911 GPU \uC124\uC815\uC5D0\uC11C\uB3C4 \uC0AC\uC6A9\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4.")},l(E){u=o(E,"P",{});var $=a(u);w=i($,"\uC774 \uAE30\uB2A5\uC740 \uB2E4\uC911 GPU \uC124\uC815\uC5D0\uC11C\uB3C4 \uC0AC\uC6A9\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),$.forEach(t)},m(E,$){p(E,u,$),l(u,w)},d(E){E&&t(u)}}}function Ln(lt){let u,w,E,$,Zt,_e,uo,Ft,ho,Ql,g,bo,rt,vo,_o,ot,yo,Eo,Dl,I,H,jt,ye,$o,It,Mo,Hl,J,Uo,Ee,At,wo,Go,$e,Po,To,zl,k,go,Me,Jo,ko,Ue,Co,Wo,Ll,A,we,Nt,Zo,Fo,Vt,jo,Io,Kl,Ge,er,Pe,xt,Ao,No,tr,Te,lr,z,Vo,ge,xo,Ro,rr,N,L,Rt,Je,Bo,ke,Xo,Bt,qo,Yo,or,Ce,Xt,So,Oo,ar,K,sr,V,ee,qt,We,Qo,Yt,Do,ir,C,St,te,Ho,Ot,zo,Lo,Qt,Ko,ea,Dt,le,ta,Ht,la,ra,zt,oa,aa,Lt,re,sa,Kt,ia,na,el,pa,nr,x,oe,tl,Ze,fa,ll,ca,pr,at,ma,fr,Fe,cr,R,rl,ua,da,ol,ha,ba,mr,B,ae,al,je,va,sl,_a,ur,st,ya,dr,Ie,hr,W,Ea,il,$a,Ma,nl,Ua,wa,br,Ae,vr,it,Ga,_r,X,se,pl,Ne,Pa,fl,Ta,yr,ie,ga,nt,Ja,ka,Er,q,ne,cl,Ve,Ca,xe,Wa,ml,Za,Fa,$r,pe,Mr,M,Re,ul,ja,Ia,dl,Aa,Na,hl,Va,xa,bl,Ra,Ba,vl,Xa,qa,Ur,pt,ft,Ss,wr,Z,Ya,Be,Sa,Oa,Xe,Qa,Da,Gr,ct,mt,Os,Pr,fe,Ha,ut,za,La,Tr,Y,ce,_l,qe,Ka,yl,es,gr,F,me,El,ts,ls,$l,rs,os,as,ue,ss,Ml,is,ns,Ul,ps,fs,Ye,wl,cs,ms,Gl,us,Jr,S,de,Pl,Se,ds,Tl,hs,kr,dt,bs,Cr,Oe,Wr,ht,vs,Zr,he,U,gl,_s,ys,Jl,Es,$s,kl,Ms,Us,Cl,ws,Gs,Wl,Ps,Ts,gs,Zl,Js,Fr,bt,ks,jr,Qe,Ir,O,be,Fl,De,Cs,jl,Ws,Ar,vt,Zs,Nr,He,Vr,j,Fs,Il,js,Is,Al,As,Ns,xr,ze,Rr,_t,Vs,Br,Q,ve,Nl,Le,xs,Vl,Rs,Xr,yt,Bs,qr,Et,Ke,$t,Qs,Yr,Mt,Xs,Sr,Ut,et,wt,Ds,Or;return _e=new G({}),ye=new G({}),Ge=new D({props:{code:"bW9kZWwlMjAlM0QlMjBtb2RlbC50b19iZXR0ZXJ0cmFuc2Zvcm1lcigp",highlighted:"model = model.to_bettertransformer()"}}),Te=new D({props:{code:"bW9kZWwlMjAlM0QlMjBtb2RlbC5yZXZlcnNlX2JldHRlcnRyYW5zZm9ybWVyKCklMEFtb2RlbC5zYXZlX3ByZXRyYWluZWQoJTIyc2F2ZWRfbW9kZWwlMjIp",highlighted:`model = model.reverse_bettertransformer()
model.save_pretrained(<span class="hljs-string">&quot;saved_model&quot;</span>)`}}),Je=new G({}),K=new qn({props:{$$slots:{default:[Hn]},$$scope:{ctx:lt}}}),We=new G({}),Ze=new G({}),Fe=new D({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Nb2RlbEZvckNhdXNhbExNJTBBJTBBbW9kZWxfbmFtZSUyMCUzRCUyMCUyMmJpZ3NjaWVuY2UlMkZibG9vbS0yYjUlMjIlMEFtb2RlbF80Yml0JTIwJTNEJTIwQXV0b01vZGVsRm9yQ2F1c2FsTE0uZnJvbV9wcmV0cmFpbmVkKG1vZGVsX25hbWUlMkMlMjBkZXZpY2VfbWFwJTNEJTIyYXV0byUyMiUyQyUyMGxvYWRfaW5fNGJpdCUzRFRydWUp",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModelForCausalLM

model_name = <span class="hljs-string">&quot;bigscience/bloom-2b5&quot;</span>
model_4bit = AutoModelForCausalLM.from_pretrained(model_name, device_map=<span class="hljs-string">&quot;auto&quot;</span>, load_in_4bit=<span class="hljs-literal">True</span>)`}}),je=new G({}),Ie=new D({props:{code:"bW9kZWxfbmFtZSUyMCUzRCUyMCUyMmJpZ3NjaWVuY2UlMkZibG9vbS0yYjUlMjIlMEFtb2RlbF80Yml0JTIwJTNEJTIwQXV0b01vZGVsRm9yQ2F1c2FsTE0uZnJvbV9wcmV0cmFpbmVkKG1vZGVsX25hbWUlMkMlMjBkZXZpY2VfbWFwJTNEJTIyYXV0byUyMiUyQyUyMGxvYWRfaW5fNGJpdCUzRFRydWUp",highlighted:`model_name = <span class="hljs-string">&quot;bigscience/bloom-2b5&quot;</span>
model_4bit = AutoModelForCausalLM.from_pretrained(model_name, device_map=<span class="hljs-string">&quot;auto&quot;</span>, load_in_4bit=<span class="hljs-literal">True</span>)`}}),Ae=new D({props:{code:"bWF4X21lbW9yeV9tYXBwaW5nJTIwJTNEJTIwJTdCMCUzQSUyMCUyMjYwME1CJTIyJTJDJTIwMSUzQSUyMCUyMjFHQiUyMiU3RCUwQW1vZGVsX25hbWUlMjAlM0QlMjAlMjJiaWdzY2llbmNlJTJGYmxvb20tM2IlMjIlMEFtb2RlbF80Yml0JTIwJTNEJTIwQXV0b01vZGVsRm9yQ2F1c2FsTE0uZnJvbV9wcmV0cmFpbmVkKCUwQSUyMCUyMCUyMCUyMG1vZGVsX25hbWUlMkMlMjBkZXZpY2VfbWFwJTNEJTIyYXV0byUyMiUyQyUyMGxvYWRfaW5fNGJpdCUzRFRydWUlMkMlMjBtYXhfbWVtb3J5JTNEbWF4X21lbW9yeV9tYXBwaW5nJTBBKQ==",highlighted:`max_memory_mapping = {<span class="hljs-number">0</span>: <span class="hljs-string">&quot;600MB&quot;</span>, <span class="hljs-number">1</span>: <span class="hljs-string">&quot;1GB&quot;</span>}
model_name = <span class="hljs-string">&quot;bigscience/bloom-3b&quot;</span>
model_4bit = AutoModelForCausalLM.from_pretrained(
    model_name, device_map=<span class="hljs-string">&quot;auto&quot;</span>, load_in_4bit=<span class="hljs-literal">True</span>, max_memory=max_memory_mapping
)`}}),Ne=new G({}),Ve=new G({}),pe=new qn({props:{$$slots:{default:[zn]},$$scope:{ctx:lt}}}),qe=new G({}),Se=new G({}),Oe=new D({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Nb2RlbEZvckNhdXNhbExNJTBBJTBBbW9kZWxfbmFtZSUyMCUzRCUyMCUyMmJpZ3NjaWVuY2UlMkZibG9vbS0yYjUlMjIlMEFtb2RlbF84Yml0JTIwJTNEJTIwQXV0b01vZGVsRm9yQ2F1c2FsTE0uZnJvbV9wcmV0cmFpbmVkKG1vZGVsX25hbWUlMkMlMjBkZXZpY2VfbWFwJTNEJTIyYXV0byUyMiUyQyUyMGxvYWRfaW5fOGJpdCUzRFRydWUp",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModelForCausalLM

model_name = <span class="hljs-string">&quot;bigscience/bloom-2b5&quot;</span>
model_8bit = AutoModelForCausalLM.from_pretrained(model_name, device_map=<span class="hljs-string">&quot;auto&quot;</span>, load_in_8bit=<span class="hljs-literal">True</span>)`}}),Qe=new D({props:{code:"ZnJvbSUyMHRyYW5zZm9ybWVycyUyMGltcG9ydCUyMEF1dG9Nb2RlbEZvckNhdXNhbExNJTJDJTIwQXV0b1Rva2VuaXplciUwQSUwQW1vZGVsX25hbWUlMjAlM0QlMjAlMjJiaWdzY2llbmNlJTJGYmxvb20tMmI1JTIyJTBBdG9rZW5pemVyJTIwJTNEJTIwQXV0b1Rva2VuaXplci5mcm9tX3ByZXRyYWluZWQobW9kZWxfbmFtZSklMEFtb2RlbF84Yml0JTIwJTNEJTIwQXV0b01vZGVsRm9yQ2F1c2FsTE0uZnJvbV9wcmV0cmFpbmVkKG1vZGVsX25hbWUlMkMlMjBkZXZpY2VfbWFwJTNEJTIyYXV0byUyMiUyQyUyMGxvYWRfaW5fOGJpdCUzRFRydWUpJTBBJTBBcHJvbXB0JTIwJTNEJTIwJTIySGVsbG8lMkMlMjBteSUyMGxsYW1hJTIwaXMlMjBjdXRlJTIyJTBBaW5wdXRzJTIwJTNEJTIwdG9rZW5pemVyKHByb21wdCUyQyUyMHJldHVybl90ZW5zb3JzJTNEJTIycHQlMjIpLnRvKCUyMmN1ZGElMjIpJTBBZ2VuZXJhdGVkX2lkcyUyMCUzRCUyMG1vZGVsLmdlbmVyYXRlKCoqaW5wdXRzKSUwQW91dHB1dHMlMjAlM0QlMjB0b2tlbml6ZXIuYmF0Y2hfZGVjb2RlKGdlbmVyYXRlZF9pZHMlMkMlMjBza2lwX3NwZWNpYWxfdG9rZW5zJTNEVHJ1ZSk=",highlighted:`<span class="hljs-keyword">from</span> transformers <span class="hljs-keyword">import</span> AutoModelForCausalLM, AutoTokenizer

model_name = <span class="hljs-string">&quot;bigscience/bloom-2b5&quot;</span>
tokenizer = AutoTokenizer.from_pretrained(model_name)
model_8bit = AutoModelForCausalLM.from_pretrained(model_name, device_map=<span class="hljs-string">&quot;auto&quot;</span>, load_in_8bit=<span class="hljs-literal">True</span>)

prompt = <span class="hljs-string">&quot;Hello, my llama is cute&quot;</span>
inputs = tokenizer(prompt, return_tensors=<span class="hljs-string">&quot;pt&quot;</span>).to(<span class="hljs-string">&quot;cuda&quot;</span>)
generated_ids = model.generate(**inputs)
outputs = tokenizer.batch_decode(generated_ids, skip_special_tokens=<span class="hljs-literal">True</span>)`}}),De=new G({}),He=new D({props:{code:"bW9kZWxfbmFtZSUyMCUzRCUyMCUyMmJpZ3NjaWVuY2UlMkZibG9vbS0yYjUlMjIlMEFtb2RlbF84Yml0JTIwJTNEJTIwQXV0b01vZGVsRm9yQ2F1c2FsTE0uZnJvbV9wcmV0cmFpbmVkKG1vZGVsX25hbWUlMkMlMjBkZXZpY2VfbWFwJTNEJTIyYXV0byUyMiUyQyUyMGxvYWRfaW5fOGJpdCUzRFRydWUp",highlighted:`model_name = <span class="hljs-string">&quot;bigscience/bloom-2b5&quot;</span>
model_8bit = AutoModelForCausalLM.from_pretrained(model_name, device_map=<span class="hljs-string">&quot;auto&quot;</span>, load_in_8bit=<span class="hljs-literal">True</span>)`}}),ze=new D({props:{code:"bWF4X21lbW9yeV9tYXBwaW5nJTIwJTNEJTIwJTdCMCUzQSUyMCUyMjFHQiUyMiUyQyUyMDElM0ElMjAlMjIyR0IlMjIlN0QlMEFtb2RlbF9uYW1lJTIwJTNEJTIwJTIyYmlnc2NpZW5jZSUyRmJsb29tLTNiJTIyJTBBbW9kZWxfOGJpdCUyMCUzRCUyMEF1dG9Nb2RlbEZvckNhdXNhbExNLmZyb21fcHJldHJhaW5lZCglMEElMjAlMjAlMjAlMjBtb2RlbF9uYW1lJTJDJTIwZGV2aWNlX21hcCUzRCUyMmF1dG8lMjIlMkMlMjBsb2FkX2luXzhiaXQlM0RUcnVlJTJDJTIwbWF4X21lbW9yeSUzRG1heF9tZW1vcnlfbWFwcGluZyUwQSk=",highlighted:`max_memory_mapping = {<span class="hljs-number">0</span>: <span class="hljs-string">&quot;1GB&quot;</span>, <span class="hljs-number">1</span>: <span class="hljs-string">&quot;2GB&quot;</span>}
model_name = <span class="hljs-string">&quot;bigscience/bloom-3b&quot;</span>
model_8bit = AutoModelForCausalLM.from_pretrained(
    model_name, device_map=<span class="hljs-string">&quot;auto&quot;</span>, load_in_8bit=<span class="hljs-literal">True</span>, max_memory=max_memory_mapping
)`}}),Le=new G({}),{c(){u=r("meta"),w=c(),E=r("h1"),$=r("a"),Zt=r("span"),d(_e.$$.fragment),uo=c(),Ft=r("span"),ho=s("\uB2E8\uC77C GPU\uC5D0\uC11C \uD6A8\uC728\uC801\uC778 \uCD94\uB860"),Ql=c(),g=r("p"),bo=s("\uC774 \uAC00\uC774\uB4DC \uC678\uC5D0\uB3C4, "),rt=r("a"),vo=s("\uB2E8\uC77C GPU\uC5D0\uC11C\uC758 \uD6C8\uB828 \uAC00\uC774\uB4DC"),_o=s("\uC640 "),ot=r("a"),yo=s("CPU\uC5D0\uC11C\uC758 \uCD94\uB860 \uAC00\uC774\uB4DC"),Eo=s("\uC5D0\uC11C\uB3C4 \uAD00\uB828 \uC815\uBCF4\uB97C \uCC3E\uC744 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),Dl=c(),I=r("h2"),H=r("a"),jt=r("span"),d(ye.$$.fragment),$o=c(),It=r("span"),Mo=s("Better Transformer: PyTorch \uB124\uC774\uD2F0\uBE0C Transformer \uD328\uC2A4\uD2B8\uD328\uC2A4"),Hl=c(),J=r("p"),Uo=s("PyTorch \uB124\uC774\uD2F0\uBE0C "),Ee=r("a"),At=r("code"),wo=s("nn.MultiHeadAttention"),Go=s(" \uC5B4\uD150\uC158 \uD328\uC2A4\uD2B8\uD328\uC2A4\uC778 BetterTransformer\uB294 "),$e=r("a"),Po=s("\u{1F917} Optimum \uB77C\uC774\uBE0C\uB7EC\uB9AC"),To=s("\uC758 \uD1B5\uD569\uC744 \uD1B5\uD574 Transformers\uC640 \uD568\uAED8 \uC0AC\uC6A9\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),zl=c(),k=r("p"),go=s("PyTorch\uC758 \uC5B4\uD150\uC158 \uD328\uC2A4\uD2B8\uD328\uC2A4\uB294 \uCEE4\uB110 \uD4E8\uC804\uACFC "),Me=r("a"),Jo=s("\uC911\uCCA9\uB41C \uD150\uC11C"),ko=s("\uC758 \uC0AC\uC6A9\uC744 \uD1B5\uD574 \uCD94\uB860 \uC18D\uB3C4\uB97C \uB192\uC77C \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uC790\uC138\uD55C \uBCA4\uCE58\uB9C8\uD06C\uB294 "),Ue=r("a"),Co=s("\uC774 \uBE14\uB85C\uADF8 \uAE00"),Wo=s("\uC5D0\uC11C \uD655\uC778\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),Ll=c(),A=r("p"),we=r("a"),Nt=r("code"),Zo=s("optimum"),Fo=s(" \uD328\uD0A4\uC9C0\uB97C \uC124\uCE58\uD55C \uD6C4\uC5D0\uB294 \uCD94\uB860 \uC911 Better Transformer\uB97C \uC0AC\uC6A9\uD560 \uC218 \uC788\uB3C4\uB85D "),Vt=r("code"),jo=s("to_bettertransformer()"),Io=s("\uB97C \uD638\uCD9C\uD558\uC5EC \uAD00\uB828 \uB0B4\uBD80 \uBAA8\uB4C8\uC744 \uB300\uCCB4\uD569\uB2C8\uB2E4:"),Kl=c(),d(Ge.$$.fragment),er=c(),Pe=r("p"),xt=r("code"),Ao=s("reverse_bettertransformer()"),No=s(" \uBA54\uC18C\uB4DC\uB294 \uC815\uADDC\uD654\uB41C transformers \uBAA8\uB378\uB9C1\uC744 \uC0AC\uC6A9\uD558\uAE30 \uC704\uD574 \uBAA8\uB378\uC744 \uC800\uC7A5\uD558\uAE30 \uC804 \uC6D0\uB798\uC758 \uBAA8\uB378\uB9C1\uC73C\uB85C \uB3CC\uC544\uAC08 \uC218 \uC788\uB3C4\uB85D \uD574\uC90D\uB2C8\uB2E4:"),tr=c(),d(Te.$$.fragment),lr=c(),z=r("p"),Vo=s("PyTorch 2.0\uBD80\uD130\uB294 \uC5B4\uD150\uC158 \uD328\uC2A4\uD2B8\uD328\uC2A4\uAC00 \uC778\uCF54\uB354\uC640 \uB514\uCF54\uB354 \uBAA8\uB450\uC5D0\uC11C \uC9C0\uC6D0\uB429\uB2C8\uB2E4. \uC9C0\uC6D0\uB418\uB294 \uC544\uD0A4\uD14D\uCC98 \uBAA9\uB85D\uC740 "),ge=r("a"),xo=s("\uC5EC\uAE30"),Ro=s("\uC5D0\uC11C \uD655\uC778\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),rr=c(),N=r("h2"),L=r("a"),Rt=r("span"),d(Je.$$.fragment),Bo=c(),ke=r("span"),Xo=s("FP4 \uD63C\uD569 \uC815\uBC00\uB3C4 \uCD94\uB860\uC744 \uC704\uD55C "),Bt=r("code"),qo=s("bitsandbytes"),Yo=s(" \uD1B5\uD569"),or=c(),Ce=r("p"),Xt=r("code"),So=s("bitsandbytes"),Oo=s("\uB97C \uC124\uCE58\uD558\uBA74 GPU\uC5D0\uC11C \uC190\uC27D\uAC8C \uBAA8\uB378\uC744 \uC555\uCD95\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4. FP4 \uC591\uC790\uD654\uB97C \uC0AC\uC6A9\uD558\uBA74 \uC6D0\uB798\uC758 \uC804\uCCB4 \uC815\uBC00\uB3C4 \uBC84\uC804\uACFC \uBE44\uAD50\uD558\uC5EC \uBAA8\uB378 \uD06C\uAE30\uB97C \uCD5C\uB300 8\uBC30 \uC904\uC77C \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uC544\uB798\uC5D0\uC11C \uC2DC\uC791\uD558\uB294 \uBC29\uBC95\uC744 \uD655\uC778\uD558\uC138\uC694."),ar=c(),d(K.$$.fragment),sr=c(),V=r("h3"),ee=r("a"),qt=r("span"),d(We.$$.fragment),Qo=c(),Yt=r("span"),Do=s("\uC694\uAD6C \uC0AC\uD56D"),ir=c(),C=r("ul"),St=r("li"),te=r("p"),Ho=s("\uCD5C\uC2E0 "),Ot=r("code"),zo=s("bitsandbytes"),Lo=s(` \uB77C\uC774\uBE0C\uB7EC\uB9AC
`),Qt=r("code"),Ko=s("pip install bitsandbytes>=0.39.0"),ea=c(),Dt=r("li"),le=r("p"),ta=s("\uCD5C\uC2E0 "),Ht=r("code"),la=s("accelerate"),ra=s(`\uB97C \uC18C\uC2A4\uC5D0\uC11C \uC124\uCE58
`),zt=r("code"),oa=s("pip install git+https://github.com/huggingface/accelerate.git"),aa=c(),Lt=r("li"),re=r("p"),sa=s("\uCD5C\uC2E0 "),Kt=r("code"),ia=s("transformers"),na=s(`\uB97C \uC18C\uC2A4\uC5D0\uC11C \uC124\uCE58
`),el=r("code"),pa=s("pip install git+https://github.com/huggingface/transformers.git"),nr=c(),x=r("h3"),oe=r("a"),tl=r("span"),d(Ze.$$.fragment),fa=c(),ll=r("span"),ca=s("FP4 \uBAA8\uB378 \uC2E4\uD589 - \uB2E8\uC77C GPU \uC124\uC815 - \uBE60\uB978 \uC2DC\uC791"),pr=c(),at=r("p"),ma=s("\uB2E4\uC74C \uCF54\uB4DC\uB97C \uC2E4\uD589\uD558\uC5EC \uB2E8\uC77C GPU\uC5D0\uC11C \uBE60\uB974\uAC8C FP4 \uBAA8\uB378\uC744 \uC2E4\uD589\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),fr=c(),d(Fe.$$.fragment),cr=c(),R=r("p"),rl=r("code"),ua=s("device_map"),da=s("\uC740 \uC120\uD0DD \uC0AC\uD56D\uC785\uB2C8\uB2E4. \uADF8\uB7EC\uB098 "),ol=r("code"),ha=s("device_map = 'auto'"),ba=s("\uB85C \uC124\uC815\uD558\uB294 \uAC83\uC774 \uC0AC\uC6A9 \uAC00\uB2A5\uD55C \uB9AC\uC18C\uC2A4\uB97C \uD6A8\uC728\uC801\uC73C\uB85C \uB514\uC2A4\uD328\uCE58\uD558\uAE30 \uB54C\uBB38\uC5D0 \uCD94\uB860\uC5D0 \uC788\uC5B4 \uAD8C\uC7A5\uB429\uB2C8\uB2E4."),mr=c(),B=r("h3"),ae=r("a"),al=r("span"),d(je.$$.fragment),va=c(),sl=r("span"),_a=s("FP4 \uBAA8\uB378 \uC2E4\uD589 - \uB2E4\uC911 GPU \uC124\uC815"),ur=c(),st=r("p"),ya=s("\uB2E4\uC911 GPU\uC5D0\uC11C \uD63C\uD569 4\uBE44\uD2B8 \uBAA8\uB378\uC744 \uAC00\uC838\uC624\uB294 \uBC29\uBC95\uC740 \uB2E8\uC77C GPU \uC124\uC815\uACFC \uB3D9\uC77C\uD569\uB2C8\uB2E4(\uB3D9\uC77C\uD55C \uBA85\uB839\uC5B4 \uC0AC\uC6A9):"),dr=c(),d(Ie.$$.fragment),hr=c(),W=r("p"),Ea=s("\uD558\uC9C0\uB9CC "),il=r("code"),$a=s("accelerate"),Ma=s("\uB97C \uC0AC\uC6A9\uD558\uC5EC \uAC01 GPU\uC5D0 \uD560\uB2F9\uD560 GPU RAM\uC744 \uC81C\uC5B4\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uB2E4\uC74C\uACFC \uAC19\uC774 "),nl=r("code"),Ua=s("max_memory"),wa=s(" \uC778\uC218\uB97C \uC0AC\uC6A9\uD558\uC138\uC694:"),br=c(),d(Ae.$$.fragment),vr=c(),it=r("p"),Ga=s("\uC774 \uC608\uC5D0\uC11C\uB294 \uCCAB \uBC88\uC9F8 GPU\uAC00 600MB\uC758 \uBA54\uBAA8\uB9AC\uB97C \uC0AC\uC6A9\uD558\uACE0 \uB450 \uBC88\uC9F8 GPU\uAC00 1GB\uB97C \uC0AC\uC6A9\uD569\uB2C8\uB2E4."),_r=c(),X=r("h3"),se=r("a"),pl=r("span"),d(Ne.$$.fragment),Pa=c(),fl=r("span"),Ta=s("\uACE0\uAE09 \uC0AC\uC6A9\uBC95"),yr=c(),ie=r("p"),ga=s("\uC774 \uBC29\uBC95\uC758 \uB354 \uACE0\uAE09 \uC0AC\uC6A9\uBC95\uC5D0 \uB300\uD574\uC11C\uB294 "),nt=r("a"),Ja=s("\uC591\uC790\uD654"),ka=s(" \uBB38\uC11C \uD398\uC774\uC9C0\uB97C \uCC38\uC870\uD558\uC138\uC694."),Er=c(),q=r("h2"),ne=r("a"),cl=r("span"),d(Ve.$$.fragment),Ca=c(),xe=r("span"),Wa=s("Int8 \uD63C\uD569 \uC815\uBC00\uB3C4 \uD589\uB82C \uBD84\uD574\uB97C \uC704\uD55C "),ml=r("code"),Za=s("bitsandbytes"),Fa=s(" \uD1B5\uD569"),$r=c(),d(pe.$$.fragment),Mr=c(),M=r("p"),Re=r("a"),ul=r("code"),ja=s("LLM.int8() : 8-bit Matrix Multiplication for Transformers at Scale"),Ia=s(` \uB17C\uBB38\uC5D0\uC11C \uC6B0\uB9AC\uB294 \uBA87 \uC904\uC758 \uCF54\uB4DC\uB85C Hub\uC758 \uBAA8\uB4E0 \uBAA8\uB378\uC5D0 \uB300\uD55C Hugging Face \uD1B5\uD569\uC744 \uC9C0\uC6D0\uD569\uB2C8\uB2E4.
\uC774 \uBC29\uBC95\uC740 `),dl=r("code"),Aa=s("float16"),Na=s(" \uBC0F "),hl=r("code"),Va=s("bfloat16"),xa=s(" \uAC00\uC911\uCE58\uC5D0 \uB300\uD574 "),bl=r("code"),Ra=s("nn.Linear"),Ba=s(" \uD06C\uAE30\uB97C 2\uBC30\uB85C \uC904\uC774\uACE0, "),vl=r("code"),Xa=s("float32"),qa=s(" \uAC00\uC911\uCE58\uC5D0 \uB300\uD574 4\uBC30\uB85C \uC904\uC785\uB2C8\uB2E4. \uC774\uB294 \uC808\uBC18 \uC815\uBC00\uB3C4\uC5D0\uC11C \uC774\uC0C1\uCE58\uB97C \uCC98\uB9AC\uD568\uC73C\uB85C\uC368 \uD488\uC9C8\uC5D0 \uAC70\uC758 \uC601\uD5A5\uC744 \uBBF8\uCE58\uC9C0 \uC54A\uC2B5\uB2C8\uB2E4."),Ur=c(),pt=r("p"),ft=r("img"),wr=c(),Z=r("p"),Ya=s(`Int8 \uD63C\uD569 \uC815\uBC00\uB3C4 \uD589\uB82C \uBD84\uD574\uB294 \uD589\uB82C \uACF1\uC148\uC744 \uB450 \uAC1C\uC758 \uC2A4\uD2B8\uB9BC\uC73C\uB85C \uBD84\uB9AC\uD569\uB2C8\uB2E4: (1) fp16\uB85C \uACF1\uD574\uC9C0\uB294 \uCCB4\uACC4\uC801\uC778 \uD2B9\uC774\uAC12 \uC774\uC0C1\uCE58 \uC2A4\uD2B8\uB9BC \uD589\uB82C(0.01%) \uBC0F (2) int8 \uD589\uB82C \uACF1\uC148\uC758 \uC77C\uBC18\uC801\uC778 \uC2A4\uD2B8\uB9BC(99.9%). \uC774 \uBC29\uBC95\uC744 \uC0AC\uC6A9\uD558\uBA74 \uB9E4\uC6B0 \uD070 \uBAA8\uB378\uC5D0 \uB300\uD574 \uC608\uCE21 \uC800\uD558 \uC5C6\uC774 int8 \uCD94\uB860\uC774 \uAC00\uB2A5\uD569\uB2C8\uB2E4.
\uC774 \uBC29\uBC95\uC5D0 \uB300\uD55C \uC790\uC138\uD55C \uB0B4\uC6A9\uC740 `),Be=r("a"),Sa=s("\uB17C\uBB38"),Oa=s("\uC774\uB098 "),Xe=r("a"),Qa=s("\uD1B5\uD569\uC5D0 \uAD00\uD55C \uBE14\uB85C\uADF8 \uAE00"),Da=s("\uC5D0\uC11C \uD655\uC778\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),Gr=c(),ct=r("p"),mt=r("img"),Pr=c(),fe=r("p"),Ha=s(`\uCEE4\uB110\uC740 GPU \uC804\uC6A9\uC73C\uB85C \uCEF4\uD30C\uC77C\uB418\uC5B4 \uC788\uAE30 \uB54C\uBB38\uC5D0 \uD63C\uD569 8\uBE44\uD2B8 \uBAA8\uB378\uC744 \uC2E4\uD589\uD558\uB824\uBA74 GPU\uAC00 \uD544\uC694\uD569\uB2C8\uB2E4. \uC774 \uAE30\uB2A5\uC744 \uC0AC\uC6A9\uD558\uAE30 \uC804\uC5D0 \uBAA8\uB378\uC758 1/4(\uB610\uB294 \uBAA8\uB378 \uAC00\uC911\uCE58\uAC00 \uC808\uBC18 \uC815\uBC00\uB3C4\uC778 \uACBD\uC6B0 \uC808\uBC18)\uC744 \uC800\uC7A5\uD560 \uCDA9\uBD84\uD55C GPU \uBA54\uBAA8\uB9AC\uAC00 \uC788\uB294\uC9C0 \uD655\uC778\uD558\uC138\uC694.
\uC774 \uBAA8\uB4C8\uC744 \uC0AC\uC6A9\uD558\uB294 \uB370 \uB3C4\uC6C0\uC774 \uB418\uB294 \uBA87 \uAC00\uC9C0 \uCC38\uACE0 \uC0AC\uD56D\uC774 \uC544\uB798\uC5D0 \uB098\uC640 \uC788\uC2B5\uB2C8\uB2E4. \uB610\uB294 `),ut=r("a"),za=s("Google colab"),La=s("\uC5D0\uC11C \uB370\uBAA8\uB97C \uB530\uB77C\uD560 \uC218\uB3C4 \uC788\uC2B5\uB2C8\uB2E4."),Tr=c(),Y=r("h3"),ce=r("a"),_l=r("span"),d(qe.$$.fragment),Ka=c(),yl=r("span"),es=s("\uC694\uAD6C \uC0AC\uD56D"),gr=c(),F=r("ul"),me=r("li"),El=r("code"),ts=s("bitsandbytes<0.37.0"),ls=s("\uC744 \uC0AC\uC6A9\uD558\uB294 \uACBD\uC6B0, 8\uBE44\uD2B8 \uD150\uC11C \uCF54\uC5B4(Turing, Ampere \uB610\uB294 \uC774\uD6C4 \uC544\uD0A4\uD14D\uCC98 - \uC608: T4, RTX20s RTX30s, A40-A100)\uB97C \uC9C0\uC6D0\uD558\uB294 NVIDIA GPU\uC5D0\uC11C \uC2E4\uD589\uD558\uB294\uC9C0 \uD655\uC778\uD558\uC138\uC694. "),$l=r("code"),rs=s("bitsandbytes>=0.37.0"),os=s("\uC744 \uC0AC\uC6A9\uD558\uB294 \uACBD\uC6B0, \uBAA8\uB4E0 GPU\uAC00 \uC9C0\uC6D0\uB429\uB2C8\uB2E4."),as=c(),ue=r("li"),ss=s("\uC62C\uBC14\uB978 \uBC84\uC804\uC758 "),Ml=r("code"),is=s("bitsandbytes"),ns=s(`\uB97C \uB2E4\uC74C \uBA85\uB839\uC73C\uB85C \uC124\uCE58\uD558\uC138\uC694:
`),Ul=r("code"),ps=s("pip install bitsandbytes>=0.31.5"),fs=c(),Ye=r("li"),wl=r("code"),cs=s("accelerate"),ms=s(`\uB97C \uC124\uCE58\uD558\uC138\uC694
`),Gl=r("code"),us=s("pip install accelerate>=0.12.0"),Jr=c(),S=r("h3"),de=r("a"),Pl=r("span"),d(Se.$$.fragment),ds=c(),Tl=r("span"),hs=s("\uD63C\uD569 Int8 \uBAA8\uB378 \uC2E4\uD589 - \uB2E8\uC77C GPU \uC124\uC815"),kr=c(),dt=r("p"),bs=s("\uD544\uC694\uD55C \uB77C\uC774\uBE0C\uB7EC\uB9AC\uB97C \uC124\uCE58\uD55C \uD6C4 \uD63C\uD569 8\uBE44\uD2B8 \uBAA8\uB378\uC744 \uAC00\uC838\uC624\uB294 \uBC29\uBC95\uC740 \uB2E4\uC74C\uACFC \uAC19\uC2B5\uB2C8\uB2E4:"),Cr=c(),d(Oe.$$.fragment),Wr=c(),ht=r("p"),vs=s("\uD14D\uC2A4\uD2B8 \uC0DD\uC131\uC758 \uACBD\uC6B0:"),Zr=c(),he=r("ul"),U=r("li"),gl=r("code"),_s=s("pipeline()"),ys=s(" \uD568\uC218 \uB300\uC2E0 \uBAA8\uB378\uC758 "),Jl=r("code"),Es=s("generate()"),$s=s(" \uBA54\uC18C\uB4DC\uB97C \uC0AC\uC6A9\uD558\uB294 \uAC83\uC744 \uAD8C\uC7A5\uD569\uB2C8\uB2E4. "),kl=r("code"),Ms=s("pipeline()"),Us=s(" \uD568\uC218\uB85C\uB294 \uCD94\uB860\uC774 \uAC00\uB2A5\uD558\uC9C0\uB9CC, \uD63C\uD569 8\uBE44\uD2B8 \uBAA8\uB378\uC5D0 \uCD5C\uC801\uD654\uB418\uC9C0 \uC54A\uC558\uAE30 \uB54C\uBB38\uC5D0 "),Cl=r("code"),ws=s("generate()"),Gs=s(" \uBA54\uC18C\uB4DC\uB97C \uC0AC\uC6A9\uD558\uB294 \uAC83\uBCF4\uB2E4 \uB290\uB9B4 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uB610\uD55C, nucleus \uC0D8\uD50C\uB9C1\uACFC \uAC19\uC740 \uC77C\uBD80 \uC0D8\uD50C\uB9C1 \uC804\uB7B5\uC740 \uD63C\uD569 8\uBE44\uD2B8 \uBAA8\uB378\uC5D0 \uB300\uD574 "),Wl=r("code"),Ps=s("pipeline()"),Ts=s(" \uD568\uC218\uC5D0\uC11C \uC9C0\uC6D0\uB418\uC9C0 \uC54A\uC2B5\uB2C8\uB2E4."),gs=c(),Zl=r("li"),Js=s("\uC785\uB825\uC744 \uBAA8\uB378\uACFC \uB3D9\uC77C\uD55C GPU\uC5D0 \uBC30\uCE58\uD558\uB294 \uAC83\uC774 \uC88B\uC2B5\uB2C8\uB2E4."),Fr=c(),bt=r("p"),ks=s("\uB2E4\uC74C\uC740 \uAC04\uB2E8\uD55C \uC608\uC785\uB2C8\uB2E4:"),jr=c(),d(Qe.$$.fragment),Ir=c(),O=r("h3"),be=r("a"),Fl=r("span"),d(De.$$.fragment),Cs=c(),jl=r("span"),Ws=s("\uD63C\uD569 Int8 \uBAA8\uB378 \uC2E4\uD589 - \uB2E4\uC911 GPU \uC124\uC815"),Ar=c(),vt=r("p"),Zs=s("\uB2E4\uC911 GPU\uC5D0\uC11C \uD63C\uD569 8\uBE44\uD2B8 \uBAA8\uB378\uC744 \uB85C\uB4DC\uD558\uB294 \uBC29\uBC95\uC740 \uB2E8\uC77C GPU \uC124\uC815\uACFC \uB3D9\uC77C\uD569\uB2C8\uB2E4(\uB3D9\uC77C\uD55C \uBA85\uB839\uC5B4 \uC0AC\uC6A9):"),Nr=c(),d(He.$$.fragment),Vr=c(),j=r("p"),Fs=s("\uD558\uC9C0\uB9CC "),Il=r("code"),js=s("accelerate"),Is=s("\uB97C \uC0AC\uC6A9\uD558\uC5EC \uAC01 GPU\uC5D0 \uD560\uB2F9\uD560 GPU RAM\uC744 \uC81C\uC5B4\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uB2E4\uC74C\uACFC \uAC19\uC774 "),Al=r("code"),As=s("max_memory"),Ns=s(" \uC778\uC218\uB97C \uC0AC\uC6A9\uD558\uC138\uC694:"),xr=c(),d(ze.$$.fragment),Rr=c(),_t=r("p"),Vs=s("\uC774 \uC608\uC2DC\uC5D0\uC11C\uB294 \uCCAB \uBC88\uC9F8 GPU\uAC00 1GB\uC758 \uBA54\uBAA8\uB9AC\uB97C \uC0AC\uC6A9\uD558\uACE0 \uB450 \uBC88\uC9F8 GPU\uAC00 2GB\uB97C \uC0AC\uC6A9\uD569\uB2C8\uB2E4."),Br=c(),Q=r("h3"),ve=r("a"),Nl=r("span"),d(Le.$$.fragment),xs=c(),Vl=r("span"),Rs=s("Colab \uB370\uBAA8"),Xr=c(),yt=r("p"),Bs=s(`\uC774 \uBC29\uBC95\uC744 \uC0AC\uC6A9\uD558\uBA74 \uC774\uC804\uC5D0 Google Colab\uC5D0\uC11C \uCD94\uB860\uD560 \uC218 \uC5C6\uC5C8\uB358 \uBAA8\uB378\uC5D0 \uB300\uD574 \uCD94\uB860\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4.
Google Colab\uC5D0\uC11C 8\uBE44\uD2B8 \uC591\uC790\uD654\uB97C \uC0AC\uC6A9\uD558\uC5EC T5-11b(42GB in fp32)\uB97C \uC2E4\uD589\uD558\uB294 \uB370\uBAA8\uB97C \uD655\uC778\uD558\uC138\uC694:`),qr=c(),Et=r("p"),Ke=r("a"),$t=r("img"),Yr=c(),Mt=r("p"),Xs=s("\uB610\uB294 BLOOM-3B\uC5D0 \uB300\uD55C \uB370\uBAA8\uB97C \uD655\uC778\uD558\uC138\uC694:"),Sr=c(),Ut=r("p"),et=r("a"),wt=r("img"),this.h()},l(e){const n=Qn('[data-svelte="svelte-1phssyn"]',document.head);u=o(n,"META",{name:!0,content:!0}),n.forEach(t),w=m(e),E=o(e,"H1",{class:!0});var tt=a(E);$=o(tt,"A",{id:!0,class:!0,href:!0});var xl=a($);Zt=o(xl,"SPAN",{});var Hs=a(Zt);h(_e.$$.fragment,Hs),Hs.forEach(t),xl.forEach(t),uo=m(tt),Ft=o(tt,"SPAN",{});var zs=a(Ft);ho=i(zs,"\uB2E8\uC77C GPU\uC5D0\uC11C \uD6A8\uC728\uC801\uC778 \uCD94\uB860"),zs.forEach(t),tt.forEach(t),Ql=m(e),g=o(e,"P",{});var Gt=a(g);bo=i(Gt,"\uC774 \uAC00\uC774\uB4DC \uC678\uC5D0\uB3C4, "),rt=o(Gt,"A",{href:!0});var Ls=a(rt);vo=i(Ls,"\uB2E8\uC77C GPU\uC5D0\uC11C\uC758 \uD6C8\uB828 \uAC00\uC774\uB4DC"),Ls.forEach(t),_o=i(Gt,"\uC640 "),ot=o(Gt,"A",{href:!0});var Ks=a(ot);yo=i(Ks,"CPU\uC5D0\uC11C\uC758 \uCD94\uB860 \uAC00\uC774\uB4DC"),Ks.forEach(t),Eo=i(Gt,"\uC5D0\uC11C\uB3C4 \uAD00\uB828 \uC815\uBCF4\uB97C \uCC3E\uC744 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),Gt.forEach(t),Dl=m(e),I=o(e,"H2",{class:!0});var Qr=a(I);H=o(Qr,"A",{id:!0,class:!0,href:!0});var ei=a(H);jt=o(ei,"SPAN",{});var ti=a(jt);h(ye.$$.fragment,ti),ti.forEach(t),ei.forEach(t),$o=m(Qr),It=o(Qr,"SPAN",{});var li=a(It);Mo=i(li,"Better Transformer: PyTorch \uB124\uC774\uD2F0\uBE0C Transformer \uD328\uC2A4\uD2B8\uD328\uC2A4"),li.forEach(t),Qr.forEach(t),Hl=m(e),J=o(e,"P",{});var Pt=a(J);Uo=i(Pt,"PyTorch \uB124\uC774\uD2F0\uBE0C "),Ee=o(Pt,"A",{href:!0,rel:!0});var ri=a(Ee);At=o(ri,"CODE",{});var oi=a(At);wo=i(oi,"nn.MultiHeadAttention"),oi.forEach(t),ri.forEach(t),Go=i(Pt," \uC5B4\uD150\uC158 \uD328\uC2A4\uD2B8\uD328\uC2A4\uC778 BetterTransformer\uB294 "),$e=o(Pt,"A",{href:!0,rel:!0});var ai=a($e);Po=i(ai,"\u{1F917} Optimum \uB77C\uC774\uBE0C\uB7EC\uB9AC"),ai.forEach(t),To=i(Pt,"\uC758 \uD1B5\uD569\uC744 \uD1B5\uD574 Transformers\uC640 \uD568\uAED8 \uC0AC\uC6A9\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),Pt.forEach(t),zl=m(e),k=o(e,"P",{});var Tt=a(k);go=i(Tt,"PyTorch\uC758 \uC5B4\uD150\uC158 \uD328\uC2A4\uD2B8\uD328\uC2A4\uB294 \uCEE4\uB110 \uD4E8\uC804\uACFC "),Me=o(Tt,"A",{href:!0,rel:!0});var si=a(Me);Jo=i(si,"\uC911\uCCA9\uB41C \uD150\uC11C"),si.forEach(t),ko=i(Tt,"\uC758 \uC0AC\uC6A9\uC744 \uD1B5\uD574 \uCD94\uB860 \uC18D\uB3C4\uB97C \uB192\uC77C \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uC790\uC138\uD55C \uBCA4\uCE58\uB9C8\uD06C\uB294 "),Ue=o(Tt,"A",{href:!0,rel:!0});var ii=a(Ue);Co=i(ii,"\uC774 \uBE14\uB85C\uADF8 \uAE00"),ii.forEach(t),Wo=i(Tt,"\uC5D0\uC11C \uD655\uC778\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),Tt.forEach(t),Ll=m(e),A=o(e,"P",{});var Rl=a(A);we=o(Rl,"A",{href:!0,rel:!0});var ni=a(we);Nt=o(ni,"CODE",{});var pi=a(Nt);Zo=i(pi,"optimum"),pi.forEach(t),ni.forEach(t),Fo=i(Rl," \uD328\uD0A4\uC9C0\uB97C \uC124\uCE58\uD55C \uD6C4\uC5D0\uB294 \uCD94\uB860 \uC911 Better Transformer\uB97C \uC0AC\uC6A9\uD560 \uC218 \uC788\uB3C4\uB85D "),Vt=o(Rl,"CODE",{});var fi=a(Vt);jo=i(fi,"to_bettertransformer()"),fi.forEach(t),Io=i(Rl,"\uB97C \uD638\uCD9C\uD558\uC5EC \uAD00\uB828 \uB0B4\uBD80 \uBAA8\uB4C8\uC744 \uB300\uCCB4\uD569\uB2C8\uB2E4:"),Rl.forEach(t),Kl=m(e),h(Ge.$$.fragment,e),er=m(e),Pe=o(e,"P",{});var qs=a(Pe);xt=o(qs,"CODE",{});var ci=a(xt);Ao=i(ci,"reverse_bettertransformer()"),ci.forEach(t),No=i(qs," \uBA54\uC18C\uB4DC\uB294 \uC815\uADDC\uD654\uB41C transformers \uBAA8\uB378\uB9C1\uC744 \uC0AC\uC6A9\uD558\uAE30 \uC704\uD574 \uBAA8\uB378\uC744 \uC800\uC7A5\uD558\uAE30 \uC804 \uC6D0\uB798\uC758 \uBAA8\uB378\uB9C1\uC73C\uB85C \uB3CC\uC544\uAC08 \uC218 \uC788\uB3C4\uB85D \uD574\uC90D\uB2C8\uB2E4:"),qs.forEach(t),tr=m(e),h(Te.$$.fragment,e),lr=m(e),z=o(e,"P",{});var Dr=a(z);Vo=i(Dr,"PyTorch 2.0\uBD80\uD130\uB294 \uC5B4\uD150\uC158 \uD328\uC2A4\uD2B8\uD328\uC2A4\uAC00 \uC778\uCF54\uB354\uC640 \uB514\uCF54\uB354 \uBAA8\uB450\uC5D0\uC11C \uC9C0\uC6D0\uB429\uB2C8\uB2E4. \uC9C0\uC6D0\uB418\uB294 \uC544\uD0A4\uD14D\uCC98 \uBAA9\uB85D\uC740 "),ge=o(Dr,"A",{href:!0,rel:!0});var mi=a(ge);xo=i(mi,"\uC5EC\uAE30"),mi.forEach(t),Ro=i(Dr,"\uC5D0\uC11C \uD655\uC778\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),Dr.forEach(t),rr=m(e),N=o(e,"H2",{class:!0});var Hr=a(N);L=o(Hr,"A",{id:!0,class:!0,href:!0});var ui=a(L);Rt=o(ui,"SPAN",{});var di=a(Rt);h(Je.$$.fragment,di),di.forEach(t),ui.forEach(t),Bo=m(Hr),ke=o(Hr,"SPAN",{});var zr=a(ke);Xo=i(zr,"FP4 \uD63C\uD569 \uC815\uBC00\uB3C4 \uCD94\uB860\uC744 \uC704\uD55C "),Bt=o(zr,"CODE",{});var hi=a(Bt);qo=i(hi,"bitsandbytes"),hi.forEach(t),Yo=i(zr," \uD1B5\uD569"),zr.forEach(t),Hr.forEach(t),or=m(e),Ce=o(e,"P",{});var Ys=a(Ce);Xt=o(Ys,"CODE",{});var bi=a(Xt);So=i(bi,"bitsandbytes"),bi.forEach(t),Oo=i(Ys,"\uB97C \uC124\uCE58\uD558\uBA74 GPU\uC5D0\uC11C \uC190\uC27D\uAC8C \uBAA8\uB378\uC744 \uC555\uCD95\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4. FP4 \uC591\uC790\uD654\uB97C \uC0AC\uC6A9\uD558\uBA74 \uC6D0\uB798\uC758 \uC804\uCCB4 \uC815\uBC00\uB3C4 \uBC84\uC804\uACFC \uBE44\uAD50\uD558\uC5EC \uBAA8\uB378 \uD06C\uAE30\uB97C \uCD5C\uB300 8\uBC30 \uC904\uC77C \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uC544\uB798\uC5D0\uC11C \uC2DC\uC791\uD558\uB294 \uBC29\uBC95\uC744 \uD655\uC778\uD558\uC138\uC694."),Ys.forEach(t),ar=m(e),h(K.$$.fragment,e),sr=m(e),V=o(e,"H3",{class:!0});var Lr=a(V);ee=o(Lr,"A",{id:!0,class:!0,href:!0});var vi=a(ee);qt=o(vi,"SPAN",{});var _i=a(qt);h(We.$$.fragment,_i),_i.forEach(t),vi.forEach(t),Qo=m(Lr),Yt=o(Lr,"SPAN",{});var yi=a(Yt);Do=i(yi,"\uC694\uAD6C \uC0AC\uD56D"),yi.forEach(t),Lr.forEach(t),ir=m(e),C=o(e,"UL",{});var gt=a(C);St=o(gt,"LI",{});var Ei=a(St);te=o(Ei,"P",{});var Bl=a(te);Ho=i(Bl,"\uCD5C\uC2E0 "),Ot=o(Bl,"CODE",{});var $i=a(Ot);zo=i($i,"bitsandbytes"),$i.forEach(t),Lo=i(Bl,` \uB77C\uC774\uBE0C\uB7EC\uB9AC
`),Qt=o(Bl,"CODE",{});var Mi=a(Qt);Ko=i(Mi,"pip install bitsandbytes>=0.39.0"),Mi.forEach(t),Bl.forEach(t),Ei.forEach(t),ea=m(gt),Dt=o(gt,"LI",{});var Ui=a(Dt);le=o(Ui,"P",{});var Xl=a(le);ta=i(Xl,"\uCD5C\uC2E0 "),Ht=o(Xl,"CODE",{});var wi=a(Ht);la=i(wi,"accelerate"),wi.forEach(t),ra=i(Xl,`\uB97C \uC18C\uC2A4\uC5D0\uC11C \uC124\uCE58
`),zt=o(Xl,"CODE",{});var Gi=a(zt);oa=i(Gi,"pip install git+https://github.com/huggingface/accelerate.git"),Gi.forEach(t),Xl.forEach(t),Ui.forEach(t),aa=m(gt),Lt=o(gt,"LI",{});var Pi=a(Lt);re=o(Pi,"P",{});var ql=a(re);sa=i(ql,"\uCD5C\uC2E0 "),Kt=o(ql,"CODE",{});var Ti=a(Kt);ia=i(Ti,"transformers"),Ti.forEach(t),na=i(ql,`\uB97C \uC18C\uC2A4\uC5D0\uC11C \uC124\uCE58
`),el=o(ql,"CODE",{});var gi=a(el);pa=i(gi,"pip install git+https://github.com/huggingface/transformers.git"),gi.forEach(t),ql.forEach(t),Pi.forEach(t),gt.forEach(t),nr=m(e),x=o(e,"H3",{class:!0});var Kr=a(x);oe=o(Kr,"A",{id:!0,class:!0,href:!0});var Ji=a(oe);tl=o(Ji,"SPAN",{});var ki=a(tl);h(Ze.$$.fragment,ki),ki.forEach(t),Ji.forEach(t),fa=m(Kr),ll=o(Kr,"SPAN",{});var Ci=a(ll);ca=i(Ci,"FP4 \uBAA8\uB378 \uC2E4\uD589 - \uB2E8\uC77C GPU \uC124\uC815 - \uBE60\uB978 \uC2DC\uC791"),Ci.forEach(t),Kr.forEach(t),pr=m(e),at=o(e,"P",{});var Wi=a(at);ma=i(Wi,"\uB2E4\uC74C \uCF54\uB4DC\uB97C \uC2E4\uD589\uD558\uC5EC \uB2E8\uC77C GPU\uC5D0\uC11C \uBE60\uB974\uAC8C FP4 \uBAA8\uB378\uC744 \uC2E4\uD589\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),Wi.forEach(t),fr=m(e),h(Fe.$$.fragment,e),cr=m(e),R=o(e,"P",{});var Yl=a(R);rl=o(Yl,"CODE",{});var Zi=a(rl);ua=i(Zi,"device_map"),Zi.forEach(t),da=i(Yl,"\uC740 \uC120\uD0DD \uC0AC\uD56D\uC785\uB2C8\uB2E4. \uADF8\uB7EC\uB098 "),ol=o(Yl,"CODE",{});var Fi=a(ol);ha=i(Fi,"device_map = 'auto'"),Fi.forEach(t),ba=i(Yl,"\uB85C \uC124\uC815\uD558\uB294 \uAC83\uC774 \uC0AC\uC6A9 \uAC00\uB2A5\uD55C \uB9AC\uC18C\uC2A4\uB97C \uD6A8\uC728\uC801\uC73C\uB85C \uB514\uC2A4\uD328\uCE58\uD558\uAE30 \uB54C\uBB38\uC5D0 \uCD94\uB860\uC5D0 \uC788\uC5B4 \uAD8C\uC7A5\uB429\uB2C8\uB2E4."),Yl.forEach(t),mr=m(e),B=o(e,"H3",{class:!0});var eo=a(B);ae=o(eo,"A",{id:!0,class:!0,href:!0});var ji=a(ae);al=o(ji,"SPAN",{});var Ii=a(al);h(je.$$.fragment,Ii),Ii.forEach(t),ji.forEach(t),va=m(eo),sl=o(eo,"SPAN",{});var Ai=a(sl);_a=i(Ai,"FP4 \uBAA8\uB378 \uC2E4\uD589 - \uB2E4\uC911 GPU \uC124\uC815"),Ai.forEach(t),eo.forEach(t),ur=m(e),st=o(e,"P",{});var Ni=a(st);ya=i(Ni,"\uB2E4\uC911 GPU\uC5D0\uC11C \uD63C\uD569 4\uBE44\uD2B8 \uBAA8\uB378\uC744 \uAC00\uC838\uC624\uB294 \uBC29\uBC95\uC740 \uB2E8\uC77C GPU \uC124\uC815\uACFC \uB3D9\uC77C\uD569\uB2C8\uB2E4(\uB3D9\uC77C\uD55C \uBA85\uB839\uC5B4 \uC0AC\uC6A9):"),Ni.forEach(t),dr=m(e),h(Ie.$$.fragment,e),hr=m(e),W=o(e,"P",{});var Jt=a(W);Ea=i(Jt,"\uD558\uC9C0\uB9CC "),il=o(Jt,"CODE",{});var Vi=a(il);$a=i(Vi,"accelerate"),Vi.forEach(t),Ma=i(Jt,"\uB97C \uC0AC\uC6A9\uD558\uC5EC \uAC01 GPU\uC5D0 \uD560\uB2F9\uD560 GPU RAM\uC744 \uC81C\uC5B4\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uB2E4\uC74C\uACFC \uAC19\uC774 "),nl=o(Jt,"CODE",{});var xi=a(nl);Ua=i(xi,"max_memory"),xi.forEach(t),wa=i(Jt," \uC778\uC218\uB97C \uC0AC\uC6A9\uD558\uC138\uC694:"),Jt.forEach(t),br=m(e),h(Ae.$$.fragment,e),vr=m(e),it=o(e,"P",{});var Ri=a(it);Ga=i(Ri,"\uC774 \uC608\uC5D0\uC11C\uB294 \uCCAB \uBC88\uC9F8 GPU\uAC00 600MB\uC758 \uBA54\uBAA8\uB9AC\uB97C \uC0AC\uC6A9\uD558\uACE0 \uB450 \uBC88\uC9F8 GPU\uAC00 1GB\uB97C \uC0AC\uC6A9\uD569\uB2C8\uB2E4."),Ri.forEach(t),_r=m(e),X=o(e,"H3",{class:!0});var to=a(X);se=o(to,"A",{id:!0,class:!0,href:!0});var Bi=a(se);pl=o(Bi,"SPAN",{});var Xi=a(pl);h(Ne.$$.fragment,Xi),Xi.forEach(t),Bi.forEach(t),Pa=m(to),fl=o(to,"SPAN",{});var qi=a(fl);Ta=i(qi,"\uACE0\uAE09 \uC0AC\uC6A9\uBC95"),qi.forEach(t),to.forEach(t),yr=m(e),ie=o(e,"P",{});var lo=a(ie);ga=i(lo,"\uC774 \uBC29\uBC95\uC758 \uB354 \uACE0\uAE09 \uC0AC\uC6A9\uBC95\uC5D0 \uB300\uD574\uC11C\uB294 "),nt=o(lo,"A",{href:!0});var Yi=a(nt);Ja=i(Yi,"\uC591\uC790\uD654"),Yi.forEach(t),ka=i(lo," \uBB38\uC11C \uD398\uC774\uC9C0\uB97C \uCC38\uC870\uD558\uC138\uC694."),lo.forEach(t),Er=m(e),q=o(e,"H2",{class:!0});var ro=a(q);ne=o(ro,"A",{id:!0,class:!0,href:!0});var Si=a(ne);cl=o(Si,"SPAN",{});var Oi=a(cl);h(Ve.$$.fragment,Oi),Oi.forEach(t),Si.forEach(t),Ca=m(ro),xe=o(ro,"SPAN",{});var oo=a(xe);Wa=i(oo,"Int8 \uD63C\uD569 \uC815\uBC00\uB3C4 \uD589\uB82C \uBD84\uD574\uB97C \uC704\uD55C "),ml=o(oo,"CODE",{});var Qi=a(ml);Za=i(Qi,"bitsandbytes"),Qi.forEach(t),Fa=i(oo," \uD1B5\uD569"),oo.forEach(t),ro.forEach(t),$r=m(e),h(pe.$$.fragment,e),Mr=m(e),M=o(e,"P",{});var P=a(M);Re=o(P,"A",{href:!0,rel:!0});var Di=a(Re);ul=o(Di,"CODE",{});var Hi=a(ul);ja=i(Hi,"LLM.int8() : 8-bit Matrix Multiplication for Transformers at Scale"),Hi.forEach(t),Di.forEach(t),Ia=i(P,` \uB17C\uBB38\uC5D0\uC11C \uC6B0\uB9AC\uB294 \uBA87 \uC904\uC758 \uCF54\uB4DC\uB85C Hub\uC758 \uBAA8\uB4E0 \uBAA8\uB378\uC5D0 \uB300\uD55C Hugging Face \uD1B5\uD569\uC744 \uC9C0\uC6D0\uD569\uB2C8\uB2E4.
\uC774 \uBC29\uBC95\uC740 `),dl=o(P,"CODE",{});var zi=a(dl);Aa=i(zi,"float16"),zi.forEach(t),Na=i(P," \uBC0F "),hl=o(P,"CODE",{});var Li=a(hl);Va=i(Li,"bfloat16"),Li.forEach(t),xa=i(P," \uAC00\uC911\uCE58\uC5D0 \uB300\uD574 "),bl=o(P,"CODE",{});var Ki=a(bl);Ra=i(Ki,"nn.Linear"),Ki.forEach(t),Ba=i(P," \uD06C\uAE30\uB97C 2\uBC30\uB85C \uC904\uC774\uACE0, "),vl=o(P,"CODE",{});var en=a(vl);Xa=i(en,"float32"),en.forEach(t),qa=i(P," \uAC00\uC911\uCE58\uC5D0 \uB300\uD574 4\uBC30\uB85C \uC904\uC785\uB2C8\uB2E4. \uC774\uB294 \uC808\uBC18 \uC815\uBC00\uB3C4\uC5D0\uC11C \uC774\uC0C1\uCE58\uB97C \uCC98\uB9AC\uD568\uC73C\uB85C\uC368 \uD488\uC9C8\uC5D0 \uAC70\uC758 \uC601\uD5A5\uC744 \uBBF8\uCE58\uC9C0 \uC54A\uC2B5\uB2C8\uB2E4."),P.forEach(t),Ur=m(e),pt=o(e,"P",{});var tn=a(pt);ft=o(tn,"IMG",{src:!0,alt:!0}),tn.forEach(t),wr=m(e),Z=o(e,"P",{});var kt=a(Z);Ya=i(kt,`Int8 \uD63C\uD569 \uC815\uBC00\uB3C4 \uD589\uB82C \uBD84\uD574\uB294 \uD589\uB82C \uACF1\uC148\uC744 \uB450 \uAC1C\uC758 \uC2A4\uD2B8\uB9BC\uC73C\uB85C \uBD84\uB9AC\uD569\uB2C8\uB2E4: (1) fp16\uB85C \uACF1\uD574\uC9C0\uB294 \uCCB4\uACC4\uC801\uC778 \uD2B9\uC774\uAC12 \uC774\uC0C1\uCE58 \uC2A4\uD2B8\uB9BC \uD589\uB82C(0.01%) \uBC0F (2) int8 \uD589\uB82C \uACF1\uC148\uC758 \uC77C\uBC18\uC801\uC778 \uC2A4\uD2B8\uB9BC(99.9%). \uC774 \uBC29\uBC95\uC744 \uC0AC\uC6A9\uD558\uBA74 \uB9E4\uC6B0 \uD070 \uBAA8\uB378\uC5D0 \uB300\uD574 \uC608\uCE21 \uC800\uD558 \uC5C6\uC774 int8 \uCD94\uB860\uC774 \uAC00\uB2A5\uD569\uB2C8\uB2E4.
\uC774 \uBC29\uBC95\uC5D0 \uB300\uD55C \uC790\uC138\uD55C \uB0B4\uC6A9\uC740 `),Be=o(kt,"A",{href:!0,rel:!0});var ln=a(Be);Sa=i(ln,"\uB17C\uBB38"),ln.forEach(t),Oa=i(kt,"\uC774\uB098 "),Xe=o(kt,"A",{href:!0,rel:!0});var rn=a(Xe);Qa=i(rn,"\uD1B5\uD569\uC5D0 \uAD00\uD55C \uBE14\uB85C\uADF8 \uAE00"),rn.forEach(t),Da=i(kt,"\uC5D0\uC11C \uD655\uC778\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4."),kt.forEach(t),Gr=m(e),ct=o(e,"P",{});var on=a(ct);mt=o(on,"IMG",{src:!0,alt:!0}),on.forEach(t),Pr=m(e),fe=o(e,"P",{});var ao=a(fe);Ha=i(ao,`\uCEE4\uB110\uC740 GPU \uC804\uC6A9\uC73C\uB85C \uCEF4\uD30C\uC77C\uB418\uC5B4 \uC788\uAE30 \uB54C\uBB38\uC5D0 \uD63C\uD569 8\uBE44\uD2B8 \uBAA8\uB378\uC744 \uC2E4\uD589\uD558\uB824\uBA74 GPU\uAC00 \uD544\uC694\uD569\uB2C8\uB2E4. \uC774 \uAE30\uB2A5\uC744 \uC0AC\uC6A9\uD558\uAE30 \uC804\uC5D0 \uBAA8\uB378\uC758 1/4(\uB610\uB294 \uBAA8\uB378 \uAC00\uC911\uCE58\uAC00 \uC808\uBC18 \uC815\uBC00\uB3C4\uC778 \uACBD\uC6B0 \uC808\uBC18)\uC744 \uC800\uC7A5\uD560 \uCDA9\uBD84\uD55C GPU \uBA54\uBAA8\uB9AC\uAC00 \uC788\uB294\uC9C0 \uD655\uC778\uD558\uC138\uC694.
\uC774 \uBAA8\uB4C8\uC744 \uC0AC\uC6A9\uD558\uB294 \uB370 \uB3C4\uC6C0\uC774 \uB418\uB294 \uBA87 \uAC00\uC9C0 \uCC38\uACE0 \uC0AC\uD56D\uC774 \uC544\uB798\uC5D0 \uB098\uC640 \uC788\uC2B5\uB2C8\uB2E4. \uB610\uB294 `),ut=o(ao,"A",{href:!0});var an=a(ut);za=i(an,"Google colab"),an.forEach(t),La=i(ao,"\uC5D0\uC11C \uB370\uBAA8\uB97C \uB530\uB77C\uD560 \uC218\uB3C4 \uC788\uC2B5\uB2C8\uB2E4."),ao.forEach(t),Tr=m(e),Y=o(e,"H3",{class:!0});var so=a(Y);ce=o(so,"A",{id:!0,class:!0,href:!0});var sn=a(ce);_l=o(sn,"SPAN",{});var nn=a(_l);h(qe.$$.fragment,nn),nn.forEach(t),sn.forEach(t),Ka=m(so),yl=o(so,"SPAN",{});var pn=a(yl);es=i(pn,"\uC694\uAD6C \uC0AC\uD56D"),pn.forEach(t),so.forEach(t),gr=m(e),F=o(e,"UL",{});var Ct=a(F);me=o(Ct,"LI",{});var Sl=a(me);El=o(Sl,"CODE",{});var fn=a(El);ts=i(fn,"bitsandbytes<0.37.0"),fn.forEach(t),ls=i(Sl,"\uC744 \uC0AC\uC6A9\uD558\uB294 \uACBD\uC6B0, 8\uBE44\uD2B8 \uD150\uC11C \uCF54\uC5B4(Turing, Ampere \uB610\uB294 \uC774\uD6C4 \uC544\uD0A4\uD14D\uCC98 - \uC608: T4, RTX20s RTX30s, A40-A100)\uB97C \uC9C0\uC6D0\uD558\uB294 NVIDIA GPU\uC5D0\uC11C \uC2E4\uD589\uD558\uB294\uC9C0 \uD655\uC778\uD558\uC138\uC694. "),$l=o(Sl,"CODE",{});var cn=a($l);rs=i(cn,"bitsandbytes>=0.37.0"),cn.forEach(t),os=i(Sl,"\uC744 \uC0AC\uC6A9\uD558\uB294 \uACBD\uC6B0, \uBAA8\uB4E0 GPU\uAC00 \uC9C0\uC6D0\uB429\uB2C8\uB2E4."),Sl.forEach(t),as=m(Ct),ue=o(Ct,"LI",{});var Ol=a(ue);ss=i(Ol,"\uC62C\uBC14\uB978 \uBC84\uC804\uC758 "),Ml=o(Ol,"CODE",{});var mn=a(Ml);is=i(mn,"bitsandbytes"),mn.forEach(t),ns=i(Ol,`\uB97C \uB2E4\uC74C \uBA85\uB839\uC73C\uB85C \uC124\uCE58\uD558\uC138\uC694:
`),Ul=o(Ol,"CODE",{});var un=a(Ul);ps=i(un,"pip install bitsandbytes>=0.31.5"),un.forEach(t),Ol.forEach(t),fs=m(Ct),Ye=o(Ct,"LI",{});var io=a(Ye);wl=o(io,"CODE",{});var dn=a(wl);cs=i(dn,"accelerate"),dn.forEach(t),ms=i(io,`\uB97C \uC124\uCE58\uD558\uC138\uC694
`),Gl=o(io,"CODE",{});var hn=a(Gl);us=i(hn,"pip install accelerate>=0.12.0"),hn.forEach(t),io.forEach(t),Ct.forEach(t),Jr=m(e),S=o(e,"H3",{class:!0});var no=a(S);de=o(no,"A",{id:!0,class:!0,href:!0});var bn=a(de);Pl=o(bn,"SPAN",{});var vn=a(Pl);h(Se.$$.fragment,vn),vn.forEach(t),bn.forEach(t),ds=m(no),Tl=o(no,"SPAN",{});var _n=a(Tl);hs=i(_n,"\uD63C\uD569 Int8 \uBAA8\uB378 \uC2E4\uD589 - \uB2E8\uC77C GPU \uC124\uC815"),_n.forEach(t),no.forEach(t),kr=m(e),dt=o(e,"P",{});var yn=a(dt);bs=i(yn,"\uD544\uC694\uD55C \uB77C\uC774\uBE0C\uB7EC\uB9AC\uB97C \uC124\uCE58\uD55C \uD6C4 \uD63C\uD569 8\uBE44\uD2B8 \uBAA8\uB378\uC744 \uAC00\uC838\uC624\uB294 \uBC29\uBC95\uC740 \uB2E4\uC74C\uACFC \uAC19\uC2B5\uB2C8\uB2E4:"),yn.forEach(t),Cr=m(e),h(Oe.$$.fragment,e),Wr=m(e),ht=o(e,"P",{});var En=a(ht);vs=i(En,"\uD14D\uC2A4\uD2B8 \uC0DD\uC131\uC758 \uACBD\uC6B0:"),En.forEach(t),Zr=m(e),he=o(e,"UL",{});var po=a(he);U=o(po,"LI",{});var T=a(U);gl=o(T,"CODE",{});var $n=a(gl);_s=i($n,"pipeline()"),$n.forEach(t),ys=i(T," \uD568\uC218 \uB300\uC2E0 \uBAA8\uB378\uC758 "),Jl=o(T,"CODE",{});var Mn=a(Jl);Es=i(Mn,"generate()"),Mn.forEach(t),$s=i(T," \uBA54\uC18C\uB4DC\uB97C \uC0AC\uC6A9\uD558\uB294 \uAC83\uC744 \uAD8C\uC7A5\uD569\uB2C8\uB2E4. "),kl=o(T,"CODE",{});var Un=a(kl);Ms=i(Un,"pipeline()"),Un.forEach(t),Us=i(T," \uD568\uC218\uB85C\uB294 \uCD94\uB860\uC774 \uAC00\uB2A5\uD558\uC9C0\uB9CC, \uD63C\uD569 8\uBE44\uD2B8 \uBAA8\uB378\uC5D0 \uCD5C\uC801\uD654\uB418\uC9C0 \uC54A\uC558\uAE30 \uB54C\uBB38\uC5D0 "),Cl=o(T,"CODE",{});var wn=a(Cl);ws=i(wn,"generate()"),wn.forEach(t),Gs=i(T," \uBA54\uC18C\uB4DC\uB97C \uC0AC\uC6A9\uD558\uB294 \uAC83\uBCF4\uB2E4 \uB290\uB9B4 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uB610\uD55C, nucleus \uC0D8\uD50C\uB9C1\uACFC \uAC19\uC740 \uC77C\uBD80 \uC0D8\uD50C\uB9C1 \uC804\uB7B5\uC740 \uD63C\uD569 8\uBE44\uD2B8 \uBAA8\uB378\uC5D0 \uB300\uD574 "),Wl=o(T,"CODE",{});var Gn=a(Wl);Ps=i(Gn,"pipeline()"),Gn.forEach(t),Ts=i(T," \uD568\uC218\uC5D0\uC11C \uC9C0\uC6D0\uB418\uC9C0 \uC54A\uC2B5\uB2C8\uB2E4."),T.forEach(t),gs=m(po),Zl=o(po,"LI",{});var Pn=a(Zl);Js=i(Pn,"\uC785\uB825\uC744 \uBAA8\uB378\uACFC \uB3D9\uC77C\uD55C GPU\uC5D0 \uBC30\uCE58\uD558\uB294 \uAC83\uC774 \uC88B\uC2B5\uB2C8\uB2E4."),Pn.forEach(t),po.forEach(t),Fr=m(e),bt=o(e,"P",{});var Tn=a(bt);ks=i(Tn,"\uB2E4\uC74C\uC740 \uAC04\uB2E8\uD55C \uC608\uC785\uB2C8\uB2E4:"),Tn.forEach(t),jr=m(e),h(Qe.$$.fragment,e),Ir=m(e),O=o(e,"H3",{class:!0});var fo=a(O);be=o(fo,"A",{id:!0,class:!0,href:!0});var gn=a(be);Fl=o(gn,"SPAN",{});var Jn=a(Fl);h(De.$$.fragment,Jn),Jn.forEach(t),gn.forEach(t),Cs=m(fo),jl=o(fo,"SPAN",{});var kn=a(jl);Ws=i(kn,"\uD63C\uD569 Int8 \uBAA8\uB378 \uC2E4\uD589 - \uB2E4\uC911 GPU \uC124\uC815"),kn.forEach(t),fo.forEach(t),Ar=m(e),vt=o(e,"P",{});var Cn=a(vt);Zs=i(Cn,"\uB2E4\uC911 GPU\uC5D0\uC11C \uD63C\uD569 8\uBE44\uD2B8 \uBAA8\uB378\uC744 \uB85C\uB4DC\uD558\uB294 \uBC29\uBC95\uC740 \uB2E8\uC77C GPU \uC124\uC815\uACFC \uB3D9\uC77C\uD569\uB2C8\uB2E4(\uB3D9\uC77C\uD55C \uBA85\uB839\uC5B4 \uC0AC\uC6A9):"),Cn.forEach(t),Nr=m(e),h(He.$$.fragment,e),Vr=m(e),j=o(e,"P",{});var Wt=a(j);Fs=i(Wt,"\uD558\uC9C0\uB9CC "),Il=o(Wt,"CODE",{});var Wn=a(Il);js=i(Wn,"accelerate"),Wn.forEach(t),Is=i(Wt,"\uB97C \uC0AC\uC6A9\uD558\uC5EC \uAC01 GPU\uC5D0 \uD560\uB2F9\uD560 GPU RAM\uC744 \uC81C\uC5B4\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4. \uB2E4\uC74C\uACFC \uAC19\uC774 "),Al=o(Wt,"CODE",{});var Zn=a(Al);As=i(Zn,"max_memory"),Zn.forEach(t),Ns=i(Wt," \uC778\uC218\uB97C \uC0AC\uC6A9\uD558\uC138\uC694:"),Wt.forEach(t),xr=m(e),h(ze.$$.fragment,e),Rr=m(e),_t=o(e,"P",{});var Fn=a(_t);Vs=i(Fn,"\uC774 \uC608\uC2DC\uC5D0\uC11C\uB294 \uCCAB \uBC88\uC9F8 GPU\uAC00 1GB\uC758 \uBA54\uBAA8\uB9AC\uB97C \uC0AC\uC6A9\uD558\uACE0 \uB450 \uBC88\uC9F8 GPU\uAC00 2GB\uB97C \uC0AC\uC6A9\uD569\uB2C8\uB2E4."),Fn.forEach(t),Br=m(e),Q=o(e,"H3",{class:!0});var co=a(Q);ve=o(co,"A",{id:!0,class:!0,href:!0});var jn=a(ve);Nl=o(jn,"SPAN",{});var In=a(Nl);h(Le.$$.fragment,In),In.forEach(t),jn.forEach(t),xs=m(co),Vl=o(co,"SPAN",{});var An=a(Vl);Rs=i(An,"Colab \uB370\uBAA8"),An.forEach(t),co.forEach(t),Xr=m(e),yt=o(e,"P",{});var Nn=a(yt);Bs=i(Nn,`\uC774 \uBC29\uBC95\uC744 \uC0AC\uC6A9\uD558\uBA74 \uC774\uC804\uC5D0 Google Colab\uC5D0\uC11C \uCD94\uB860\uD560 \uC218 \uC5C6\uC5C8\uB358 \uBAA8\uB378\uC5D0 \uB300\uD574 \uCD94\uB860\uD560 \uC218 \uC788\uC2B5\uB2C8\uB2E4.
Google Colab\uC5D0\uC11C 8\uBE44\uD2B8 \uC591\uC790\uD654\uB97C \uC0AC\uC6A9\uD558\uC5EC T5-11b(42GB in fp32)\uB97C \uC2E4\uD589\uD558\uB294 \uB370\uBAA8\uB97C \uD655\uC778\uD558\uC138\uC694:`),Nn.forEach(t),qr=m(e),Et=o(e,"P",{});var Vn=a(Et);Ke=o(Vn,"A",{href:!0,rel:!0});var xn=a(Ke);$t=o(xn,"IMG",{src:!0,alt:!0}),xn.forEach(t),Vn.forEach(t),Yr=m(e),Mt=o(e,"P",{});var Rn=a(Mt);Xs=i(Rn,"\uB610\uB294 BLOOM-3B\uC5D0 \uB300\uD55C \uB370\uBAA8\uB97C \uD655\uC778\uD558\uC138\uC694:"),Rn.forEach(t),Sr=m(e),Ut=o(e,"P",{});var Bn=a(Ut);et=o(Bn,"A",{href:!0,rel:!0});var Xn=a(et);wt=o(Xn,"IMG",{src:!0,alt:!0}),Xn.forEach(t),Bn.forEach(t),this.h()},h(){f(u,"name","hf:doc:metadata"),f(u,"content",JSON.stringify(Kn)),f($,"id","efficient-inference-on-a-single-gpu"),f($,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),f($,"href","#efficient-inference-on-a-single-gpu"),f(E,"class","relative group"),f(rt,"href","perf_train_gpu_one"),f(ot,"href","perf_infer_cpu"),f(H,"id","better-transformer-pytorchnative-transformer-fastpath"),f(H,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),f(H,"href","#better-transformer-pytorchnative-transformer-fastpath"),f(I,"class","relative group"),f(Ee,"href","https://pytorch.org/blog/a-better-transformer-for-fast-transformer-encoder-inference/"),f(Ee,"rel","nofollow"),f($e,"href","https://huggingface.co/docs/optimum/bettertransformer/overview"),f($e,"rel","nofollow"),f(Me,"href","https://pytorch.org/docs/stable/nested.html"),f(Me,"rel","nofollow"),f(Ue,"href","https://medium.com/pytorch/bettertransformer-out-of-the-box-performance-for-huggingface-transformers-3fbe27d50ab2"),f(Ue,"rel","nofollow"),f(we,"href","https://github.com/huggingface/optimum"),f(we,"rel","nofollow"),f(ge,"href","https://huggingface.co/docs/optimum/bettertransformer/overview#supported-models"),f(ge,"rel","nofollow"),f(L,"id","bitsandbytes-integration-for-fp4-mixedprecision-inference"),f(L,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),f(L,"href","#bitsandbytes-integration-for-fp4-mixedprecision-inference"),f(N,"class","relative group"),f(ee,"id","requirements-for-fp4-mixedprecision-inference"),f(ee,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),f(ee,"href","#requirements-for-fp4-mixedprecision-inference"),f(V,"class","relative group"),f(oe,"id","running-fp4-models-single-gpu-setup-quickstart"),f(oe,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),f(oe,"href","#running-fp4-models-single-gpu-setup-quickstart"),f(x,"class","relative group"),f(ae,"id","running-fp4-models-multi-gpu-setup"),f(ae,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),f(ae,"href","#running-fp4-models-multi-gpu-setup"),f(B,"class","relative group"),f(se,"id","advanced-usage"),f(se,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),f(se,"href","#advanced-usage"),f(X,"class","relative group"),f(nt,"href","main_classes/quantization"),f(ne,"id","bitsandbytes-integration-for-int8-mixedprecision-matrix-decomposition"),f(ne,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),f(ne,"href","#bitsandbytes-integration-for-int8-mixedprecision-matrix-decomposition"),f(q,"class","relative group"),f(Re,"href","https://arxiv.org/abs/2208.07339"),f(Re,"rel","nofollow"),mo(ft.src,Ss="https://cdn-uploads.huggingface.co/production/uploads/1659861207959-62441d1d9fdefb55a0b7d12c.png")||f(ft,"src",Ss),f(ft,"alt","HFxbitsandbytes.png"),f(Be,"href","https://arxiv.org/abs/2208.07339"),f(Be,"rel","nofollow"),f(Xe,"href","https://huggingface.co/blog/hf-bitsandbytes-integration"),f(Xe,"rel","nofollow"),mo(mt.src,Os="https://cdn-uploads.huggingface.co/production/uploads/1660567469965-62441d1d9fdefb55a0b7d12c.gif")||f(mt,"src",Os),f(mt,"alt","MixedInt8.gif"),f(ut,"href","#colab-demos"),f(ce,"id","requirements-for-int8-mixedprecision-matrix-decomposition"),f(ce,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),f(ce,"href","#requirements-for-int8-mixedprecision-matrix-decomposition"),f(Y,"class","relative group"),f(de,"id","running-mixedint8-models-single-gpu-setup"),f(de,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),f(de,"href","#running-mixedint8-models-single-gpu-setup"),f(S,"class","relative group"),f(be,"id","running-mixedint8-models-multi-gpu-setup"),f(be,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),f(be,"href","#running-mixedint8-models-multi-gpu-setup"),f(O,"class","relative group"),f(ve,"id","colab-demos"),f(ve,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),f(ve,"href","#colab-demos"),f(Q,"class","relative group"),mo($t.src,Qs="https://colab.research.google.com/assets/colab-badge.svg")||f($t,"src",Qs),f($t,"alt","Open In Colab: T5-11b demo"),f(Ke,"href","https://colab.research.google.com/drive/1YORPWx4okIHXnjW7MSAidXN29mPVNT7F?usp=sharing"),f(Ke,"rel","nofollow"),mo(wt.src,Ds="https://colab.research.google.com/assets/colab-badge.svg")||f(wt,"src",Ds),f(wt,"alt","Open In Colab: BLOOM-3b demo"),f(et,"href","https://colab.research.google.com/drive/1qOjXfQIAULfKvZqwCen8-MoWKGdSatZ4?usp=sharing"),f(et,"rel","nofollow")},m(e,n){l(document.head,u),p(e,w,n),p(e,E,n),l(E,$),l($,Zt),b(_e,Zt,null),l(E,uo),l(E,Ft),l(Ft,ho),p(e,Ql,n),p(e,g,n),l(g,bo),l(g,rt),l(rt,vo),l(g,_o),l(g,ot),l(ot,yo),l(g,Eo),p(e,Dl,n),p(e,I,n),l(I,H),l(H,jt),b(ye,jt,null),l(I,$o),l(I,It),l(It,Mo),p(e,Hl,n),p(e,J,n),l(J,Uo),l(J,Ee),l(Ee,At),l(At,wo),l(J,Go),l(J,$e),l($e,Po),l(J,To),p(e,zl,n),p(e,k,n),l(k,go),l(k,Me),l(Me,Jo),l(k,ko),l(k,Ue),l(Ue,Co),l(k,Wo),p(e,Ll,n),p(e,A,n),l(A,we),l(we,Nt),l(Nt,Zo),l(A,Fo),l(A,Vt),l(Vt,jo),l(A,Io),p(e,Kl,n),b(Ge,e,n),p(e,er,n),p(e,Pe,n),l(Pe,xt),l(xt,Ao),l(Pe,No),p(e,tr,n),b(Te,e,n),p(e,lr,n),p(e,z,n),l(z,Vo),l(z,ge),l(ge,xo),l(z,Ro),p(e,rr,n),p(e,N,n),l(N,L),l(L,Rt),b(Je,Rt,null),l(N,Bo),l(N,ke),l(ke,Xo),l(ke,Bt),l(Bt,qo),l(ke,Yo),p(e,or,n),p(e,Ce,n),l(Ce,Xt),l(Xt,So),l(Ce,Oo),p(e,ar,n),b(K,e,n),p(e,sr,n),p(e,V,n),l(V,ee),l(ee,qt),b(We,qt,null),l(V,Qo),l(V,Yt),l(Yt,Do),p(e,ir,n),p(e,C,n),l(C,St),l(St,te),l(te,Ho),l(te,Ot),l(Ot,zo),l(te,Lo),l(te,Qt),l(Qt,Ko),l(C,ea),l(C,Dt),l(Dt,le),l(le,ta),l(le,Ht),l(Ht,la),l(le,ra),l(le,zt),l(zt,oa),l(C,aa),l(C,Lt),l(Lt,re),l(re,sa),l(re,Kt),l(Kt,ia),l(re,na),l(re,el),l(el,pa),p(e,nr,n),p(e,x,n),l(x,oe),l(oe,tl),b(Ze,tl,null),l(x,fa),l(x,ll),l(ll,ca),p(e,pr,n),p(e,at,n),l(at,ma),p(e,fr,n),b(Fe,e,n),p(e,cr,n),p(e,R,n),l(R,rl),l(rl,ua),l(R,da),l(R,ol),l(ol,ha),l(R,ba),p(e,mr,n),p(e,B,n),l(B,ae),l(ae,al),b(je,al,null),l(B,va),l(B,sl),l(sl,_a),p(e,ur,n),p(e,st,n),l(st,ya),p(e,dr,n),b(Ie,e,n),p(e,hr,n),p(e,W,n),l(W,Ea),l(W,il),l(il,$a),l(W,Ma),l(W,nl),l(nl,Ua),l(W,wa),p(e,br,n),b(Ae,e,n),p(e,vr,n),p(e,it,n),l(it,Ga),p(e,_r,n),p(e,X,n),l(X,se),l(se,pl),b(Ne,pl,null),l(X,Pa),l(X,fl),l(fl,Ta),p(e,yr,n),p(e,ie,n),l(ie,ga),l(ie,nt),l(nt,Ja),l(ie,ka),p(e,Er,n),p(e,q,n),l(q,ne),l(ne,cl),b(Ve,cl,null),l(q,Ca),l(q,xe),l(xe,Wa),l(xe,ml),l(ml,Za),l(xe,Fa),p(e,$r,n),b(pe,e,n),p(e,Mr,n),p(e,M,n),l(M,Re),l(Re,ul),l(ul,ja),l(M,Ia),l(M,dl),l(dl,Aa),l(M,Na),l(M,hl),l(hl,Va),l(M,xa),l(M,bl),l(bl,Ra),l(M,Ba),l(M,vl),l(vl,Xa),l(M,qa),p(e,Ur,n),p(e,pt,n),l(pt,ft),p(e,wr,n),p(e,Z,n),l(Z,Ya),l(Z,Be),l(Be,Sa),l(Z,Oa),l(Z,Xe),l(Xe,Qa),l(Z,Da),p(e,Gr,n),p(e,ct,n),l(ct,mt),p(e,Pr,n),p(e,fe,n),l(fe,Ha),l(fe,ut),l(ut,za),l(fe,La),p(e,Tr,n),p(e,Y,n),l(Y,ce),l(ce,_l),b(qe,_l,null),l(Y,Ka),l(Y,yl),l(yl,es),p(e,gr,n),p(e,F,n),l(F,me),l(me,El),l(El,ts),l(me,ls),l(me,$l),l($l,rs),l(me,os),l(F,as),l(F,ue),l(ue,ss),l(ue,Ml),l(Ml,is),l(ue,ns),l(ue,Ul),l(Ul,ps),l(F,fs),l(F,Ye),l(Ye,wl),l(wl,cs),l(Ye,ms),l(Ye,Gl),l(Gl,us),p(e,Jr,n),p(e,S,n),l(S,de),l(de,Pl),b(Se,Pl,null),l(S,ds),l(S,Tl),l(Tl,hs),p(e,kr,n),p(e,dt,n),l(dt,bs),p(e,Cr,n),b(Oe,e,n),p(e,Wr,n),p(e,ht,n),l(ht,vs),p(e,Zr,n),p(e,he,n),l(he,U),l(U,gl),l(gl,_s),l(U,ys),l(U,Jl),l(Jl,Es),l(U,$s),l(U,kl),l(kl,Ms),l(U,Us),l(U,Cl),l(Cl,ws),l(U,Gs),l(U,Wl),l(Wl,Ps),l(U,Ts),l(he,gs),l(he,Zl),l(Zl,Js),p(e,Fr,n),p(e,bt,n),l(bt,ks),p(e,jr,n),b(Qe,e,n),p(e,Ir,n),p(e,O,n),l(O,be),l(be,Fl),b(De,Fl,null),l(O,Cs),l(O,jl),l(jl,Ws),p(e,Ar,n),p(e,vt,n),l(vt,Zs),p(e,Nr,n),b(He,e,n),p(e,Vr,n),p(e,j,n),l(j,Fs),l(j,Il),l(Il,js),l(j,Is),l(j,Al),l(Al,As),l(j,Ns),p(e,xr,n),b(ze,e,n),p(e,Rr,n),p(e,_t,n),l(_t,Vs),p(e,Br,n),p(e,Q,n),l(Q,ve),l(ve,Nl),b(Le,Nl,null),l(Q,xs),l(Q,Vl),l(Vl,Rs),p(e,Xr,n),p(e,yt,n),l(yt,Bs),p(e,qr,n),p(e,Et,n),l(Et,Ke),l(Ke,$t),p(e,Yr,n),p(e,Mt,n),l(Mt,Xs),p(e,Sr,n),p(e,Ut,n),l(Ut,et),l(et,wt),Or=!0},p(e,[n]){const tt={};n&2&&(tt.$$scope={dirty:n,ctx:e}),K.$set(tt);const xl={};n&2&&(xl.$$scope={dirty:n,ctx:e}),pe.$set(xl)},i(e){Or||(v(_e.$$.fragment,e),v(ye.$$.fragment,e),v(Ge.$$.fragment,e),v(Te.$$.fragment,e),v(Je.$$.fragment,e),v(K.$$.fragment,e),v(We.$$.fragment,e),v(Ze.$$.fragment,e),v(Fe.$$.fragment,e),v(je.$$.fragment,e),v(Ie.$$.fragment,e),v(Ae.$$.fragment,e),v(Ne.$$.fragment,e),v(Ve.$$.fragment,e),v(pe.$$.fragment,e),v(qe.$$.fragment,e),v(Se.$$.fragment,e),v(Oe.$$.fragment,e),v(Qe.$$.fragment,e),v(De.$$.fragment,e),v(He.$$.fragment,e),v(ze.$$.fragment,e),v(Le.$$.fragment,e),Or=!0)},o(e){_(_e.$$.fragment,e),_(ye.$$.fragment,e),_(Ge.$$.fragment,e),_(Te.$$.fragment,e),_(Je.$$.fragment,e),_(K.$$.fragment,e),_(We.$$.fragment,e),_(Ze.$$.fragment,e),_(Fe.$$.fragment,e),_(je.$$.fragment,e),_(Ie.$$.fragment,e),_(Ae.$$.fragment,e),_(Ne.$$.fragment,e),_(Ve.$$.fragment,e),_(pe.$$.fragment,e),_(qe.$$.fragment,e),_(Se.$$.fragment,e),_(Oe.$$.fragment,e),_(Qe.$$.fragment,e),_(De.$$.fragment,e),_(He.$$.fragment,e),_(ze.$$.fragment,e),_(Le.$$.fragment,e),Or=!1},d(e){t(u),e&&t(w),e&&t(E),y(_e),e&&t(Ql),e&&t(g),e&&t(Dl),e&&t(I),y(ye),e&&t(Hl),e&&t(J),e&&t(zl),e&&t(k),e&&t(Ll),e&&t(A),e&&t(Kl),y(Ge,e),e&&t(er),e&&t(Pe),e&&t(tr),y(Te,e),e&&t(lr),e&&t(z),e&&t(rr),e&&t(N),y(Je),e&&t(or),e&&t(Ce),e&&t(ar),y(K,e),e&&t(sr),e&&t(V),y(We),e&&t(ir),e&&t(C),e&&t(nr),e&&t(x),y(Ze),e&&t(pr),e&&t(at),e&&t(fr),y(Fe,e),e&&t(cr),e&&t(R),e&&t(mr),e&&t(B),y(je),e&&t(ur),e&&t(st),e&&t(dr),y(Ie,e),e&&t(hr),e&&t(W),e&&t(br),y(Ae,e),e&&t(vr),e&&t(it),e&&t(_r),e&&t(X),y(Ne),e&&t(yr),e&&t(ie),e&&t(Er),e&&t(q),y(Ve),e&&t($r),y(pe,e),e&&t(Mr),e&&t(M),e&&t(Ur),e&&t(pt),e&&t(wr),e&&t(Z),e&&t(Gr),e&&t(ct),e&&t(Pr),e&&t(fe),e&&t(Tr),e&&t(Y),y(qe),e&&t(gr),e&&t(F),e&&t(Jr),e&&t(S),y(Se),e&&t(kr),e&&t(dt),e&&t(Cr),y(Oe,e),e&&t(Wr),e&&t(ht),e&&t(Zr),e&&t(he),e&&t(Fr),e&&t(bt),e&&t(jr),y(Qe,e),e&&t(Ir),e&&t(O),y(De),e&&t(Ar),e&&t(vt),e&&t(Nr),y(He,e),e&&t(Vr),e&&t(j),e&&t(xr),y(ze,e),e&&t(Rr),e&&t(_t),e&&t(Br),e&&t(Q),y(Le),e&&t(Xr),e&&t(yt),e&&t(qr),e&&t(Et),e&&t(Yr),e&&t(Mt),e&&t(Sr),e&&t(Ut)}}}const Kn={local:"efficient-inference-on-a-single-gpu",sections:[{local:"better-transformer-pytorchnative-transformer-fastpath",title:"Better Transformer: PyTorch \uB124\uC774\uD2F0\uBE0C Transformer \uD328\uC2A4\uD2B8\uD328\uC2A4 "},{local:"bitsandbytes-integration-for-fp4-mixedprecision-inference",sections:[{local:"requirements-for-fp4-mixedprecision-inference",title:"\uC694\uAD6C \uC0AC\uD56D "},{local:"running-fp4-models-single-gpu-setup-quickstart",title:"FP4 \uBAA8\uB378 \uC2E4\uD589 - \uB2E8\uC77C GPU \uC124\uC815 - \uBE60\uB978 \uC2DC\uC791 "},{local:"running-fp4-models-multi-gpu-setup",title:"FP4 \uBAA8\uB378 \uC2E4\uD589 - \uB2E4\uC911 GPU \uC124\uC815 "},{local:"advanced-usage",title:"\uACE0\uAE09 \uC0AC\uC6A9\uBC95 "}],title:"FP4 \uD63C\uD569 \uC815\uBC00\uB3C4 \uCD94\uB860\uC744 \uC704\uD55C `bitsandbytes` \uD1B5\uD569 "},{local:"bitsandbytes-integration-for-int8-mixedprecision-matrix-decomposition",sections:[{local:"requirements-for-int8-mixedprecision-matrix-decomposition",title:"\uC694\uAD6C \uC0AC\uD56D "},{local:"running-mixedint8-models-single-gpu-setup",title:"\uD63C\uD569 Int8 \uBAA8\uB378 \uC2E4\uD589 - \uB2E8\uC77C GPU \uC124\uC815 "},{local:"running-mixedint8-models-multi-gpu-setup",title:"\uD63C\uD569 Int8 \uBAA8\uB378 \uC2E4\uD589 - \uB2E4\uC911 GPU \uC124\uC815 "},{local:"colab-demos",title:"Colab \uB370\uBAA8 "}],title:"Int8 \uD63C\uD569 \uC815\uBC00\uB3C4 \uD589\uB82C \uBD84\uD574\uB97C \uC704\uD55C `bitsandbytes` \uD1B5\uD569 "}],title:"\uB2E8\uC77C GPU\uC5D0\uC11C \uD6A8\uC728\uC801\uC778 \uCD94\uB860 "};function ep(lt){return Dn(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class ap extends Yn{constructor(u){super();Sn(this,u,ep,Ln,On,{})}}export{ap as default,Kn as metadata};
