import{S as je,i as qe,s as He,e as a,k as p,w as Je,t as s,M as ze,c as l,d as r,m as v,a as o,x as Fe,h as n,b as i,G as e,g as u,y as Qe,L as Ve,q as We,o as Xe,B as Ye,v as Ze}from"../chunks/vendor-hf-doc-builder.js";import{I as et}from"../chunks/IconCopyLink-hf-doc-builder.js";function tt(Re){let E,O,m,_,N,g,X,U,Y,K,A,Z,j,f,C,ee,d,te,re,I,ae,P,le,oe,$,se,x,ne,ie,k,he,B,fe,q,T,pe,w,ve,ue,H,c,D,ce,Ee,S,me,_e,L,Te,R,be,ye,J,b,ge,G,de,Pe,z;return g=new et({}),{c(){E=a("meta"),O=p(),m=a("h1"),_=a("a"),N=a("span"),Je(g.$$.fragment),X=p(),U=a("span"),Y=s("BERTology"),K=p(),A=a("p"),Z=s(`BERT\uC640 \uAC19\uC740 \uB300\uADDC\uBAA8 \uD2B8\uB79C\uC2A4\uD3EC\uBA38\uC758 \uB0B4\uBD80 \uB3D9\uC791\uC744 \uC870\uC0AC\uD558\uB294 \uC5F0\uAD6C \uBD84\uC57C\uAC00 \uC810\uC810 \uB354 \uC911\uC694\uD574\uC9C0\uACE0 \uC788\uC2B5\uB2C8\uB2E4.
\uD639\uC790\uB294 \u201CBERTology\u201D\uB77C \uCE6D\uD558\uAE30\uB3C4 \uD569\uB2C8\uB2E4. \uC774 \uBD84\uC57C\uC758 \uC88B\uC740 \uC608\uC2DC\uB294 \uB2E4\uC74C\uACFC \uAC19\uC2B5\uB2C8\uB2E4:`),j=p(),f=a("ul"),C=a("li"),ee=s(`BERT\uB294 \uACE0\uC804\uC801\uC778 NLP \uD30C\uC774\uD504\uB77C\uC778\uC758 \uC7AC\uBC1C\uACAC - Ian Tenney, Dipanjan Das, Ellie Pavlick:
`),d=a("a"),te=s("https://arxiv.org/abs/1905.05950"),re=p(),I=a("li"),ae=s(`16\uAC1C\uC758 \uD5E4\uB4DC\uAC00 \uC815\uB9D0\uB85C 1\uAC1C\uBCF4\uB2E4 \uB098\uC740\uAC00? - Paul Michel, Omer Levy, Graham Neubig:
`),P=a("a"),le=s("https://arxiv.org/abs/1905.10650"),oe=p(),$=a("li"),se=s(`BERT\uB294 \uBB34\uC5C7\uC744 \uBCF4\uB294\uAC00? BERT\uC758 \uC5B4\uD150\uC158 \uBD84\uC11D - Kevin Clark, Urvashi Khandelwal, Omer Levy, Christopher D. Manning:
`),x=a("a"),ne=s("https://arxiv.org/abs/1906.04341"),ie=p(),k=a("li"),he=s(`CAT-probing: \uD504\uB85C\uADF8\uB798\uBC0D \uC5B8\uC5B4\uC5D0 \uB300\uD574 \uC0AC\uC804\uD6C8\uB828\uB41C \uBAA8\uB378\uC774 \uC5B4\uB5BB\uAC8C \uCF54\uB4DC \uAD6C\uC870\uB97C \uBCF4\uB294\uC9C0 \uC54C\uC544\uBCF4\uAE30 \uC704\uD55C \uBA54\uD2B8\uB9AD \uAE30\uBC18 \uC811\uADFC \uBC29\uBC95:
`),B=a("a"),fe=s("https://arxiv.org/abs/2210.04633"),q=p(),T=a("p"),pe=s(`\uC6B0\uB9AC\uB294 \uC774 \uC0C8\uB85C\uC6B4 \uC5F0\uAD6C \uBD84\uC57C\uC758 \uBC1C\uC804\uC744 \uB3D5\uAE30 \uC704\uD574, BERT/GPT/GPT-2 \uBAA8\uB378\uC5D0 \uB0B4\uBD80 \uD45C\uD604\uC744 \uC0B4\uD3B4\uBCFC \uC218 \uC788\uB294 \uBA87 \uAC00\uC9C0 \uAE30\uB2A5\uC744 \uCD94\uAC00\uD588\uC2B5\uB2C8\uB2E4.
\uC774 \uAE30\uB2A5\uB4E4\uC740 \uC8FC\uB85C Paul Michel\uC758 \uD6CC\uB96D\uD55C \uC791\uC5C5\uC744 \uCC38\uACE0\uD558\uC5EC \uAC1C\uBC1C\uB418\uC5C8\uC2B5\uB2C8\uB2E4
(`),w=a("a"),ve=s("https://arxiv.org/abs/1905.10650"),ue=s("):"),H=p(),c=a("ul"),D=a("li"),ce=s("BERT/GPT/GPT-2\uC758 \uBAA8\uB4E0 \uC740\uB2C9 \uC0C1\uD0DC\uC5D0 \uC811\uADFC\uD558\uAE30,"),Ee=p(),S=a("li"),me=s("BERT/GPT/GPT-2\uC758 \uAC01 \uD5E4\uB4DC\uC758 \uBAA8\uB4E0 \uC5B4\uD150\uC158 \uAC00\uC911\uCE58\uC5D0 \uC811\uADFC\uD558\uAE30,"),_e=p(),L=a("li"),Te=s("\uD5E4\uB4DC\uC758 \uCD9C\uB825 \uAC12\uACFC \uADF8\uB798\uB514\uC5B8\uD2B8\uB97C \uAC80\uC0C9\uD558\uC5EC \uD5E4\uB4DC \uC911\uC694\uB3C4 \uC810\uC218\uB97C \uACC4\uC0B0\uD558\uACE0 "),R=a("a"),be=s("https://arxiv.org/abs/1905.10650\uC5D0\uC11C"),ye=s(" \uC124\uBA85\uB41C \uB300\uB85C \uD5E4\uB4DC\uB97C \uC81C\uAC70\uD558\uB294 \uAE30\uB2A5\uC744 \uC81C\uACF5\uD569\uB2C8\uB2E4."),J=p(),b=a("p"),ge=s("\uC774\uB7EC\uD55C \uAE30\uB2A5\uB4E4\uC744 \uC774\uD574\uD558\uACE0 \uC9C1\uC811 \uC0AC\uC6A9\uD574\uBCFC \uC218 \uC788\uB3C4\uB85D "),G=a("a"),de=s("bertology.py"),Pe=s(" \uC608\uC81C \uC2A4\uD06C\uB9BD\uD2B8\uB97C \uCD94\uAC00\uD588\uC2B5\uB2C8\uB2E4. \uC774 \uC608\uC81C \uC2A4\uD06C\uB9BD\uD2B8\uC5D0\uC11C\uB294 GLUE\uC5D0 \uB300\uD574 \uC0AC\uC804\uD6C8\uB828\uB41C \uBAA8\uB378\uC5D0\uC11C \uC815\uBCF4\uB97C \uCD94\uCD9C\uD558\uACE0 \uBAA8\uB378\uC744 \uAC00\uC9C0\uCE58\uAE30(prune)\uD574\uBD05\uB2C8\uB2E4."),this.h()},l(t){const h=ze('[data-svelte="svelte-1phssyn"]',document.head);E=l(h,"META",{name:!0,content:!0}),h.forEach(r),O=v(t),m=l(t,"H1",{class:!0});var F=o(m);_=l(F,"A",{id:!0,class:!0,href:!0});var Ge=o(_);N=l(Ge,"SPAN",{});var Ae=o(N);Fe(g.$$.fragment,Ae),Ae.forEach(r),Ge.forEach(r),X=v(F),U=l(F,"SPAN",{});var Ce=o(U);Y=n(Ce,"BERTology"),Ce.forEach(r),F.forEach(r),K=v(t),A=l(t,"P",{});var Ie=o(A);Z=n(Ie,`BERT\uC640 \uAC19\uC740 \uB300\uADDC\uBAA8 \uD2B8\uB79C\uC2A4\uD3EC\uBA38\uC758 \uB0B4\uBD80 \uB3D9\uC791\uC744 \uC870\uC0AC\uD558\uB294 \uC5F0\uAD6C \uBD84\uC57C\uAC00 \uC810\uC810 \uB354 \uC911\uC694\uD574\uC9C0\uACE0 \uC788\uC2B5\uB2C8\uB2E4.
\uD639\uC790\uB294 \u201CBERTology\u201D\uB77C \uCE6D\uD558\uAE30\uB3C4 \uD569\uB2C8\uB2E4. \uC774 \uBD84\uC57C\uC758 \uC88B\uC740 \uC608\uC2DC\uB294 \uB2E4\uC74C\uACFC \uAC19\uC2B5\uB2C8\uB2E4:`),Ie.forEach(r),j=v(t),f=l(t,"UL",{});var y=o(f);C=l(y,"LI",{});var xe=o(C);ee=n(xe,`BERT\uB294 \uACE0\uC804\uC801\uC778 NLP \uD30C\uC774\uD504\uB77C\uC778\uC758 \uC7AC\uBC1C\uACAC - Ian Tenney, Dipanjan Das, Ellie Pavlick:
`),d=l(xe,"A",{href:!0,rel:!0});var $e=o(d);te=n($e,"https://arxiv.org/abs/1905.05950"),$e.forEach(r),xe.forEach(r),re=v(y),I=l(y,"LI",{});var Be=o(I);ae=n(Be,`16\uAC1C\uC758 \uD5E4\uB4DC\uAC00 \uC815\uB9D0\uB85C 1\uAC1C\uBCF4\uB2E4 \uB098\uC740\uAC00? - Paul Michel, Omer Levy, Graham Neubig:
`),P=l(Be,"A",{href:!0,rel:!0});var ke=o(P);le=n(ke,"https://arxiv.org/abs/1905.10650"),ke.forEach(r),Be.forEach(r),oe=v(y),$=l(y,"LI",{});var we=o($);se=n(we,`BERT\uB294 \uBB34\uC5C7\uC744 \uBCF4\uB294\uAC00? BERT\uC758 \uC5B4\uD150\uC158 \uBD84\uC11D - Kevin Clark, Urvashi Khandelwal, Omer Levy, Christopher D. Manning:
`),x=l(we,"A",{href:!0,rel:!0});var Me=o(x);ne=n(Me,"https://arxiv.org/abs/1906.04341"),Me.forEach(r),we.forEach(r),ie=v(y),k=l(y,"LI",{});var Le=o(k);he=n(Le,`CAT-probing: \uD504\uB85C\uADF8\uB798\uBC0D \uC5B8\uC5B4\uC5D0 \uB300\uD574 \uC0AC\uC804\uD6C8\uB828\uB41C \uBAA8\uB378\uC774 \uC5B4\uB5BB\uAC8C \uCF54\uB4DC \uAD6C\uC870\uB97C \uBCF4\uB294\uC9C0 \uC54C\uC544\uBCF4\uAE30 \uC704\uD55C \uBA54\uD2B8\uB9AD \uAE30\uBC18 \uC811\uADFC \uBC29\uBC95:
`),B=l(Le,"A",{href:!0,rel:!0});var Ne=o(B);fe=n(Ne,"https://arxiv.org/abs/2210.04633"),Ne.forEach(r),Le.forEach(r),y.forEach(r),q=v(t),T=l(t,"P",{});var Q=o(T);pe=n(Q,`\uC6B0\uB9AC\uB294 \uC774 \uC0C8\uB85C\uC6B4 \uC5F0\uAD6C \uBD84\uC57C\uC758 \uBC1C\uC804\uC744 \uB3D5\uAE30 \uC704\uD574, BERT/GPT/GPT-2 \uBAA8\uB378\uC5D0 \uB0B4\uBD80 \uD45C\uD604\uC744 \uC0B4\uD3B4\uBCFC \uC218 \uC788\uB294 \uBA87 \uAC00\uC9C0 \uAE30\uB2A5\uC744 \uCD94\uAC00\uD588\uC2B5\uB2C8\uB2E4.
\uC774 \uAE30\uB2A5\uB4E4\uC740 \uC8FC\uB85C Paul Michel\uC758 \uD6CC\uB96D\uD55C \uC791\uC5C5\uC744 \uCC38\uACE0\uD558\uC5EC \uAC1C\uBC1C\uB418\uC5C8\uC2B5\uB2C8\uB2E4
(`),w=l(Q,"A",{href:!0,rel:!0});var Ue=o(w);ve=n(Ue,"https://arxiv.org/abs/1905.10650"),Ue.forEach(r),ue=n(Q,"):"),Q.forEach(r),H=v(t),c=l(t,"UL",{});var M=o(c);D=l(M,"LI",{});var De=o(D);ce=n(De,"BERT/GPT/GPT-2\uC758 \uBAA8\uB4E0 \uC740\uB2C9 \uC0C1\uD0DC\uC5D0 \uC811\uADFC\uD558\uAE30,"),De.forEach(r),Ee=v(M),S=l(M,"LI",{});var Se=o(S);me=n(Se,"BERT/GPT/GPT-2\uC758 \uAC01 \uD5E4\uB4DC\uC758 \uBAA8\uB4E0 \uC5B4\uD150\uC158 \uAC00\uC911\uCE58\uC5D0 \uC811\uADFC\uD558\uAE30,"),Se.forEach(r),_e=v(M),L=l(M,"LI",{});var V=o(L);Te=n(V,"\uD5E4\uB4DC\uC758 \uCD9C\uB825 \uAC12\uACFC \uADF8\uB798\uB514\uC5B8\uD2B8\uB97C \uAC80\uC0C9\uD558\uC5EC \uD5E4\uB4DC \uC911\uC694\uB3C4 \uC810\uC218\uB97C \uACC4\uC0B0\uD558\uACE0 "),R=l(V,"A",{href:!0,rel:!0});var Oe=o(R);be=n(Oe,"https://arxiv.org/abs/1905.10650\uC5D0\uC11C"),Oe.forEach(r),ye=n(V," \uC124\uBA85\uB41C \uB300\uB85C \uD5E4\uB4DC\uB97C \uC81C\uAC70\uD558\uB294 \uAE30\uB2A5\uC744 \uC81C\uACF5\uD569\uB2C8\uB2E4."),V.forEach(r),M.forEach(r),J=v(t),b=l(t,"P",{});var W=o(b);ge=n(W,"\uC774\uB7EC\uD55C \uAE30\uB2A5\uB4E4\uC744 \uC774\uD574\uD558\uACE0 \uC9C1\uC811 \uC0AC\uC6A9\uD574\uBCFC \uC218 \uC788\uB3C4\uB85D "),G=l(W,"A",{href:!0,rel:!0});var Ke=o(G);de=n(Ke,"bertology.py"),Ke.forEach(r),Pe=n(W," \uC608\uC81C \uC2A4\uD06C\uB9BD\uD2B8\uB97C \uCD94\uAC00\uD588\uC2B5\uB2C8\uB2E4. \uC774 \uC608\uC81C \uC2A4\uD06C\uB9BD\uD2B8\uC5D0\uC11C\uB294 GLUE\uC5D0 \uB300\uD574 \uC0AC\uC804\uD6C8\uB828\uB41C \uBAA8\uB378\uC5D0\uC11C \uC815\uBCF4\uB97C \uCD94\uCD9C\uD558\uACE0 \uBAA8\uB378\uC744 \uAC00\uC9C0\uCE58\uAE30(prune)\uD574\uBD05\uB2C8\uB2E4."),W.forEach(r),this.h()},h(){i(E,"name","hf:doc:metadata"),i(E,"content",JSON.stringify(rt)),i(_,"id","bertology"),i(_,"class","header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full"),i(_,"href","#bertology"),i(m,"class","relative group"),i(d,"href","https://arxiv.org/abs/1905.05950"),i(d,"rel","nofollow"),i(P,"href","https://arxiv.org/abs/1905.10650"),i(P,"rel","nofollow"),i(x,"href","https://arxiv.org/abs/1906.04341"),i(x,"rel","nofollow"),i(B,"href","https://arxiv.org/abs/2210.04633"),i(B,"rel","nofollow"),i(w,"href","https://arxiv.org/abs/1905.10650"),i(w,"rel","nofollow"),i(R,"href","https://arxiv.org/abs/1905.10650%EC%97%90%EC%84%9C"),i(R,"rel","nofollow"),i(G,"href","https://github.com/huggingface/transformers/tree/main/examples/research_projects/bertology/run_bertology.py"),i(G,"rel","nofollow")},m(t,h){e(document.head,E),u(t,O,h),u(t,m,h),e(m,_),e(_,N),Qe(g,N,null),e(m,X),e(m,U),e(U,Y),u(t,K,h),u(t,A,h),e(A,Z),u(t,j,h),u(t,f,h),e(f,C),e(C,ee),e(C,d),e(d,te),e(f,re),e(f,I),e(I,ae),e(I,P),e(P,le),e(f,oe),e(f,$),e($,se),e($,x),e(x,ne),e(f,ie),e(f,k),e(k,he),e(k,B),e(B,fe),u(t,q,h),u(t,T,h),e(T,pe),e(T,w),e(w,ve),e(T,ue),u(t,H,h),u(t,c,h),e(c,D),e(D,ce),e(c,Ee),e(c,S),e(S,me),e(c,_e),e(c,L),e(L,Te),e(L,R),e(R,be),e(L,ye),u(t,J,h),u(t,b,h),e(b,ge),e(b,G),e(G,de),e(b,Pe),z=!0},p:Ve,i(t){z||(We(g.$$.fragment,t),z=!0)},o(t){Xe(g.$$.fragment,t),z=!1},d(t){r(E),t&&r(O),t&&r(m),Ye(g),t&&r(K),t&&r(A),t&&r(j),t&&r(f),t&&r(q),t&&r(T),t&&r(H),t&&r(c),t&&r(J),t&&r(b)}}}const rt={local:"bertology",title:"BERTology"};function at(Re){return Ze(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class st extends je{constructor(E){super();qe(this,E,at,tt,He,{})}}export{st as default,rt as metadata};
