ent="门控线性单位和变体"/>
    <meta name="twitter:description" content="使用门控线性单元和位置前馈网络 (FFN) 变体训练自回归变压器。"/>
    <meta name="twitter:site" content="@labmlai"/>
    <meta name="twitter:creator" content="@labmlai"/>

    <meta property="og:url" content="https://nn.labml.ai/transformers/glu_variants/experiment.html"/>
    <meta property="og:title" content="门控线性单位和变体"/>
    <meta property="og:image" content="https://avatars1.githubu