\begin{align}
    &\mathbf{Q} = \mathbf{Z}\mathbf{W}_{Q}, \quad \mathbf{K} = \mathbf{Z}\mathbf{W}_{K}, \quad \mathbf{V} = \mathbf{Z}\mathbf{W}_{V} \notag\\
    &\mathbf{D}_{ij} =  \left\{
        \begin{array}{ll}
            \zeta^{i-j}, & \text{if } i \geq j \\
            0, & \text{if } i \leq j 
        \end{array}
    \right. \notag\\
    &\eta(\mathbf{Z}) = \phi\left((\mathbf{Q}\mathbf{K}^{T} \odot \mathbf{D})\mathbf{V}\right).
\end{align}
