更改

<math>

<math>

\begin{aligned}

\begin{aligned}

{EI} &=\frac{1}{N}\sum_{i=1}^ND_{KL}[W_i||\langle \bar{W_i}\rangle] \\  

{EI} &=\frac{1}{N}\sum_{i=1}^ND_{KL}[W_i||\bar{W_i}] \\  

&= \frac{1}{N}\sum_{i=1}^N\sum_{j=1}^Nw_{ij}\log_2(w_{ij})-\frac{1}{N}\sum_{i=1}^N\sum_{j=1}^Nw_{ij}\log_2(W_j) \\  

&= \frac{1}{N}\sum_{i=1}^N\sum_{j=1}^Nw_{ij}\log_2(w_{ij})-\frac{1}{N}\sum_{i=1}^N\sum_{j=1}^Nw_{ij}\log_2(W_j) \\  

&=\underbrace{-\langle H(W_i^{out})\rangle}_{确定性项}+\underbrace{H(\langle W_i^{out}\rangle)}_{非简并性项}

&=\underbrace{-\langle H(W_i^{out})\rangle}_{确定性项}+\underbrace{H(\langle W_i^{out}\rangle)}_{非简并性项}