Shawn Tan commited on
Commit
0b903d2
·
1 Parent(s): fb9d7e3
build/torch-universal/scattermoe/layers.py CHANGED
@@ -48,5 +48,5 @@ class ScatterMoEGatedMLP(nn.Module):
48
  gates=routing_weights
49
  )
50
  layer_output = layer_output.view(bsz, length, emb_size)
51
- return layer_output, router_logits
52
 
 
48
  gates=routing_weights
49
  )
50
  layer_output = layer_output.view(bsz, length, emb_size)
51
+ return layer_output
52