We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
forward
HiddenAct
match
1 parent 662d154 commit 4f4958fCopy full SHA for 4f4958f
backends/candle/src/models/flash_qwen3.rs
@@ -214,11 +214,7 @@ impl Qwen3MLP {
214
let gate_states = gate_up_states.narrow(1, 0, self.intermediate_size)?;
215
let up_states = gate_up_states.narrow(1, self.intermediate_size, self.intermediate_size)?;
216
217
- let gate_states = match self.act {
218
- HiddenAct::Gelu => gate_states.gelu(),
219
- HiddenAct::Relu => gate_states.relu(),
220
- HiddenAct::Swiglu => gate_states.silu(),
221
- }?;
+ let gate_states = self.act.forward(&gate_states)?;
222
let r = self.down_proj.forward(&(gate_states * up_states)?);
223
r
224
}
0 commit comments