Skip to content

Commit 4f4958f

Browse files
alvarobarttkozistr
andcommitted
Use forward for HiddenAct rather than match
Co-Authored-By: Hyeongchan Kim <[email protected]>
1 parent 662d154 commit 4f4958f

File tree

1 file changed

+1
-5
lines changed

1 file changed

+1
-5
lines changed

backends/candle/src/models/flash_qwen3.rs

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -214,11 +214,7 @@ impl Qwen3MLP {
214214
let gate_states = gate_up_states.narrow(1, 0, self.intermediate_size)?;
215215
let up_states = gate_up_states.narrow(1, self.intermediate_size, self.intermediate_size)?;
216216

217-
let gate_states = match self.act {
218-
HiddenAct::Gelu => gate_states.gelu(),
219-
HiddenAct::Relu => gate_states.relu(),
220-
HiddenAct::Swiglu => gate_states.silu(),
221-
}?;
217+
let gate_states = self.act.forward(&gate_states)?;
222218
let r = self.down_proj.forward(&(gate_states * up_states)?);
223219
r
224220
}

0 commit comments

Comments
 (0)