Skip to content

Commit af1a096

Browse files
committed
llama : fix cur -> cur_expert
1 parent aedfad1 commit af1a096

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

Diff for: llama.cpp

+1-1
Original file line numberDiff line numberDiff line change
@@ -4269,7 +4269,7 @@ struct llm_build_context {
42694269
ggml_mul_mat_id(ctx0, ffn_gate_exp, selected_experts, i, cur))); // [n_tokens, n_embd]
42704270

42714271
cur_expert = ggml_mul_mat_id(ctx0, ffn_down_exp, selected_experts, i, cur_expert); // [n_tokens, n_embd]
4272-
cur_expert = ggml_mul(ctx0, cur,
4272+
cur_expert = ggml_mul(ctx0, cur_expert,
42734273
ggml_view_2d(ctx0, weights, 1, n_tokens, weights->nb[1], i*weights->nb[0]));
42744274

42754275
if (i == 0) {

0 commit comments

Comments
 (0)