llm : fix falcon norm after refactoring (#3837)

ggerganov · ggerganov · commit 523e49b11174 · 2023-11-01T23:00:50.000+02:00
diff --git a/llama.cpp b/llama.cpp
@@ -3763,7 +3763,7 @@ struct llm_build_context {
             {
                 if (model.layers[il].attn_norm_2) {
                     // Falcon-40B
-                    cur = llm_build_norm(ctx0, attn_norm, hparams,
+                    cur = llm_build_norm(ctx0, inpL, hparams,
                             model.layers[il].attn_norm_2,
                             model.layers[il].attn_norm_2_b,
                             LLM_NORM, cb, il);

Original file line number	Diff line number	Diff line change
`@@ -3763,7 +3763,7 @@ struct llm_build_context {`
`3763`	`3763`	`{`
`3764`	`3764`	`if (model.layers[il].attn_norm_2) {`
`3765`	`3765`	`// Falcon-40B`
`3766`		`- cur = llm_build_norm(ctx0, attn_norm, hparams,`
	`3766`	`+ cur = llm_build_norm(ctx0, inpL, hparams,`
`3767`	`3767`	`model.layers[il].attn_norm_2,`
`3768`	`3768`	`model.layers[il].attn_norm_2_b,`
`3769`	`3769`	`LLM_NORM, cb, il);`