seems ok

okdshin · okdshin · commit ca8f698638e1 · 2023-12-18T16:33:29.000+09:00
diff --git a/llama.cpp b/llama.cpp
@@ -5537,8 +5537,8 @@ struct llm_build_context {
             llm_build_k_shift(ctx0, hparams, cparams, kv_self, gf, LLM_ROPE, n_ctx, n_embd_head, freq_base, freq_scale, cb);
         }
 
-        //for (int il = 0; il < n_layer; ++il) {
-        for (int il = 0; il < 1; ++il) {
+        for (int il = 0; il < n_layer; ++il) {
+        //for (int il = 0; il < 1; ++il) {
 
             // norm
             cur = llm_build_norm(ctx0, inpL, hparams,

Original file line number	Diff line number	Diff line change
`@@ -5537,8 +5537,8 @@ struct llm_build_context {`
`5537`	`5537`	`llm_build_k_shift(ctx0, hparams, cparams, kv_self, gf, LLM_ROPE, n_ctx, n_embd_head, freq_base, freq_scale, cb);`
`5538`	`5538`	`}`
`5539`	`5539`
`5540`		`- //for (int il = 0; il < n_layer; ++il) {`
`5541`		`- for (int il = 0; il < 1; ++il) {`
	`5540`	`+ for (int il = 0; il < n_layer; ++il) {`
	`5541`	`+ //for (int il = 0; il < 1; ++il) {`
`5542`	`5542`
`5543`	`5543`	`// norm`
`5544`	`5544`	`cur = llm_build_norm(ctx0, inpL, hparams,`