Skip to content

Commit 1d16309

Browse files
authored
llama : remove "first token must be BOS" restriction (ggml-org#2153)
1 parent db4047a commit 1d16309

File tree

1 file changed

+0
-6
lines changed

1 file changed

+0
-6
lines changed

llama.cpp

-6
Original file line numberDiff line numberDiff line change
@@ -1291,12 +1291,6 @@ static bool llama_eval_internal(
12911291

12921292
LLAMA_ASSERT((!tokens && embd) || (tokens && !embd));
12931293

1294-
// enforce that the first token is BOS
1295-
if (tokens && n_past == 0 && tokens[0] != llama_token_bos()) {
1296-
fprintf(stderr, "%s: first token must be BOS\n", __func__);
1297-
return false;
1298-
}
1299-
13001294
const int64_t t_start_us = ggml_time_us();
13011295

13021296
const int N = n_tokens;

0 commit comments

Comments
 (0)