We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent a7ba858 commit 76b1d2cCopy full SHA for 76b1d2c
llama_cpp/llama.py
@@ -1291,19 +1291,16 @@ def load_state(self, state: LlamaState) -> None:
1291
if llama_cpp.llama_set_state_data(self.ctx, state.llama_state) != state_size:
1292
raise RuntimeError("Failed to set llama state data")
1293
1294
- @property
1295
def n_ctx(self) -> int:
1296
"""Return the context window size."""
1297
assert self.ctx is not None
1298
return llama_cpp.llama_n_ctx(self.ctx)
1299
1300
1301
def n_embd(self) -> int:
1302
"""Return the embedding size."""
1303
1304
return llama_cpp.llama_n_embd(self.ctx)
1305
1306
1307
def n_vocab(self) -> int:
1308
"""Return the vocabulary size."""
1309
0 commit comments