File tree Expand file tree Collapse file tree 1 file changed +18
-0
lines changed
Filter options
Expand file tree Collapse file tree 1 file changed +18
-0
lines changed
Original file line number Diff line number Diff line change @@ -1291,6 +1291,24 @@ def load_state(self, state: LlamaState) -> None:
1291
1291
if llama_cpp .llama_set_state_data (self .ctx , state .llama_state ) != state_size :
1292
1292
raise RuntimeError ("Failed to set llama state data" )
1293
1293
1294
+ @property
1295
+ def n_ctx (self ) -> int :
1296
+ """Return the context window size."""
1297
+ assert self .ctx is not None
1298
+ return llama_cpp .llama_n_ctx (self .ctx )
1299
+
1300
+ @property
1301
+ def n_embd (self ) -> int :
1302
+ """Return the embedding size."""
1303
+ assert self .ctx is not None
1304
+ return llama_cpp .llama_n_embd (self .ctx )
1305
+
1306
+ @property
1307
+ def n_vocab (self ) -> int :
1308
+ """Return the vocabulary size."""
1309
+ assert self .ctx is not None
1310
+ return llama_cpp .llama_n_vocab (self .ctx )
1311
+
1294
1312
@staticmethod
1295
1313
def token_eos () -> int :
1296
1314
"""Return the end-of-sequence token."""
You can’t perform that action at this time.
0 commit comments