feat: first cut at actual token generation and model loading
This commit is contained in:
@@ -170,6 +170,10 @@ impl Gguf {
|
||||
self.map.len() as u64
|
||||
}
|
||||
|
||||
pub(super) fn map_ptr(&self) -> *const u8 {
|
||||
self.map.as_ptr()
|
||||
}
|
||||
|
||||
pub(super) fn tensor(&self, name: &str) -> Result<&Tensor, String> {
|
||||
self.tensors
|
||||
.get(name)
|
||||
|
||||
Reference in New Issue
Block a user