parent
e2c0b6e46a
commit
c3ee46fab4
10 changed files with 17 additions and 30 deletions
|
@ -73,8 +73,7 @@ struct llama_memory_i {
|
|||
virtual llama_memory_state_ptr init_batch(
|
||||
const llama_batch & batch,
|
||||
uint32_t n_ubatch,
|
||||
bool embd_pooled,
|
||||
bool logits_all) = 0;
|
||||
bool embd_pooled) = 0;
|
||||
|
||||
// simulate full cache, used for allocating worst-case compute buffers
|
||||
virtual llama_memory_state_ptr init_full() = 0;
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue