examples : allow extracting embeddings from decoder contexts (#13797)
ggml-ci
This commit is contained in:
parent
22229314fc
commit
79c137f776
4 changed files with 10 additions and 16 deletions
|
@ -852,7 +852,7 @@ int llama_context::encode(llama_batch & inp_batch) {
|
|||
|
||||
int llama_context::decode(llama_batch & inp_batch) {
|
||||
if (!memory) {
|
||||
LLAMA_LOG_WARN("%s: cannot decode batches with this context (use llama_encode() instead)\n", __func__);
|
||||
LLAMA_LOG_DEBUG("%s: cannot decode batches with this context (calling encode() instead)\n", __func__);
|
||||
return encode(inp_batch);
|
||||
}
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue