parent
5dd942de59
commit
745f11fed0
6 changed files with 32 additions and 4 deletions
|
|
@ -1071,7 +1071,15 @@ bool llama_memory_recurrent_context::next() {
|
|||
}
|
||||
|
||||
bool llama_memory_recurrent_context::apply() {
|
||||
assert(status == LLAMA_MEMORY_STATUS_SUCCESS);
|
||||
assert(!llama_memory_status_is_fail(status));
|
||||
|
||||
// no ubatches -> this is an update
|
||||
if (ubatches.empty()) {
|
||||
// recurrent cache never performs updates
|
||||
assert(status == LLAMA_MEMORY_STATUS_NO_UPDATE);
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
mem->find_slot(ubatches[i_next]);
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue