thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Removed persistent anonymous sequences

Browse source
This commit is contained in:
Alejandro Saucedo 2021-02-08 19:39:58 +00:00
parent 984709a4e7
commit f62e353f4a
2 changed files with 4 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

9
src/include/kompute/Manager.hpp
View file

@ -126,8 +126,7 @@ class Manager
SPDLOG_DEBUG("Kompute Manager evalOp Default triggered");
this->mCurrentSequenceIndex++;
this->evalOp<T>(tensors,
KP_DEFAULT_SESSION +
std::to_string(this->mCurrentSequenceIndex),
KP_DEFAULT_SESSION,
std::forward<TArgs>(params)...);
}
@ -179,8 +178,7 @@ class Manager
SPDLOG_DEBUG("Kompute Manager evalOpAsyncDefault triggered");
this->mCurrentSequenceIndex++;
this->evalOpAsync<T>(tensors,
KP_DEFAULT_SESSION +
std::to_string(this->mCurrentSequenceIndex),
KP_DEFAULT_SESSION,
std::forward<TArgs>(params)...);
}
@ -222,8 +220,7 @@ class Manager
void evalOpAwaitDefault(uint64_t waitFor = UINT64_MAX)
{
SPDLOG_DEBUG("Kompute Manager evalOpAwaitDefault triggered");
this->evalOpAwait(KP_DEFAULT_SESSION +
std::to_string(this->mCurrentSequenceIndex),
this->evalOpAwait(KP_DEFAULT_SESSION,
waitFor);
}