thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Added evalOpAwait and evalOpAsync into the manager

Browse source
This commit is contained in:
Alejandro Saucedo 2020-10-15 07:16:01 +01:00
parent 8ec486b4ab
commit 33df1dec4e
1 changed files with 8 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

14
src/include/kompute/Manager.hpp
View file

@ -143,14 +143,16 @@ class Manager
void evalOpAwait(std::string sequenceName, uint64_t waitFor = UINT64_MAX)
{
SPDLOG_DEBUG("Kompute Manager evalOpAwait triggered");
std::weak_ptr<Sequence> sqWeakPtr =
this->getOrCreateManagedSequence(sequenceName);
std::unordered_map<std::string, std::shared_ptr<Sequence>>::iterator found =
this->mManagedSequences.find(sequenceName);
if (std::shared_ptr<kp::Sequence> sq = sqWeakPtr.lock()) {
SPDLOG_DEBUG("Kompute Manager evalOpAwait running sequence EVAL AWAIT");
sq->evalAwait(waitFor);
if (found == this->mManagedSequences.end()) {
if (std::shared_ptr<kp::Sequence> sq = found->second) {
SPDLOG_DEBUG("Kompute Manager evalOpAwait running sequence Sequence EVAL AWAIT");
sq->evalAwait(waitFor);
}
SPDLOG_DEBUG("Kompute Manager evalOpAwait running sequence SUCCESS");
}
SPDLOG_DEBUG("Kompute Manager evalOpAwait running sequence SUCCESS");
}
/**