thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Sequence now exposed via shared_ptr instead of weak_ptr and memory release is done through destructor based on the isInit member variable

Browse source
This commit is contained in:
Alejandro Saucedo 2020-11-01 20:25:15 +00:00
parent b0d394a50b
commit 473031d1f3
3 changed files with 38 additions and 31 deletions
Download patch file Download diff file Expand all files Collapse all files

9
src/Manager.cpp
View file

@ -59,7 +59,10 @@ Manager::~Manager()
}
if (this->mManagedSequences.size()) {
SPDLOG_DEBUG("Releasing managed sequence");
SPDLOG_DEBUG("Kompute Manager explicitly running destructor for managed sequences");
for (const std::pair<std::string, std::shared_ptr<Sequence>> &sqPair : this->mManagedSequences) {
sqPair.second->~Sequence();
}
this->mManagedSequences.clear();
}
@ -91,7 +94,7 @@ Manager::~Manager()
}
}
std::weak_ptr<Sequence>
std::shared_ptr<Sequence>
Manager::getOrCreateManagedSequence(std::string sequenceName)
{
SPDLOG_DEBUG("Kompute Manager creating Sequence object");
@ -106,7 +109,7 @@ Manager::getOrCreateManagedSequence(std::string sequenceName)
}
}
std::weak_ptr<Sequence>
std::shared_ptr<Sequence>
Manager::createManagedSequence(std::string sequenceName, uint32_t queueIndex)
{