thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Added logic to clean memory on operations

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-27 06:27:24 +01:00
parent fbe5947a19
commit 4e2ef636c9
8 changed files with 94 additions and 35 deletions
Download patch file Download diff file Expand all files Collapse all files

14
src/Manager.cpp
View file

@ -39,6 +39,11 @@ Manager::~Manager()
return;
}
if (this->mManagedSequences.size()) {
SPDLOG_DEBUG("Releasing managed sequence");
this->mManagedSequences.clear();
}
if (this->mFreeDevice) {
spdlog::info("Destroying device");
this->mDevice->destroy();
@ -65,14 +70,17 @@ Manager::~Manager()
}
}
Sequence
Manager::constructSequence()
std::weak_ptr<Sequence>
Manager::managedSequence()
{
SPDLOG_DEBUG("Kompute Manager creating Sequence object");
return Sequence(this->mPhysicalDevice,
std::shared_ptr<Sequence> sq = std::make_shared<Sequence>(
this->mPhysicalDevice,
this->mDevice,
this->mComputeQueue,
this->mComputeQueueFamilyIndex);
this->mManagedSequences.push_back(sq);
return sq;
}
void