thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Working initial base

Browse source
This commit is contained in:
Alejandro Saucedo 2021-02-25 08:15:44 +00:00
parent f35a62ee9d
commit 3f1288271d
7 changed files with 65 additions and 31 deletions
Download patch file Download diff file Expand all files Collapse all files

8
src/Manager.cpp
View file

@ -4,6 +4,8 @@
#include "kompute/Manager.hpp"
#include "kompute/operations/OpAlgoDispatch.hpp"
namespace kp {
#if DEBUG
@ -76,7 +78,7 @@ Manager::~Manager()
algorithm->freeMemoryDestroyGPUResources();
}
}
this->mManagedTensors.clear();
this->mManagedAlgorithms.clear();
}
if (this->mManagedTensors.size()) {
@ -324,7 +326,6 @@ Manager::tensor(
return tensor;
}
std::shared_ptr<Algorithm>
Manager::algorithm(
const std::vector<std::shared_ptr<Tensor>>& tensors,
@ -352,8 +353,7 @@ Manager::algorithm(
std::shared_ptr<Sequence>
Manager::sequence(uint32_t queueIndex)
{
KP_LOG_DEBUG("Kompute Manager sequence() with sequenceName: {} "
"and queueIndex: {}",
KP_LOG_DEBUG("Kompute Manager sequence() with queueIndex: {}",
queueIndex);
std::shared_ptr<Sequence> sq{