thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

requested changes

Browse source
This commit is contained in:
alexander-g 2021-03-07 11:35:20 +01:00
parent eb47d52047
commit 6da6bca339
5 changed files with 123 additions and 62 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/Manager.cpp
View file

@ -431,7 +431,7 @@ Manager::algorithm(const std::vector<std::shared_ptr<Tensor>>& tensors,
}
std::shared_ptr<Sequence>
Manager::sequence(uint32_t queueIndex, uint32_t nrOfTimestamps)
Manager::sequence(uint32_t queueIndex, uint32_t total_timestamps)
{
KP_LOG_DEBUG("Kompute Manager sequence() with queueIndex: {}", queueIndex);
@ -440,7 +440,7 @@ Manager::sequence(uint32_t queueIndex, uint32_t nrOfTimestamps)
this->mDevice,
this->mComputeQueues[queueIndex],
this->mComputeQueueFamilyIndices[queueIndex],
nrOfTimestamps) };
total_timestamps) };
if (this->mManageResources) {
this->mManagedSequences.push_back(sq);