thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

test case

Browse source
This commit is contained in:
alexander-g 2021-03-07 14:16:50 +01:00
parent 6da6bca339
commit 259d3f1d13
4 changed files with 34 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/Manager.cpp
View file

@ -431,7 +431,7 @@ Manager::algorithm(const std::vector<std::shared_ptr<Tensor>>& tensors,
}
std::shared_ptr<Sequence>
Manager::sequence(uint32_t queueIndex, uint32_t total_timestamps)
Manager::sequence(uint32_t queueIndex, uint32_t totalTimestamps)
{
KP_LOG_DEBUG("Kompute Manager sequence() with queueIndex: {}", queueIndex);
@ -440,7 +440,7 @@ Manager::sequence(uint32_t queueIndex, uint32_t total_timestamps)
this->mDevice,
this->mComputeQueues[queueIndex],
this->mComputeQueueFamilyIndices[queueIndex],
total_timestamps) };
totalTimestamps) };
if (this->mManageResources) {
this->mManagedSequences.push_back(sq);