thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

test case

Browse source
This commit is contained in:
alexander-g 2021-03-07 14:16:50 +01:00
parent 6da6bca339
commit 259d3f1d13
4 changed files with 34 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/Manager.cpp
View file

@ -431,7 +431,7 @@ Manager::algorithm(const std::vector<std::shared_ptr<Tensor>>& tensors,
}
std::shared_ptr<Sequence>
Manager::sequence(uint32_t queueIndex, uint32_t total_timestamps)
Manager::sequence(uint32_t queueIndex, uint32_t totalTimestamps)
{
KP_LOG_DEBUG("Kompute Manager sequence() with queueIndex: {}", queueIndex);
@ -440,7 +440,7 @@ Manager::sequence(uint32_t queueIndex, uint32_t total_timestamps)
this->mDevice,
this->mComputeQueues[queueIndex],
this->mComputeQueueFamilyIndices[queueIndex],
total_timestamps) };
totalTimestamps) };
if (this->mManageResources) {
this->mManagedSequences.push_back(sq);

2
src/include/kompute/Manager.hpp
View file

@ -64,7 +64,7 @@ class Manager
* If zero (default), disables latching of timestamps.
* @returns Shared pointer with initialised sequence
*/
std::shared_ptr<Sequence> sequence(uint32_t queueIndex = 0, uint32_t nrOfTimestamps = 0);
std::shared_ptr<Sequence> sequence(uint32_t queueIndex = 0, uint32_t totalTimestamps = 0);
/**
* Create a managed tensor that will be destroyed by this manager