thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

support for timestamps

Browse source
This commit is contained in:
alexander-g 2021-03-06 11:45:29 +01:00
parent 9edbac4b94
commit 6f5a8f8968
6 changed files with 96 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

5
src/Manager.cpp
View file

@ -377,7 +377,7 @@ Manager::algorithm(const std::vector<std::shared_ptr<Tensor>>& tensors,
}
std::shared_ptr<Sequence>
Manager::sequence(uint32_t queueIndex)
Manager::sequence(uint32_t queueIndex, uint32_t nrOfTimestamps)
{
KP_LOG_DEBUG("Kompute Manager sequence() with queueIndex: {}", queueIndex);
@ -385,7 +385,8 @@ Manager::sequence(uint32_t queueIndex)
this->mPhysicalDevice,
this->mDevice,
this->mComputeQueues[queueIndex],
this->mComputeQueueFamilyIndices[queueIndex]) };
this->mComputeQueueFamilyIndices[queueIndex],
nrOfTimestamps) };
if (this->mManageResources) {
this->mManagedSequences.push_back(sq);