thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Removed persistent anonymous sequences

Browse source
This commit is contained in:
Alejandro Saucedo 2021-02-08 19:39:58 +00:00
parent 984709a4e7
commit f62e353f4a
2 changed files with 4 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

3
src/Manager.cpp
View file

@ -143,8 +143,7 @@ Manager::createManagedSequence(std::string sequenceName, uint32_t queueIndex)
if (sequenceName.empty()) {
this->mCurrentSequenceIndex++;
this->mManagedSequences.insert(
{ KP_DEFAULT_SESSION + std::to_string(this->mCurrentSequenceIndex),
sq });
{ KP_DEFAULT_SESSION, sq });
} else {
// TODO: Check if sequence doesn't already exist
this->mManagedSequences.insert({ sequenceName, sq });

9
src/include/kompute/Manager.hpp
View file

@ -126,8 +126,7 @@ class Manager
SPDLOG_DEBUG("Kompute Manager evalOp Default triggered");
this->mCurrentSequenceIndex++;
this->evalOp<T>(tensors,
KP_DEFAULT_SESSION +
std::to_string(this->mCurrentSequenceIndex),
KP_DEFAULT_SESSION,
std::forward<TArgs>(params)...);
}
@ -179,8 +178,7 @@ class Manager
SPDLOG_DEBUG("Kompute Manager evalOpAsyncDefault triggered");
this->mCurrentSequenceIndex++;
this->evalOpAsync<T>(tensors,
KP_DEFAULT_SESSION +
std::to_string(this->mCurrentSequenceIndex),
KP_DEFAULT_SESSION,
std::forward<TArgs>(params)...);
}
@ -222,8 +220,7 @@ class Manager
void evalOpAwaitDefault(uint64_t waitFor = UINT64_MAX)
{
SPDLOG_DEBUG("Kompute Manager evalOpAwaitDefault triggered");
this->evalOpAwait(KP_DEFAULT_SESSION +
std::to_string(this->mCurrentSequenceIndex),
this->evalOpAwait(KP_DEFAULT_SESSION,
waitFor);
}