thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

updating single include

Browse source
This commit is contained in:
Alejandro Saucedo 2021-02-09 19:20:30 +00:00
parent 39d02dd428
commit 91252201ce
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
single_include/kompute/Kompute.hpp
View file

@ -1535,7 +1535,7 @@ class Manager
tensor->init(this->mPhysicalDevice, this->mDevice);
if (syncDataToGPU) {
this->evalOpDefault<OpTensorSyncDevice>({tensor});
this->evalOpDefault<OpTensorSyncDevice>({ tensor });
}
this->mManagedTensors.insert(tensor);
@ -1553,7 +1553,8 @@ class Manager
* @param syncDataToGPU Whether to sync the data to GPU memory
* @returns Initialized Tensor with memory Syncd to GPU device
*/
void rebuildTensors(std::vector<std::shared_ptr<kp::Tensor>> tensors, bool syncDataToGPU = true)
void rebuildTensors(std::vector<std::shared_ptr<kp::Tensor>> tensors,
bool syncDataToGPU = true)
{
SPDLOG_DEBUG("Kompute Manager rebuildTensors triggered");
for (std::shared_ptr<Tensor> tensor : tensors) {