thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Added once again extended parameters to manager and sequence templates and reformatted

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-29 16:03:01 +01:00
parent 2298159586
commit b9d210185b
8 changed files with 210 additions and 110 deletions
Download patch file Download diff file Expand all files Collapse all files

14
src/Tensor.cpp
View file

@ -95,7 +95,8 @@ Tensor::setData(const std::vector<uint32_t>& data)
}
void
Tensor::recordCopyFrom(std::shared_ptr<Tensor> copyFromTensor, bool createBarrier)
Tensor::recordCopyFrom(std::shared_ptr<Tensor> copyFromTensor,
bool createBarrier)
{
SPDLOG_DEBUG("Kompute Tensor recordCopyFrom called");
@ -117,12 +118,11 @@ Tensor::recordCopyFrom(std::shared_ptr<Tensor> copyFromTensor, bool createBarrie
if (createBarrier) {
// Buffer to ensure wait until data is copied to staging buffer
this->recordBufferMemoryBarrier(
vk::AccessFlagBits::eTransferWrite,
vk::AccessFlagBits::eHostRead,
vk::PipelineStageFlagBits::eTransfer,
vk::PipelineStageFlagBits::eHost);
}
this->recordBufferMemoryBarrier(vk::AccessFlagBits::eTransferWrite,
vk::AccessFlagBits::eHostRead,
vk::PipelineStageFlagBits::eTransfer,
vk::PipelineStageFlagBits::eHost);
}
}
void