thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Fully working end to end flow

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-22 20:13:30 +01:00
parent 622b8c4bc7
commit 9f74679dd5
10 changed files with 57 additions and 41 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/Tensor.cpp
View file

@ -211,6 +211,10 @@ Tensor::mapDataIntoHostMemory()
void* mapped = this->mDevice->mapMemory(
*this->mMemory, 0, bufferSize, vk::MemoryMapFlags());
memcpy(mapped, this->mData.data(), bufferSize);
this->mDevice->unmapMemory(*this->mMemory);
mapped = this->mDevice->mapMemory(
*this->mMemory, 0, bufferSize, vk::MemoryMapFlags());
vk::MappedMemoryRange mappedRange(*this->mMemory, 0, bufferSize);
this->mDevice->flushMappedMemoryRanges(1, &mappedRange);
this->mDevice->unmapMemory(*this->mMemory);