thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 6

Updated tensor to copy to memory explicitly, assessing why copy doesn't last through operations

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-22 18:08:56 +01:00
parent 6f0203b863
commit e047aa3b43
10 changed files with 65 additions and 79 deletions
Download patch file Download diff file Expand all files Collapse all files

9
src/Tensor.hpp
View file

@ -33,11 +33,10 @@ class Tensor
void init(std::shared_ptr<vk::PhysicalDevice> physicalDevice,
std::shared_ptr<vk::Device> device,
std::shared_ptr<vk::CommandBuffer> commandBuffer,
std::vector<uint32_t> data = std::vector<uint32_t>());
std::shared_ptr<vk::CommandBuffer> commandBuffer);
// Create functions
void createBuffer(void* data = nullptr);
void createBuffer();
// Getter functions
std::vector<uint32_t> data();
@ -60,8 +59,8 @@ class Tensor
// Util functions
vk::DescriptorBufferInfo constructDescriptorBufferInfo();
void copyDataFromHostBuffer();
void copyDataToHostBuffer();
void mapDataFromHostMemory();
void mapDataIntoHostMemory();
private:
std::shared_ptr<vk::PhysicalDevice> mPhysicalDevice;