thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Updated the documentation to specify the components that are memory owned

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-29 14:23:44 +01:00
parent ff0cb85783
commit f2d38ed53a
7 changed files with 29 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

6
src/include/kompute/Tensor.hpp
View file

@ -132,15 +132,18 @@ class Tensor
void mapDataIntoHostMemory();
private:
// -------------- NEVER OWNED RESOURCES
std::shared_ptr<vk::PhysicalDevice> mPhysicalDevice;
std::shared_ptr<vk::Device> mDevice;
std::shared_ptr<vk::CommandBuffer> mCommandBuffer;
// -------------- OPTIONALLY OWNED RESOURCES
std::shared_ptr<vk::Buffer> mBuffer;
bool mFreeBuffer;
std::shared_ptr<vk::DeviceMemory> mMemory;
bool mFreeMemory;
// -------------- ALWAYS OWNED RESOURCES
std::vector<uint32_t> mData;
TensorTypes mTensorType = TensorTypes::eDevice;
@ -148,8 +151,7 @@ class Tensor
std::array<uint32_t, KP_MAX_DIM_SIZE> mShape;
bool mIsInit = false;
// Creates the vulkan buffer
void createBuffer();
void createBuffer(); // Creates the vulkan buffer
// Private util functions
vk::BufferUsageFlags getBufferUsageFlags();