thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Added logic to clean memory on operations

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-27 06:27:24 +01:00
parent fbe5947a19
commit 4e2ef636c9
8 changed files with 94 additions and 35 deletions
Download patch file Download diff file Expand all files Collapse all files

5
src/include/kompute/Manager.hpp
View file

@ -18,7 +18,7 @@ class Manager
~Manager();
Sequence constructSequence();
std::weak_ptr<Sequence> managedSequence();
template<typename T, typename... TArgs>
void evalOp(std::vector<std::shared_ptr<Tensor>> tensors)
@ -49,6 +49,9 @@ class Manager
uint32_t mComputeQueueFamilyIndex = -1;
std::shared_ptr<vk::Queue> mComputeQueue = nullptr;
// Always owned resources
std::vector<std::shared_ptr<Sequence>> mManagedSequences;
#if DEBUG
vk::DebugReportCallbackEXT mDebugReportCallback;
vk::DispatchLoaderDynamic mDebugDispatcher;

2
src/include/kompute/OpCreateTensor.hpp
View file

@ -27,7 +27,9 @@ class OpCreateTensor : public OpBase
private:
std::shared_ptr<Tensor> mPrimaryTensor;
bool mFreePrimaryTensorResources = false;
std::shared_ptr<Tensor> mStagingTensor;
bool mFreeStagingTensorResources = false;
};
} // End namespace kp

4
src/include/kompute/Tensor.hpp
View file

@ -30,6 +30,9 @@ class Tensor
// Create functions
void createBuffer();
// Destroy/Free functions
void freeMemoryDestroyGPUResources();
// Getter functions
std::vector<uint32_t> data();
uint32_t size();
@ -54,6 +57,7 @@ class Tensor
void mapDataFromHostMemory();
void mapDataIntoHostMemory();
private:
std::shared_ptr<vk::PhysicalDevice> mPhysicalDevice;
std::shared_ptr<vk::Device> mDevice;