thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Added support for push constants

Browse source
This commit is contained in:
Alejandro Saucedo 2021-02-28 13:59:01 +00:00
parent 91d3b9a223
commit 7dc1f35206
28 changed files with 3151 additions and 3090 deletions
Download patch file Download diff file Expand all files Collapse all files

6
src/include/kompute/operations/OpTensorCopy.hpp
View file

@ -32,17 +32,17 @@ class OpTensorCopy : public OpBase
/**
* Records the copy commands from the first tensor into all the other tensors provided. Also optionally records a barrier.
*/
void record(std::shared_ptr<vk::CommandBuffer> commandBuffer) override;
void record(const vk::CommandBuffer& commandBuffer) override;
/**
* Does not perform any preEval commands.
*/
virtual void preEval() override;
virtual void preEval(const vk::CommandBuffer& commandBuffer) override;
/**
* Copies the local vectors for all the tensors to sync the data with the gpu.
*/
virtual void postEval() override;
virtual void postEval(const vk::CommandBuffer& commandBuffer) override;
private:
// -------------- ALWAYS OWNED RESOURCES