thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Added template parameters to opmult class

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-22 13:43:50 +01:00
parent d74a999e12
commit 7f38c1a519
1 changed files with 12 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

18
src/OpMult.cpp
View file

@ -8,13 +8,15 @@
namespace kp {
OpMult::OpMult()
template<uint32_t tX, uint32_t tY, uint32_t tZ>
OpMult<tX, tY, tZ>::OpMult()
{
SPDLOG_DEBUG("Kompute OpMult constructor base");
}
// TODO: Remove physicalDevice from main initialiser
OpMult::OpMult(std::shared_ptr<vk::PhysicalDevice> physicalDevice,
template<uint32_t tX, uint32_t tY, uint32_t tZ>
OpMult<tX, tY, tZ>::OpMult(std::shared_ptr<vk::PhysicalDevice> physicalDevice,
std::shared_ptr<vk::Device> device,
std::shared_ptr<vk::CommandBuffer> commandBuffer)
: OpBase(physicalDevice, device, commandBuffer)
@ -24,13 +26,15 @@ OpMult::OpMult(std::shared_ptr<vk::PhysicalDevice> physicalDevice,
this->mAlgorithm = std::make_shared<Algorithm>(device, commandBuffer);
}
OpMult::~OpMult()
template<uint32_t tX, uint32_t tY, uint32_t tZ>
OpMult<tX, tY, tZ>::~OpMult()
{
SPDLOG_DEBUG("Kompute OpMult destructor started");
}
template<uint32_t tX, uint32_t tY, uint32_t tZ>
void
OpMult::init(std::vector<std::shared_ptr<Tensor>> tensors)
OpMult<tX, tY, tZ>::init(std::vector<std::shared_ptr<Tensor>> tensors)
{
SPDLOG_DEBUG("Kompute OpMult init called");
@ -93,8 +97,9 @@ OpMult::init(std::vector<std::shared_ptr<Tensor>> tensors)
this->mAlgorithm->init("shaders/glsl/opmult.comp.spv", tensors);
}
template<uint32_t tX, uint32_t tY, uint32_t tZ>
void
OpMult::record()
OpMult<tX, tY, tZ>::record()
{
SPDLOG_DEBUG("Kompute OpMult record called");
@ -126,8 +131,9 @@ OpMult::record()
vk::PipelineStageFlagBits::eHost);
}
template<uint32_t tX, uint32_t tY, uint32_t tZ>
void
OpMult::postSubmit()
OpMult<tX, tY, tZ>::postSubmit()
{
SPDLOG_DEBUG("Kompute OpCreateTensor postSubmit called");