thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Updated documentation to reflect updated interface

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-29 18:44:09 +01:00
parent 6cbbb48827
commit 6c69d832d3
4 changed files with 65 additions and 236 deletions
Download patch file Download diff file Expand all files Collapse all files

6
src/include/kompute/operations/OpMult.hpp
View file

@ -11,7 +11,7 @@
#include "kompute/Algorithm.hpp"
#include "kompute/Tensor.hpp"
#include "kompute/operations/OpAlgoLhsRhsOut.hpp"
#include "kompute/operations/OpAlgoBase.hpp"
namespace kp {
@ -22,7 +22,7 @@ namespace kp {
* input to ".dispatch(uint32_t tX, uint32_t tY, uint32_t, tZ)"
*/
template<uint32_t tX = 0, uint32_t tY = 0, uint32_t tZ = 0>
class OpMult : public OpAlgoLhsRhsOut<tX, tY, tZ>
class OpMult : public OpAlgoBase<tX, tY, tZ>
{
public:
/**
@ -47,7 +47,7 @@ class OpMult : public OpAlgoLhsRhsOut<tX, tY, tZ>
std::shared_ptr<vk::Device> device,
std::shared_ptr<vk::CommandBuffer> commandBuffer,
std::vector<std::shared_ptr<Tensor>>& tensors)
: OpAlgoLhsRhsOut<tX, tY, tZ>(physicalDevice, device, commandBuffer, tensors)
: OpAlgoBase<tX, tY, tZ>(physicalDevice, device, commandBuffer, tensors, true)
{
SPDLOG_DEBUG("Kompute OpMult constructor with params");