thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Added the opAlgoAllInOut

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-29 17:49:02 +01:00
parent 95061c8009
commit 3f8c4fb9b7
6 changed files with 222 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

2
single_include/AggregateHeaders.cpp
View file

@ -4,6 +4,8 @@
#include "kompute/Sequence.hpp"
#include "kompute/operations/OpBase.hpp"
#include "kompute/operations/OpAlgoBase.hpp"
#include "kompute/operations/OpAlgoLhsRhsOut.hpp"
#include "kompute/operations/OpAlgoAllInOut.hpp"
#include "kompute/operations/OpMult.hpp"
#include "kompute/operations/OpCreateTensor.hpp"
#include "kompute/Algorithm.hpp"

10
single_include/kompute/Kompute.hpp
View file

@ -277,7 +277,7 @@ class Tensor
* copied before further operations. Default is true.
*/
void recordCopyFrom(std::shared_ptr<Tensor> copyFromTensor,
bool createBarrier = true);
bool createBarrier);
/**
* Records the buffer memory barrier into the command buffer which
@ -990,8 +990,10 @@ OpAlgoBase<tX, tY, tZ>::postSubmit()
namespace kp {
/**
* Operation that performs multiplication on two tensors and outpus on third
* tensor. The template parameters specify the processing GPU layout number of
* Operation base class to simplify the creation of operations that require
* right hand and left hand side datapoints together with a single output.
* The expected data passed is two input tensors and one output tensor.
* The template parameters specify the processing GPU layout number of
* iterations for each x, y, z parameter. More specifically, this will be the
* input to ".dispatch(uint32_t tX, uint32_t tY, uint32_t, tZ)"
*/
@ -1171,7 +1173,7 @@ OpAlgoLhsRhsOut<tX, tY, tZ>::record()
vk::PipelineStageFlagBits::eComputeShader,
vk::PipelineStageFlagBits::eTransfer);
this->mTensorOutputStaging->recordCopyFrom(this->mTensorOutput);
this->mTensorOutputStaging->recordCopyFrom(this->mTensorOutput, true);
}
template<uint32_t tX, uint32_t tY, uint32_t tZ>