thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Added end to end implementation of OpMult with postSubmit calls on sequence

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-22 12:08:18 +01:00
parent 03688bc5b2
commit 8f6078c422
8 changed files with 62 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

5
src/Sequence.hpp
View file

@ -29,6 +29,7 @@ class Sequence
void end();
void eval();
// TODO: Explore design without template using just top level class
template<typename T, typename... TArgs>
void record(TArgs&&... args)
{
@ -46,7 +47,7 @@ class Sequence
baseOpPtr->init(std::forward<TArgs>(args)...);
baseOpPtr->record();
operations.push_back(std::move(baseOpPtr));
mOperations.push_back(std::move(baseOpPtr));
}
private:
@ -60,7 +61,7 @@ class Sequence
bool mFreeCommandBuffer = false;
// Base op objects
std::vector<std::unique_ptr<OpBase>> operations;
std::vector<std::unique_ptr<OpBase>> mOperations;
// Record state
bool mRecording = false;