thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Updated init parameter to be tensor vector

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-20 05:27:42 +01:00
parent 90ea083cba
commit 8aa7843f0e
7 changed files with 108 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/Manager.hpp
View file

@ -28,7 +28,7 @@ class Manager
// Evaluate actions
template<typename T, typename... TArgs>
void evalOp(TArgs&&... args)
void evalOp(std::vector<std::shared_ptr<Tensor>> tensors)
{
SPDLOG_DEBUG("Kompute Manager eval triggered");
Sequence sq(
@ -36,7 +36,7 @@ class Manager
SPDLOG_DEBUG("Kompute Manager created sequence");
sq.begin();
SPDLOG_DEBUG("Kompute Manager sequence begin");
sq.record<T>(std::forward<TArgs>(args)...);
sq.record<T>(tensors);
SPDLOG_DEBUG("Kompute Manager sequence end");
sq.end();
SPDLOG_DEBUG("Kompute Manager sequence eval");