thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Working end to end example

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-19 21:10:53 +01:00
parent 7c3af1189f
commit b11a54911d
5 changed files with 31 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

3
src/main.cpp
View file

@ -621,8 +621,9 @@ main()
spdlog::info("Creating manager");
kp::Manager mgr;
kp::Tensor tensor({0.0, 1.0, 2.0});
std::shared_ptr<kp::Tensor> tensorPtr{&tensor};
spdlog::info("Calling manager eval w opcreatetensor");
mgr.evalOp<kp::OpCreateTensor>(std::shared_ptr<kp::Tensor>(&tensor));
mgr.evalOp<kp::OpCreateTensor>(tensorPtr);
spdlog::info("Called manager eval success");
std::vector<uint32_t> outData = tensor.data();
spdlog::info("Output data: {}", outData);