thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Base working compilation

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-19 18:58:22 +01:00
parent 5596b6f029
commit 7c3af1189f
8 changed files with 40 additions and 37 deletions
Download patch file Download diff file Expand all files Collapse all files

5
src/main.cpp
View file

@ -620,10 +620,9 @@ main()
// Run Kompute
spdlog::info("Creating manager");
kp::Manager mgr;
std::vector<uint32_t> data = {0.0, 1.0, 2.0};
kp::Tensor tensor({data.size()});
kp::Tensor tensor({0.0, 1.0, 2.0});
spdlog::info("Calling manager eval w opcreatetensor");
mgr.evalOp<kp::OpCreateTensor>(std::shared_ptr<kp::Tensor>(&tensor), data);
mgr.evalOp<kp::OpCreateTensor>(std::shared_ptr<kp::Tensor>(&tensor));
spdlog::info("Called manager eval success");
std::vector<uint32_t> outData = tensor.data();
spdlog::info("Output data: {}", outData);