thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Updated init parameter to be tensor vector

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-20 05:27:42 +01:00
parent 90ea083cba
commit 8aa7843f0e
7 changed files with 108 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

12
src/main.cpp
View file

@ -623,16 +623,16 @@ main()
kp::Manager mgr;
spdlog::info("Creating first tensor");
kp::Tensor tensorOne({0.0, 1.0, 2.0});
mgr.evalOp<kp::OpCreateTensor>(std::shared_ptr<kp::Tensor>{&tensorOne});
std::shared_ptr<kp::Tensor> tensorOne{new kp::Tensor({0.0, 1.0, 2.0})};
mgr.evalOp<kp::OpCreateTensor>({tensorOne});
spdlog::info("Creating second tensor");
kp::Tensor tensorTwo({1.0, 2.0, 3.0});
mgr.evalOp<kp::OpCreateTensor>(std::shared_ptr<kp::Tensor>{&tensorTwo});
std::shared_ptr<kp::Tensor> tensorTwo{new kp::Tensor({0.0, 1.0, 2.0})};
mgr.evalOp<kp::OpCreateTensor>({tensorTwo});
spdlog::info("Called manager eval success");
spdlog::info("Tensor one: {}", tensorOne.data());
spdlog::info("Tensor two: {}", tensorTwo.data());
spdlog::info("Tensor one: {}", tensorOne->data());
spdlog::info("Tensor two: {}", tensorTwo->data());
return 0;
} catch (const std::exception& exc) {