thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Added base tensor creation to set up the multiplication step

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-19 21:18:01 +01:00
parent b11a54911d
commit 90ea083cba
1 changed files with 12 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

18
src/main.cpp
View file

@ -618,15 +618,21 @@ main()
// delete (vulkanExample);
// Run Kompute
spdlog::info("Creating manager");
kp::Manager mgr;
kp::Tensor tensor({0.0, 1.0, 2.0});
std::shared_ptr<kp::Tensor> tensorPtr{&tensor};
spdlog::info("Calling manager eval w opcreatetensor");
mgr.evalOp<kp::OpCreateTensor>(tensorPtr);
spdlog::info("Creating first tensor");
kp::Tensor tensorOne({0.0, 1.0, 2.0});
mgr.evalOp<kp::OpCreateTensor>(std::shared_ptr<kp::Tensor>{&tensorOne});
spdlog::info("Creating second tensor");
kp::Tensor tensorTwo({1.0, 2.0, 3.0});
mgr.evalOp<kp::OpCreateTensor>(std::shared_ptr<kp::Tensor>{&tensorTwo});
spdlog::info("Called manager eval success");
std::vector<uint32_t> outData = tensor.data();
spdlog::info("Output data: {}", outData);
spdlog::info("Tensor one: {}", tensorOne.data());
spdlog::info("Tensor two: {}", tensorTwo.data());
return 0;
} catch (const std::exception& exc) {