thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Added end to end implementation of OpMult with postSubmit calls on sequence

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-22 12:08:18 +01:00
parent 03688bc5b2
commit 8f6078c422
8 changed files with 62 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

9
src/main.cpp
View file

@ -640,14 +640,19 @@ main()
{ 0.0, 0.0, 0.0 }) };
mgr.evalOp<kp::OpCreateTensor>({ tensorOutput });
spdlog::info("Called manager eval success");
spdlog::info("OpCreateTensor success for tensors");
spdlog::info("Tensor one: {}", tensorLHS->data());
spdlog::info("Tensor two: {}", tensorRHS->data());
spdlog::info("Tensor two: {}", tensorOutput->data());
spdlog::info("Tensor output: {}", tensorOutput->data());
spdlog::info("Calling op mult");
mgr.evalOp<kp::OpMult>({ tensorLHS, tensorRHS, tensorOutput });
spdlog::info("OpMult call success");
spdlog::info("Tensor output: {}", tensorOutput->data());
spdlog::info("Called manager eval success END PROGRAM");
return 0;
} catch (const std::exception& exc) {
spdlog::error("Exception caught: {}", exc.what());