thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Added initial base for opcreatetensor

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-18 21:13:33 +01:00
parent 93041b4519
commit 014f15d552
14 changed files with 422 additions and 61 deletions
Download patch file Download diff file Expand all files Collapse all files

12
src/main.cpp
View file

@ -20,7 +20,8 @@
#include <vulkan/vulkan.h>
#include <vulkan/vulkan.hpp>
#include "BaseOp.hpp"
#include "OpCreateTensor.hpp"
#include "Tensor.hpp"
#include "Manager.hpp"
#define BUFFER_ELEMENTS 32
@ -619,9 +620,14 @@ main()
// Run Kompute
spdlog::info("Creating manager");
kp::Manager mgr;
spdlog::info("Calling manager eval");
mgr.eval<kp::BaseOp>("one", "two");
std::vector<uint32_t> data = {0.0, 1.0, 2.0};
kp::Tensor tensor({data.size()});
spdlog::info("Calling manager eval w opcreatetensor");
mgr.evalOp<kp::OpCreateTensor>(&tensor, data);
spdlog::info("Called manager eval success");
std::vector<uint32_t> outData = tensor.data();
spdlog::info("Output data: {}", outData);
return 0;
} catch (const std::exception& exc) {
spdlog::error(exc.what());