thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

UPdated examples and documentations to not require glsl deps

Browse source
This commit is contained in:
Alejandro Saucedo 2021-07-21 20:30:38 +01:00
parent 15346ee505
commit 96768a3302
10 changed files with 85 additions and 27 deletions
Download patch file Download diff file Expand all files Collapse all files

18
examples/godot_examples/custom_module/kompute_summator/KomputeSummatorNode.cpp
View file

@ -4,6 +4,18 @@
#include "KomputeSummatorNode.h"
static std::vector<uint32_t>
compileSource(
const std::string& source)
{
if (system(std::string("glslangValidator --stdin -S comp -V -o tmp_kp_shader.comp.spv << END\n" + source + "\nEND").c_str()))
throw std::runtime_error("Error running glslangValidator command");
std::ifstream fileStream("tmp_kp_shader.comp.spv", std::ios::binary);
std::vector<char> buffer;
buffer.insert(buffer.begin(), std::istreambuf_iterator<char>(fileStream), {});
return {(uint32_t*)buffer.data(), (uint32_t*)(buffer.data() + buffer.size())};
}
KomputeSummatorNode::KomputeSummatorNode() {
this->_init();
}
@ -52,9 +64,9 @@ void KomputeSummatorNode::_init() {
)");
std::shared_ptr<kp::Algorithm> algo =
mgr.algorithm(
this->mManager.algorithm(
{ this->mPrimaryTensor, this->mSecondaryTensor },
kp_test_utils::Shader::compileSource(shader));
compileSource(shader));
// First we ensure secondary tensor loads to GPU
@ -63,7 +75,7 @@ void KomputeSummatorNode::_init() {
{ this->mSecondaryTensor });
// Then we run the operation with both tensors
sq->record<kp::OpAlgoDispatch>(algo)
sq->record<kp::OpAlgoDispatch>(algo);
// We map the result back to local
sq->record<kp::OpTensorSyncLocal>(