thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Added end to end implementation of OpMult with postSubmit calls on sequence

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-22 12:08:18 +01:00
parent 03688bc5b2
commit 8f6078c422
8 changed files with 62 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

16
src/Algorithm.cpp
View file

@ -129,16 +129,26 @@ void Algorithm::createShaderModule(std::string shaderFilePath) {
fileStream.read(shaderFileData, shaderFileSize);
fileStream.close();
vk::ShaderModuleCreateInfo shaderModuleInfo(vk::ShaderModuleCreateFlags(), shaderFileSize, (uint32_t*)shaderFileData);
vk::ShaderModuleCreateInfo shaderModuleInfo(
vk::ShaderModuleCreateFlags(),
shaderFileSize,
(uint32_t*)shaderFileData);
SPDLOG_DEBUG("Kompute Algorithm Creating shader module. ShaderFileSize: {}", shaderFileSize);
this->mFreeShaderModule = true;
this->mShaderModule = std::shared_ptr<vk::ShaderModule>();
this->mDevice->createShaderModule(&shaderModuleInfo, nullptr, this->mShaderModule.get());
this->mShaderModule = std::make_shared<vk::ShaderModule>();
this->mDevice->createShaderModule(
&shaderModuleInfo,
nullptr,
this->mShaderModule.get());
SPDLOG_DEBUG("Kompute Algorithm create shader module success");
}
void Algorithm::createPipeline() {
SPDLOG_DEBUG("Kompute Algorithm calling create Pipeline");
// TODO: Explore design for supporting multiple sets
vk::PipelineLayoutCreateInfo pipelineLayoutInfo(
vk::PipelineLayoutCreateFlags(),
1, // Set layout count