thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Added support for push constants

Browse source
This commit is contained in:
Alejandro Saucedo 2021-02-28 13:59:01 +00:00
parent 91d3b9a223
commit 7dc1f35206
28 changed files with 3151 additions and 3090 deletions
Download patch file Download diff file Expand all files Collapse all files

6
src/Manager.cpp
View file

@ -363,8 +363,7 @@ Manager::algorithm(
const std::vector<std::shared_ptr<Tensor>>& tensors,
const std::vector<uint32_t>& spirv,
const Workgroup& workgroup,
const Constants& specializationConstants,
const Constants& pushConstants) {
const Constants& specializationConstants) {
KP_LOG_DEBUG("Kompute Manager algorithm creation triggered");
@ -374,8 +373,7 @@ Manager::algorithm(
tensors,
spirv,
workgroup,
specializationConstants,
pushConstants)};
specializationConstants)};
if (this->mManageResources) {
this->mManagedAlgorithms.push_back(algorithm);