thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Updated docstrings, reformatted and removed opalgoinout

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-29 18:17:16 +01:00
parent 7a6d80c435
commit 6cbbb48827
5 changed files with 26 additions and 219 deletions
Download patch file Download diff file Expand all files Collapse all files

20
src/Algorithm.cpp
View file

@ -40,7 +40,7 @@ Algorithm::init(const std::vector<char>& shaderFileData,
this->createShaderModule(shaderFileData);
std::vector<uint32_t> sizes;
for (std::shared_ptr<Tensor> tensor: tensorParams) {
for (std::shared_ptr<Tensor> tensor : tensorParams) {
SPDLOG_WARN("size: {}", tensor->size());
sizes.push_back(tensor->size());
}
@ -175,19 +175,19 @@ Algorithm::createPipeline(std::vector<uint32_t> specializationData)
std::vector<vk::SpecializationMapEntry> specializationEntries;
for (size_t i = 0; i < specializationData.size(); i++) {
vk::SpecializationMapEntry specializationEntry(
static_cast<uint32_t>(i),
static_cast<uint32_t>(sizeof(uint32_t) * i),
sizeof(uint32_t));
vk::SpecializationMapEntry specializationEntry(
static_cast<uint32_t>(i),
static_cast<uint32_t>(sizeof(uint32_t) * i),
sizeof(uint32_t));
specializationEntries.push_back(specializationEntry);
}
vk::SpecializationInfo specializationInfo(
static_cast<uint32_t>(specializationEntries.size()),
specializationEntries.data(),
sizeof(uint32_t) * specializationEntries.size(),
specializationData.data());
vk::SpecializationInfo specializationInfo(
static_cast<uint32_t>(specializationEntries.size()),
specializationEntries.data(),
sizeof(uint32_t) * specializationEntries.size(),
specializationData.data());
vk::PipelineShaderStageCreateInfo shaderStage(
vk::PipelineShaderStageCreateFlags(),