thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Added initial base for architecture on the proposed Kompute structure

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-15 18:58:18 +01:00
parent 1d318e596d
commit 970f502cda
9 changed files with 197 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

24
src/main.cpp
View file

@ -13,8 +13,9 @@
#include <string>
#include <vector>
#include "spdlog/fmt/bundled/ranges.h"
#include <spdlog/spdlog.h>
// ranges.h must come after spdlog.h
#include <spdlog/fmt/bundled/ranges.h>
#include <vulkan/vulkan.h>
#include <vulkan/vulkan.hpp>
@ -230,6 +231,7 @@ class VulkanCompute
this->mDevice =
this->mPhysicalDevice.createDevice(deviceCreateInfo);
this->mComputeQueue =
this->mDevice.getQueue(this->mComputeQueueFamilyIndex, 0);
}
@ -267,8 +269,7 @@ class VulkanCompute
vk::MemoryPropertyFlagBits::eHostVisible,
&hostBuffer,
&hostMemory,
bufferSize,
computeInput.data());
bufferSize);
createBuffer(vk::BufferUsageFlagBits::eStorageBuffer |
vk::BufferUsageFlagBits::eTransferSrc |
@ -513,23 +514,6 @@ class VulkanCompute
bufferMemoryBarrier,
nullptr);
// // Reset the host buffer to -1 to ensure that data is being
// copied this->mCommandBuffer.fillBuffer(hostBuffer, 0,
// bufferSize, -1);
// // Barrier to ensure that buffer is reset before its copied
// bufferMemoryBarrier.srcAccessMask =
// vk::AccessFlagBits::eTransferWrite;
// bufferMemoryBarrier.dstAccessMask =
// vk::AccessFlagBits::eTransferWrite;
// bufferMemoryBarrier.buffer = hostBuffer;
// this->mCommandBuffer.pipelineBarrier(
// vk::PipelineStageFlagBits::eTransfer,
// vk::PipelineStageFlagBits::eTransfer,
// vk::DependencyFlags(),
// nullptr,
// bufferMemoryBarrier,
// nullptr);
// Read back to host visible buffer
vk::BufferCopy copyRegion(0, 0, bufferSize);
this->mCommandBuffer.copyBuffer(