thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Added capabilities for multiple queues

Browse source
This commit is contained in:
Alejandro Saucedo 2020-10-17 10:40:43 +01:00
parent 79ca746ebc
commit 6fc0b0b3e3
3 changed files with 65 additions and 38 deletions
Download patch file Download diff file Expand all files Collapse all files

12
src/include/kompute/Manager.hpp
View file

@ -17,7 +17,7 @@ namespace kp {
*/
class Manager
{
public:
public:
/**
Base constructor and default used which creates the base resources
including choosing the device 0 by default.
@ -29,9 +29,10 @@ class Manager
* they would like to create the resources on.
*
* @param physicalDeviceIndex The index of the physical device to use
* @param familyQueueIndeces (Optional) List of queue indeces to add for explicit allocation
* @param totalQueues The total number of compute queues to create.
*/
Manager(uint32_t physicalDeviceIndex, uint32_t totalComputeQueues = 1);
Manager(uint32_t physicalDeviceIndex, const std::vector<uint32_t> & familyQueueIndeces = {});
/**
* Manager constructor which allows your own vulkan application to integrate
@ -229,13 +230,14 @@ class Manager
uint32_t mPhysicalDeviceIndex = -1;
std::shared_ptr<vk::Device> mDevice = nullptr;
bool mFreeDevice = false;
uint32_t mComputeQueueFamilyIndex = -1;
std::vector<std::shared_ptr<vk::Queue>> mComputeQueues;
// -------------- ALWAYS OWNED RESOURCES
std::unordered_map<std::string, std::shared_ptr<Sequence>>
mManagedSequences;
std::vector<uint32_t> mComputeQueueFamilyIndeces;
std::vector<std::shared_ptr<vk::Queue>> mComputeQueues;
#if DEBUG
#ifndef KOMPUTE_DISABLE_VK_DEBUG_LAYERS
vk::DebugReportCallbackEXT mDebugReportCallback;
@ -245,7 +247,7 @@ class Manager
// Create functions
void createInstance();
void createDevice(uint32_t totalComputeQueues);
void createDevice(const std::vector<uint32_t> & familyQueueIndeces = {});
};
} // End namespace kp