Reformatted

This commit is contained in:
Alejandro Saucedo 2020-08-26 05:47:21 +01:00
parent c22247534a
commit 1748694b3a
8 changed files with 82 additions and 113 deletions

View file

@ -1,8 +1,7 @@
####### SRC Build Params ####### ####### SRC Build Params #######
CC=/c/Users/axsau/scoop/apps/gcc/current/bin/g++.exe CC="/c/Program Files (x86)/Microsoft Visual Studio/2019/Community/MSBuild/Current/Bin/MSBuildTaskHost.exe"
CF=~/Programming/lib/clang+llvm-10.0.0-x86_64-linux-gnu-ubuntu-18.04/bin/clang-format
####### Shader Build Params ####### ####### Shader Build Params #######
@ -22,7 +21,6 @@ VCPKG=/c/Users/axsau/Programming/lib/vcpkg/vcpkg
run_cmake: run_cmake:
cmake \ cmake \
-Bbuild \ -Bbuild \
-DKOMPUTE_OPT_INSTALL_PYTHON_REQS=ON \
-DCMAKE_TOOLCHAIN_FILE=C:\\Users\\axsau\\Programming\\lib\\vcpkg\\scripts\\buildsystems\\vcpkg.cmake \ -DCMAKE_TOOLCHAIN_FILE=C:\\Users\\axsau\\Programming\\lib\\vcpkg\\scripts\\buildsystems\\vcpkg.cmake \
-DCMAKE_EXPORT_COMPILE_COMMANDS=1 \ -DCMAKE_EXPORT_COMPILE_COMMANDS=1 \
-G "Visual Studio 16 2019" -G "Visual Studio 16 2019"
@ -30,50 +28,6 @@ run_cmake:
clean_cmake: clean_cmake:
rm -rf build/ rm -rf build/
build: clean build_shaders
$(CC) \
src/* \
-w \
-std=c++17 \
-DDEBUG=1 \
-DRELEASE=1 \
-I"./external/" \
-L"C:\\VulkanSDK\\1.2.141.2\\Lib\\" \
-lvulkan-1 \
-o ./bin/main.exe
#\
#-L"C:\\Users\\axsau\\Programming\\lib\\vcpkg\\installed\\x64-windows\\lib\\" \
#-lspdlog \
#\
#-g -fexceptions -fPIC \
#-static-libgcc -static-libstdc++ \
run_test:
$(CC) \
test/* \
-Wall \
-std=c++17 \
-DDEBUG=1 \
-DRELEASE=1 \
-I"./external/" \
-I"./src/" \
-L"C:\\VulkanSDK\\1.2.141.2\\Lib\\" \
-lvulkan-1 \
-o ./bin/test.exe && \
./bin/test.exe --success
build_linux:
g++ \
-g -shared-libgcc \
-Wall \
src/* \
-std=c++17 \
-I"./external/" \
-I"./src" \
-lvulkan \
-o ./bin/main
install_python_reqs: install_python_reqs:
python -m pip install -r scripts/requirements.txt python -m pip install -r scripts/requirements.txt
@ -119,7 +73,7 @@ build_single_header:
"single_include/kompute/Kompute.hpp" "single_include/kompute/Kompute.hpp"
format: format:
$(CF) -i -style="{BasedOnStyle: mozilla, IndentWidth: 4}" src/*.cpp src/*.hpp src/*.h clang-format -i -style="{BasedOnStyle: mozilla, IndentWidth: 4}" src/*.cpp src/include/kompute/*.hpp
clean: clean:
find src -name "*gch" -exec rm {} \; || "No ghc files" find src -name "*gch" -exec rm {} \; || "No ghc files"

View file

@ -41,9 +41,9 @@ Algorithm::init(const std::vector<char>& shaderFileData,
this->createPipeline(); this->createPipeline();
} }
void Algorithm::createDescriptorPool() { void
Algorithm::createDescriptorPool()
} {}
void void
Algorithm::createParameters(std::vector<std::shared_ptr<Tensor>>& tensorParams) Algorithm::createParameters(std::vector<std::shared_ptr<Tensor>>& tensorParams)
@ -52,9 +52,10 @@ Algorithm::createParameters(std::vector<std::shared_ptr<Tensor>>& tensorParams)
// TODO: Explore design for having multiple descriptor pool sizes // TODO: Explore design for having multiple descriptor pool sizes
std::vector<vk::DescriptorPoolSize> descriptorPoolSizes = { std::vector<vk::DescriptorPoolSize> descriptorPoolSizes = {
vk::DescriptorPoolSize(vk::DescriptorType::eStorageBuffer, vk::DescriptorPoolSize(
static_cast<uint32_t>(tensorParams.size()) // Descriptor count vk::DescriptorType::eStorageBuffer,
) static_cast<uint32_t>(tensorParams.size()) // Descriptor count
)
}; };
// TODO: Explore design for having more than 1 set configurable // TODO: Explore design for having more than 1 set configurable
@ -120,11 +121,12 @@ Algorithm::createParameters(std::vector<std::shared_ptr<Tensor>>& tensorParams)
nullptr, // Descriptor image info nullptr, // Descriptor image info
&descriptorBufferInfo)); &descriptorBufferInfo));
this->mDevice->updateDescriptorSets(computeWriteDescriptorSets, nullptr); this->mDevice->updateDescriptorSets(computeWriteDescriptorSets,
nullptr);
} }
SPDLOG_DEBUG("Kompute Algorithm updating descriptor sets"); SPDLOG_DEBUG("Kompute Algorithm updating descriptor sets");
//this->mDevice->updateDescriptorSets(computeWriteDescriptorSets, nullptr); // this->mDevice->updateDescriptorSets(computeWriteDescriptorSets, nullptr);
SPDLOG_DEBUG("Kompue Algorithm successfully run init"); SPDLOG_DEBUG("Kompue Algorithm successfully run init");
} }
@ -135,7 +137,9 @@ Algorithm::createShaderModule(const std::vector<char>& shaderFileData)
SPDLOG_DEBUG("Kompute Algorithm createShaderModule started"); SPDLOG_DEBUG("Kompute Algorithm createShaderModule started");
vk::ShaderModuleCreateInfo shaderModuleInfo( vk::ShaderModuleCreateInfo shaderModuleInfo(
vk::ShaderModuleCreateFlags(), shaderFileData.size(), (uint32_t*)shaderFileData.data()); vk::ShaderModuleCreateFlags(),
shaderFileData.size(),
(uint32_t*)shaderFileData.data());
SPDLOG_DEBUG("Kompute Algorithm Creating shader module. ShaderFileSize: {}", SPDLOG_DEBUG("Kompute Algorithm Creating shader module. ShaderFileSize: {}",
shaderFileData.size()); shaderFileData.size());

View file

@ -66,9 +66,13 @@ Manager::~Manager()
} }
Sequence Sequence
Manager::constructSequence() { Manager::constructSequence()
{
SPDLOG_DEBUG("Kompute Manager creating Sequence object"); SPDLOG_DEBUG("Kompute Manager creating Sequence object");
return Sequence(this->mPhysicalDevice, this->mDevice, this->mComputeQueue, this->mComputeQueueFamilyIndex); return Sequence(this->mPhysicalDevice,
this->mDevice,
this->mComputeQueue,
this->mComputeQueueFamilyIndex);
} }
void void

21
src/Tensor.cpp Executable file → Normal file
View file

@ -15,7 +15,8 @@ Tensor::Tensor()
Tensor::Tensor(std::vector<uint32_t> data, TensorTypes tensorType) Tensor::Tensor(std::vector<uint32_t> data, TensorTypes tensorType)
{ {
SPDLOG_DEBUG("Kompute Tensor constructor data: {}, and type: {}", data, tensorType); SPDLOG_DEBUG(
"Kompute Tensor constructor data: {}, and type: {}", data, tensorType);
this->mData = data; this->mData = data;
this->mShape = { static_cast<uint32_t>(data.size()) }; this->mShape = { static_cast<uint32_t>(data.size()) };
@ -60,8 +61,9 @@ Tensor::init(std::shared_ptr<vk::PhysicalDevice> physicalDevice,
std::shared_ptr<vk::Device> device, std::shared_ptr<vk::Device> device,
std::shared_ptr<vk::CommandBuffer> commandBuffer) std::shared_ptr<vk::CommandBuffer> commandBuffer)
{ {
SPDLOG_DEBUG( SPDLOG_DEBUG("Kompute Tensor running init with Vulkan params and num data "
"Kompute Tensor running init with Vulkan params and num data elementS: {}", this->mData.size()); "elementS: {}",
this->mData.size());
this->mPhysicalDevice = physicalDevice; this->mPhysicalDevice = physicalDevice;
this->mDevice = device; this->mDevice = device;
@ -178,8 +180,9 @@ Tensor::mapDataFromHostMemory()
SPDLOG_DEBUG("Kompute Tensor mapping data from host buffer"); SPDLOG_DEBUG("Kompute Tensor mapping data from host buffer");
if (this->mTensorType != TensorTypes::eStaging) { if (this->mTensorType != TensorTypes::eStaging) {
spdlog::error("Mapping tensor data manually from DEVICE buffer instead of " spdlog::error(
"using record GPU command with staging buffer"); "Mapping tensor data manually from DEVICE buffer instead of "
"using record GPU command with staging buffer");
return; return;
} }
@ -198,10 +201,12 @@ Tensor::mapDataIntoHostMemory()
SPDLOG_DEBUG("Kompute Tensor local mapping tensor data to host buffer"); SPDLOG_DEBUG("Kompute Tensor local mapping tensor data to host buffer");
// TODO: Verify if there are situations where we want to copy to device memory // TODO: Verify if there are situations where we want to copy to device
// memory
if (this->mTensorType != TensorTypes::eStaging) { if (this->mTensorType != TensorTypes::eStaging) {
spdlog::error("Mapping tensor data manually to DEVICE memory instead of " spdlog::error(
"using record GPU command with staging buffer"); "Mapping tensor data manually to DEVICE memory instead of "
"using record GPU command with staging buffer");
return; return;
} }

View file

@ -52,7 +52,6 @@ class Algorithm
// Parameters // Parameters
void createParameters(std::vector<std::shared_ptr<Tensor>>& tensorParams); void createParameters(std::vector<std::shared_ptr<Tensor>>& tensorParams);
void createDescriptorPool(); void createDescriptorPool();
}; };
} // End namespace kp } // End namespace kp

View file

@ -8,5 +8,3 @@
#endif #endif
#include <spdlog/spdlog.h> #include <spdlog/spdlog.h>

View file

@ -66,8 +66,8 @@ OpMult<tX, tY, tZ>::OpMult()
// TODO: Remove physicalDevice from main initialiser // TODO: Remove physicalDevice from main initialiser
template<uint32_t tX, uint32_t tY, uint32_t tZ> template<uint32_t tX, uint32_t tY, uint32_t tZ>
OpMult<tX, tY, tZ>::OpMult(std::shared_ptr<vk::PhysicalDevice> physicalDevice, OpMult<tX, tY, tZ>::OpMult(std::shared_ptr<vk::PhysicalDevice> physicalDevice,
std::shared_ptr<vk::Device> device, std::shared_ptr<vk::Device> device,
std::shared_ptr<vk::CommandBuffer> commandBuffer) std::shared_ptr<vk::CommandBuffer> commandBuffer)
: OpBase(physicalDevice, device, commandBuffer) : OpBase(physicalDevice, device, commandBuffer)
{ {
SPDLOG_DEBUG("Kompute OpMult constructor with params"); SPDLOG_DEBUG("Kompute OpMult constructor with params");
@ -79,7 +79,6 @@ template<uint32_t tX, uint32_t tY, uint32_t tZ>
OpMult<tX, tY, tZ>::~OpMult() OpMult<tX, tY, tZ>::~OpMult()
{ {
SPDLOG_DEBUG("Kompute OpMult destructor started"); SPDLOG_DEBUG("Kompute OpMult destructor started");
} }
template<uint32_t tX, uint32_t tY, uint32_t tZ> template<uint32_t tX, uint32_t tY, uint32_t tZ>
@ -99,20 +98,24 @@ OpMult<tX, tY, tZ>::init(std::vector<std::shared_ptr<Tensor>> tensors)
this->mTensorRHS = tensors[1]; this->mTensorRHS = tensors[1];
this->mTensorOutput = tensors[2]; this->mTensorOutput = tensors[2];
// The dispatch size is set up based on either explicitly provided template parameters or by default it would take the shape and size of the tensors // The dispatch size is set up based on either explicitly provided template
// parameters or by default it would take the shape and size of the tensors
if (tX > 0) { if (tX > 0) {
// If at least the x value is provided we use mainly the parameters provided // If at least the x value is provided we use mainly the parameters
// provided
this->mX = tX; this->mX = tX;
this->mY = tY > 0 ? tY : 1; this->mY = tY > 0 ? tY : 1;
this->mZ = tZ > 0 ? tZ : 1; this->mZ = tZ > 0 ? tZ : 1;
} } else {
else {
// TODO: Fully support the full size dispatch using size for the shape // TODO: Fully support the full size dispatch using size for the shape
this->mX = this->mTensorLHS->size(); this->mX = this->mTensorLHS->size();
this->mY = 1; this->mY = 1;
this->mZ = 1; this->mZ = 1;
} }
spdlog::info("Kompute OpMult dispatch size X: {}, Y: {}, Z: {}", this->mX, this->mY, this->mZ); spdlog::info("Kompute OpMult dispatch size X: {}, Y: {}, Z: {}",
this->mX,
this->mY,
this->mZ);
// TODO: Explore adding a validate function // TODO: Explore adding a validate function
if (!(this->mTensorLHS->isInit() && this->mTensorRHS->isInit() && if (!(this->mTensorLHS->isInit() && this->mTensorRHS->isInit() &&
@ -138,16 +141,17 @@ OpMult<tX, tY, tZ>::init(std::vector<std::shared_ptr<Tensor>> tensors)
this->mTensorOutputStaging = std::make_shared<Tensor>( this->mTensorOutputStaging = std::make_shared<Tensor>(
this->mTensorOutput->data(), Tensor::TensorTypes::eStaging); this->mTensorOutput->data(), Tensor::TensorTypes::eStaging);
this->mTensorOutputStaging->init(this->mPhysicalDevice, this->mTensorOutputStaging->init(
this->mDevice, this->mPhysicalDevice, this->mDevice, this->mCommandBuffer);
this->mCommandBuffer);
#if RELEASE #if RELEASE
std::vector<char> shaderFileData( std::vector<char> shaderFileData(
shader_data::shaders_glsl_opmult_comp_spv, shader_data::shaders_glsl_opmult_comp_spv,
shader_data::shaders_glsl_opmult_comp_spv + kp::shader_data::shaders_glsl_opmult_comp_spv_len); shader_data::shaders_glsl_opmult_comp_spv +
kp::shader_data::shaders_glsl_opmult_comp_spv_len);
#else #else
SPDLOG_DEBUG("Kompute OpMult Running debug loading shaders directly from spirv file"); SPDLOG_DEBUG(
"Kompute OpMult Running debug loading shaders directly from spirv file");
// TODO: Move to utility function // TODO: Move to utility function
std::string shaderFilePath = "shaders/glsl/opmult.comp.spv"; std::string shaderFilePath = "shaders/glsl/opmult.comp.spv";
@ -160,7 +164,8 @@ OpMult<tX, tY, tZ>::init(std::vector<std::shared_ptr<Tensor>> tensors)
fileStream.read(shaderDataRaw, shaderFileSize); fileStream.read(shaderDataRaw, shaderFileSize);
fileStream.close(); fileStream.close();
std::vector<char> shaderFileData(shaderDataRaw, shaderDataRaw + shaderFileSize); std::vector<char> shaderFileData(shaderDataRaw,
shaderDataRaw + shaderFileSize);
#endif #endif
SPDLOG_DEBUG("Kompute OpMult Initialising algorithm component"); SPDLOG_DEBUG("Kompute OpMult Initialising algorithm component");
@ -176,43 +181,43 @@ OpMult<tX, tY, tZ>::record()
// Barrier to ensure the data is finished writing to buffer memory // Barrier to ensure the data is finished writing to buffer memory
this->mTensorLHS->recordBufferMemoryBarrier( this->mTensorLHS->recordBufferMemoryBarrier(
vk::AccessFlagBits::eHostWrite, vk::AccessFlagBits::eHostWrite,
vk::AccessFlagBits::eShaderRead, vk::AccessFlagBits::eShaderRead,
vk::PipelineStageFlagBits::eHost, vk::PipelineStageFlagBits::eHost,
vk::PipelineStageFlagBits::eComputeShader); vk::PipelineStageFlagBits::eComputeShader);
this->mTensorRHS->recordBufferMemoryBarrier( this->mTensorRHS->recordBufferMemoryBarrier(
vk::AccessFlagBits::eHostWrite, vk::AccessFlagBits::eHostWrite,
vk::AccessFlagBits::eShaderRead, vk::AccessFlagBits::eShaderRead,
vk::PipelineStageFlagBits::eHost, vk::PipelineStageFlagBits::eHost,
vk::PipelineStageFlagBits::eComputeShader); vk::PipelineStageFlagBits::eComputeShader);
this->mAlgorithm->recordDispatch(this->mX, this->mY, this->mZ); this->mAlgorithm->recordDispatch(this->mX, this->mY, this->mZ);
// Barrier to ensure the shader code is executed before buffer read // Barrier to ensure the shader code is executed before buffer read
this->mTensorLHS->recordBufferMemoryBarrier( this->mTensorLHS->recordBufferMemoryBarrier(
vk::AccessFlagBits::eShaderWrite, vk::AccessFlagBits::eShaderWrite,
vk::AccessFlagBits::eTransferRead, vk::AccessFlagBits::eTransferRead,
vk::PipelineStageFlagBits::eComputeShader, vk::PipelineStageFlagBits::eComputeShader,
vk::PipelineStageFlagBits::eTransfer); vk::PipelineStageFlagBits::eTransfer);
this->mTensorOutput->recordBufferMemoryBarrier( this->mTensorOutput->recordBufferMemoryBarrier(
vk::AccessFlagBits::eShaderWrite, vk::AccessFlagBits::eShaderWrite,
vk::AccessFlagBits::eTransferRead, vk::AccessFlagBits::eTransferRead,
vk::PipelineStageFlagBits::eComputeShader, vk::PipelineStageFlagBits::eComputeShader,
vk::PipelineStageFlagBits::eTransfer); vk::PipelineStageFlagBits::eTransfer);
this->mTensorOutputStaging->recordCopyFrom(this->mTensorOutput); this->mTensorOutputStaging->recordCopyFrom(this->mTensorOutput);
// Buffer to ensure wait until data is copied to staging buffer // Buffer to ensure wait until data is copied to staging buffer
this->mTensorLHS->recordBufferMemoryBarrier( this->mTensorLHS->recordBufferMemoryBarrier(
vk::AccessFlagBits::eTransferWrite, vk::AccessFlagBits::eTransferWrite,
vk::AccessFlagBits::eHostRead, vk::AccessFlagBits::eHostRead,
vk::PipelineStageFlagBits::eTransfer, vk::PipelineStageFlagBits::eTransfer,
vk::PipelineStageFlagBits::eHost); vk::PipelineStageFlagBits::eHost);
this->mTensorOutput->recordBufferMemoryBarrier( this->mTensorOutput->recordBufferMemoryBarrier(
vk::AccessFlagBits::eTransferWrite, vk::AccessFlagBits::eTransferWrite,
vk::AccessFlagBits::eHostRead, vk::AccessFlagBits::eHostRead,
vk::PipelineStageFlagBits::eTransfer, vk::PipelineStageFlagBits::eTransfer,
vk::PipelineStageFlagBits::eHost); vk::PipelineStageFlagBits::eHost);
} }
template<uint32_t tX, uint32_t tY, uint32_t tZ> template<uint32_t tX, uint32_t tY, uint32_t tZ>
@ -229,5 +234,3 @@ OpMult<tX, tY, tZ>::postSubmit()
} }
#endif // #ifndef OPMULT_CPP #endif // #ifndef OPMULT_CPP

View file

@ -37,10 +37,12 @@ class Sequence
std::unique_ptr<OpBase> baseOpPtr{ baseOp }; std::unique_ptr<OpBase> baseOpPtr{ baseOp };
SPDLOG_DEBUG("Kompute Sequence running init on OpBase derived class instance"); SPDLOG_DEBUG(
"Kompute Sequence running init on OpBase derived class instance");
baseOpPtr->init(tensors); baseOpPtr->init(tensors);
SPDLOG_DEBUG("Kompute Sequence running record on OpBase derived class instance"); SPDLOG_DEBUG(
"Kompute Sequence running record on OpBase derived class instance");
baseOpPtr->record(); baseOpPtr->record();
mOperations.push_back(std::move(baseOpPtr)); mOperations.push_back(std::move(baseOpPtr));