thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Migrated default base type of tensor to float

Browse source
This commit is contained in:
Alejandro Saucedo 2020-08-31 16:01:27 +01:00
parent 00c66f347b
commit 08a1300450
13 changed files with 255 additions and 249 deletions
Download patch file Download diff file Expand all files Collapse all files

8
src/Tensor.cpp
View file

@ -13,7 +13,7 @@ Tensor::Tensor()
this->mTensorType = TensorTypes::eDevice;
}
Tensor::Tensor(std::vector<uint32_t> data, TensorTypes tensorType)
Tensor::Tensor(std::vector<float> data, TensorTypes tensorType)
{
SPDLOG_DEBUG(
"Kompute Tensor constructor data: {}, and type: {}", data, tensorType);
@ -52,7 +52,7 @@ Tensor::init(std::shared_ptr<vk::PhysicalDevice> physicalDevice,
this->createBuffer();
}
std::vector<uint32_t>
std::vector<float>
Tensor::data()
{
return this->mData;
@ -61,7 +61,7 @@ Tensor::data()
uint64_t
Tensor::memorySize()
{
return this->size() * sizeof(uint32_t);
return this->size() * sizeof(float);
}
uint32_t
@ -89,7 +89,7 @@ Tensor::isInit()
}
void
Tensor::setData(const std::vector<uint32_t>& data)
Tensor::setData(const std::vector<float>& data)
{
this->mData = data;
}