thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Updated pthon to support desired extensions

Browse source
This commit is contained in:
Alejandro Saucedo 2021-03-06 08:05:09 +00:00
parent 52acd0eb17
commit 76bd167485
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
python/src/main.cpp
View file

@ -135,8 +135,8 @@ PYBIND11_MODULE(kp, m) {
py::class_<kp::Manager, std::shared_ptr<kp::Manager>>(m, "Manager")
.def(py::init())
.def(py::init<uint32_t>())
.def(py::init<uint32_t,const std::vector<uint32_t>&>())
.def("sequence", &kp::Manager::sequence, py::arg("queueIndex") = 0)
.def(py::init<uint32_t,const std::vector<uint32_t>&,const std::vector<std::string>&>())
.def("sequence", &kp::Manager::sequence, py::arg("queueIndex") = 0, py::arg("desired_extensions") = std::vector<std::string>())
.def("tensor", [np](kp::Manager& self,
const py::array_t<float> data,
kp::Tensor::TensorTypes tensor_type) {