thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Merge pull request #206 from unexploredtest/master

Browse source 
Updated README and fixed a syntax error on C++'s example
This commit is contained in:
Alejandro Saucedo 2021-04-10 12:56:40 +01:00 • committed by GitHub
commit 4f7c15b112
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

12
README.md
View file

@ -1,8 +1,8 @@
![GitHub](https://img.shields.io/badge/Version-0.5.2-green.svg)
![GitHub](https://img.shields.io/badge/Version-0.7.0-green.svg)
![GitHub](https://img.shields.io/badge/C++-14—20-purple.svg)
![GitHub](https://img.shields.io/badge/Build-cmake-red.svg)
![GitHub](https://img.shields.io/badge/Python-3.5—3.8-blue.svg)
![GitHub](https://img.shields.io/badge/Python-3.5—3.9-blue.svg)
![GitHub](https://img.shields.io/badge/License-Apache-black.svg)
<table>
@ -74,7 +74,7 @@ void kompute(const std::string& shader) {
kp::Constants pushConstsB({ 3.0 });
auto algorithm = mgr.algorithm(params,
kp::Shader::compile_source(shader),
kp::Shader::compileSource(shader),
workgroup,
specConsts,
pushConstsA);
@ -88,7 +88,7 @@ void kompute(const std::string& shader) {
->eval(); // Evaluates only last recorded operation
// 5. Sync results from the GPU asynchronously
sq = mgr.sequence()
auto sq = mgr.sequence();
sq->evalAsync<kp::OpTensorSyncLocal>(params);
// ... Do other work asynchronously whilst GPU finishes
@ -96,9 +96,9 @@ void kompute(const std::string& shader) {
sq->evalAwait();
// Prints the first output which is: { 4, 8, 12 }
for (const float& elem : tensorOutA->data()) std::cout << elem << " ";
for (const float& elem : tensorOutA->vector()) std::cout << elem << " ";
// Prints the second output which is: { 10, 10, 10 }
for (const float& elem : tensorOutB->data()) std::cout << elem << " ";
for (const float& elem : tensorOutB->vector()) std::cout << elem << " ";
} // Manages / releases all CPU and GPU memory resources