thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Moved shader compile logic to main libary

Browse source
This commit is contained in:
Alejandro Saucedo 2021-02-20 16:48:56 +00:00
parent f713b56862
commit 9a19e3b280
13 changed files with 197 additions and 91 deletions
Download patch file Download diff file Expand all files Collapse all files

10
test/TestAsyncOperations.cpp
View file

@ -5,8 +5,6 @@
#include "kompute/Kompute.hpp"
#include "TestUtils.cpp"
TEST(TestAsyncOperations, TestManagerParallelExecution)
{
// This test is built for NVIDIA 1650. It assumes:
@ -57,7 +55,7 @@ TEST(TestAsyncOperations, TestManagerParallelExecution)
for (uint32_t i = 0; i < numParallel; i++) {
mgr.evalOpDefault<kp::OpAlgoBase>(
{ inputsSyncB[i] }, spirv_from_string(shader));
{ inputsSyncB[i] }, kp::spirv_from_source(shader));
}
auto endSync = std::chrono::high_resolution_clock::now();
@ -91,7 +89,7 @@ TEST(TestAsyncOperations, TestManagerParallelExecution)
mgrAsync.evalOpAsync<kp::OpAlgoBase>(
{ inputsAsyncB[i] },
"async" + std::to_string(i),
spirv_from_string(shader));
kp::spirv_from_source(shader));
}
for (uint32_t i = 0; i < numParallel; i++) {
@ -154,10 +152,10 @@ TEST(TestAsyncOperations, TestManagerAsyncExecution)
mgr.rebuild({ tensorA, tensorB });
mgr.evalOpAsync<kp::OpAlgoBase>(
{ tensorA }, "asyncOne", spirv_from_string(shader));
{ tensorA }, "asyncOne", kp::spirv_from_source(shader));
mgr.evalOpAsync<kp::OpAlgoBase>(
{ tensorB }, "asyncTwo", spirv_from_string(shader));
{ tensorB }, "asyncTwo", kp::spirv_from_source(shader));
mgr.evalOpAwait("asyncOne");
mgr.evalOpAwait("asyncTwo");