thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Added test that ensures multiprocessing is working

Browse source
This commit is contained in:
Alejandro Saucedo 2020-10-17 10:42:07 +01:00
parent 6fc0b0b3e3
commit 356a563471
1 changed files with 6 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

10
test/TestAsyncOperations.cpp Normal file → Executable file
View file

@ -9,7 +9,7 @@ TEST(TestAsyncOperations, TestManagerAsync)
{
uint32_t size = 10;
uint32_t numParallel = 6;
uint32_t numParallel = 2;
std::string shader(R"(
#version 450
@ -83,7 +83,7 @@ TEST(TestAsyncOperations, TestManagerAsync)
EXPECT_EQ(inputsSyncB[i]->data(), resultSync);
}
kp::Manager mgrAsync(0, numParallel);
kp::Manager mgrAsync(0, {0, 2});
std::vector<std::shared_ptr<kp::Tensor>> inputsAsyncA;
std::vector<std::shared_ptr<kp::Tensor>> inputsAsyncB;
@ -109,6 +109,8 @@ TEST(TestAsyncOperations, TestManagerAsync)
std::vector<char>(shader.begin(), shader.end()));
}
// TODO: Add function to print device details (or link)
// TODO: Seems to fail if await called twice
for (uint32_t i = 0; i < numParallel; i++) {
mgrAsync.evalOpAwait("async" + std::to_string(i));
}
@ -122,6 +124,6 @@ TEST(TestAsyncOperations, TestManagerAsync)
EXPECT_EQ(inputsAsyncB[i]->data(), resultAsync);
}
SPDLOG_ERROR("Total Sync: {}", durationSync);
SPDLOG_ERROR("Total Async: {}", durationAsync);
// The speedup should be at least 40%
EXPECT_LT(durationAsync, durationSync * 0.6);
}