thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Updated tests to match new functions and added test to ensure seuqence is destroyed

Browse source
This commit is contained in:
Alejandro Saucedo 2021-02-09 21:29:43 +00:00
parent 0d9a9758da
commit 4baba33681
11 changed files with 75 additions and 75 deletions
Download patch file Download diff file Expand all files Collapse all files

12
test/TestAsyncOperations.cpp
View file

@ -49,7 +49,7 @@ TEST(TestAsyncOperations, TestManagerParallelExecution)
inputsSyncB.push_back(std::make_shared<kp::Tensor>(kp::Tensor(data)));
}
mgr.rebuildTensors(inputsSyncB);
mgr.rebuild(inputsSyncB);
auto startSync = std::chrono::high_resolution_clock::now();
@ -77,10 +77,10 @@ TEST(TestAsyncOperations, TestManagerParallelExecution)
inputsAsyncB.push_back(std::make_shared<kp::Tensor>(kp::Tensor(data)));
}
mgrAsync.rebuildTensors(inputsAsyncB);
mgrAsync.rebuild(inputsAsyncB);
for (uint32_t i = 0; i < numParallel; i++) {
mgrAsync.createManagedSequence("async" + std::to_string(i), i);
mgrAsync.sequence("async" + std::to_string(i), i);
}
auto startAsync = std::chrono::high_resolution_clock::now();
@ -146,10 +146,10 @@ TEST(TestAsyncOperations, TestManagerAsyncExecution)
std::shared_ptr<kp::Tensor> tensorA{ new kp::Tensor(data) };
std::shared_ptr<kp::Tensor> tensorB{ new kp::Tensor(data) };
mgr.createManagedSequence("asyncOne");
mgr.createManagedSequence("asyncTwo");
mgr.sequence("asyncOne");
mgr.sequence("asyncTwo");
mgr.rebuildTensors({ tensorA, tensorB });
mgr.rebuild({ tensorA, tensorB });
mgr.evalOpAsync<kp::OpAlgoBase>(
{ tensorA }, "asyncOne", std::vector<char>(shader.begin(), shader.end()));