thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

Updated tests

Browse source
This commit is contained in:
Alejandro Saucedo 2020-11-01 21:24:28 +00:00
parent 96cd1e3c92
commit 85b39baf19
1 changed files with 19 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

36
python/test/test_kompute.py
View file

@ -12,11 +12,11 @@ def test_opmult():
mgr = Manager()
mgr.evalOpDefaultTensorCreate([tensor_in_a, tensor_in_b, tensor_out])
mgr.eval_tensor_create_def([tensor_in_a, tensor_in_b, tensor_out])
mgr.evalOpDefaultAlgoMult([tensor_in_a, tensor_in_b, tensor_out])
mgr.eval_algo_mult_def([tensor_in_a, tensor_in_b, tensor_out])
mgr.evalOpDefaultTensorSyncLocal([tensor_out])
mgr.eval_tensor_sync_local_def([tensor_out])
assert tensor_out.data() == [2.0, 4.0, 6.0]
@ -47,11 +47,11 @@ def test_opalgobase_data():
}
"""
mgr.evalOpDefaultTensorCreate([tensor_in_a, tensor_in_b, tensor_out])
mgr.eval_tensor_create_def([tensor_in_a, tensor_in_b, tensor_out])
mgr.evalOpDefaultAlgoBaseData([tensor_in_a, tensor_in_b, tensor_out], list(shaderData))
mgr.eval_algo_data_def([tensor_in_a, tensor_in_b, tensor_out], list(shaderData))
mgr.evalOpDefaultTensorSyncLocal([tensor_out])
mgr.eval_tensor_sync_local_def([tensor_out])
assert tensor_out.data() == [2.0, 4.0, 6.0]
@ -69,11 +69,11 @@ def test_opalgobase_file():
shaderFilePath = "../../shaders/glsl/opmult.comp"
mgr.evalOpDefaultTensorCreate([tensor_in_a, tensor_in_b, tensor_out])
mgr.eval_tensor_create_def([tensor_in_a, tensor_in_b, tensor_out])
mgr.evalOpDefaultAlgoBaseFile([tensor_in_a, tensor_in_b, tensor_out], shaderFilePath)
mgr.eval_algo_file_def([tensor_in_a, tensor_in_b, tensor_out], shaderFilePath)
mgr.evalOpDefaultTensorSyncLocal([tensor_out])
mgr.eval_tensor_sync_local_def([tensor_out])
assert tensor_out.data() == [2.0, 4.0, 6.0]
@ -82,26 +82,28 @@ def test_sequence():
Test basic OpAlgoBase operation
"""
mgr = Manager(0, [2])
tensor_in_a = Tensor([2, 2, 2])
tensor_in_b = Tensor([1, 2, 3])
tensor_out = Tensor([0, 0, 0])
mgr = Manager()
mgr.eval_tensor_create_def([tensor_in_a, tensor_in_b, tensor_out])
seq = mgr.create_sequence("op")
shaderFilePath = "../../shaders/glsl/opmult.comp"
mgr.evalOpDefaultTensorCreate([tensor_in_a, tensor_in_b, tensor_out])
seq = mgr.createManagedSequence("op")
mgr.eval_async_algo_file_def([tensor_in_a, tensor_in_b, tensor_out], shaderFilePath)
mgr.eval_await_def()
seq.begin()
seq.recordOpAlgoBaseFile([tensor_in_a, tensor_in_b, tensor_out], shaderFilePath)
seq.record_tensor_sync_local([tensor_in_a])
seq.record_tensor_sync_local([tensor_in_b])
seq.record_tensor_sync_local([tensor_out])
seq.end()
seq.eval()
mgr.evalOpDefaultTensorSyncLocal([tensor_out])
assert tensor_out.data() == [2.0, 4.0, 6.0]
if __name__ == "__main__":