diff --git a/src/Sequence.cpp b/src/Sequence.cpp
index 4db458288..cc54acc8b 100644
--- a/src/Sequence.cpp
+++ b/src/Sequence.cpp
@@ -27,7 +27,8 @@ Sequence::~Sequence()
 {
     KP_LOG_DEBUG("Kompute Sequence Destructor started");
 
-    this->destroy();
+    if (this->mDevice)
+        this->destroy();
 }
 
 void
@@ -81,7 +82,8 @@ void
 Sequence::clear()
 {
     KP_LOG_DEBUG("Kompute Sequence calling clear");
-    this->end();
+    if (this->isRecording())
+        this->end();
 }
 
 std::shared_ptr<Sequence>
diff --git a/src/Tensor.cpp b/src/Tensor.cpp
index 90c21fc8a..0a16702d4 100644
--- a/src/Tensor.cpp
+++ b/src/Tensor.cpp
@@ -28,7 +28,8 @@ Tensor::~Tensor()
     KP_LOG_DEBUG("Kompute Tensor destructor started. Type: {}",
                  this->tensorType());
 
-    this->destroy();
+    if (this->mDevice)
+        this->destroy();
 
     KP_LOG_DEBUG("Kompute Tensor destructor success");
 }