diff --git a/src/Codeception/Module/Db.php b/src/Codeception/Module/Db.php
index 17aa3f28..db51ede2 100644
--- a/src/Codeception/Module/Db.php
+++ b/src/Codeception/Module/Db.php
@@ -664,7 +664,7 @@ protected function removeInserted($databaseKey = null): void
             try {
                 $this->_getDriver()->deleteQueryByCriteria($row['table'], $row['primary']);
             } catch (Exception $e) {
-                $this->debug("Couldn't delete record " . json_encode($row['primary'], JSON_THROW_ON_ERROR) . " from {$row['table']}");
+                $this->debug("Couldn't delete record " . json_encode($row['primary'], JSON_THROW_ON_ERROR | JSON_INVALID_UTF8_SUBSTITUTE) . " from {$row['table']}");
             }
         }