From a6a7d6e1a1768bb4ef9f37652d218af36e06bf92 Mon Sep 17 00:00:00 2001
From: Robert MacGregor <ragoradev@gmail.com>
Date: Sat, 6 Nov 2021 20:34:12 -0400
Subject: [PATCH] * [Tokenizer] BugFix: Correct a malloc/delete mismatch in the
 tokenizer programming.

---
 Engine/source/core/tokenizer.cpp | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/Engine/source/core/tokenizer.cpp b/Engine/source/core/tokenizer.cpp
index 6d155d18a..e34c35819 100644
--- a/Engine/source/core/tokenizer.cpp
+++ b/Engine/source/core/tokenizer.cpp
@@ -109,7 +109,10 @@ void Tokenizer::setBuffer(const char* buffer, U32 bufferSize)
 void Tokenizer::setSingleTokens(const char* singleTokens)
 {
    if (mSingleTokens)
-      SAFE_DELETE(mSingleTokens);
+   {
+      free(mSingleTokens);
+      mSingleTokens = NULL;
+   }
 
    if (singleTokens)
       mSingleTokens = dStrdup(singleTokens);