diff --git a/addons/sourcemod/scripting/include/shavit/replay-stocks.sp b/addons/sourcemod/scripting/include/shavit/replay-stocks.sp
index 8f0bd0a61..34e0098bb 100644
--- a/addons/sourcemod/scripting/include/shavit/replay-stocks.sp
+++ b/addons/sourcemod/scripting/include/shavit/replay-stocks.sp
@@ -86,13 +86,18 @@ stock void Shavit_Replay_CreateDirectories(const char[] sReplayFolder, int style
 		}
 	}
 
-	// Test to see if replay file creation even works...
+	// Test to see if replay file creation works
 	FormatEx(sPath, sizeof(sPath), "%s/0/faketestfile_69.replay", sReplayFolder);
 	File fTest = OpenFile(sPath, "wb+");
-	CloseHandle(fTest);
 
+	// Check if the file was opened successfully for writing
 	if (fTest == null)
 	{
 		SetFailState("Failed to write to replay folder (%s). Make sure you have file permissions.", sReplayFolder);
 	}
+	else
+	{
+		// File was opened successfully, now close it
+		CloseHandle(fTest);
+	}
 }