diff --git a/TSRM/tsrm_win32.c b/TSRM/tsrm_win32.c
index 271422df42f..7fa38198de9 100644
--- a/TSRM/tsrm_win32.c
+++ b/TSRM/tsrm_win32.c
@@ -676,6 +676,12 @@ TSRM_API int shmget(key_t key, size_t size, int flags)
 		}
 	} else {
 		if (flags & IPC_EXCL) {
+			if (shm_handle) {
+				CloseHandle(shm_handle);
+			}
+			if (info_handle) {
+				CloseHandle(info_handle);
+			}
 			return -1;
 		}
 	}