diff --git a/Zend/zend_API.c b/Zend/zend_API.c
index 4c77aa95752..81ab7579407 100644
--- a/Zend/zend_API.c
+++ b/Zend/zend_API.c
@@ -1859,7 +1859,7 @@ static int zend_startup_module_zval(zval *zv) /* {{{ */
 {
 	zend_module_entry *module = Z_PTR_P(zv);
 
-	return zend_startup_module_ex(module);
+	return (zend_startup_module_ex(module) == SUCCESS) ? ZEND_HASH_APPLY_KEEP : ZEND_HASH_APPLY_REMOVE;
 }
 /* }}} */