diff --git a/lib/hcrypto/evp-wincng.c b/lib/hcrypto/evp-wincng.c
index d97a80d14..a9b14e3bb 100644
--- a/lib/hcrypto/evp-wincng.c
+++ b/lib/hcrypto/evp-wincng.c
@@ -196,6 +196,11 @@ wincng_key_init(EVP_CIPHER_CTX *ctx,
     if (ctx->cipher->app_data == NULL)
 	return 0;
 
+    if (cng->hKey) {
+	BCryptDestroyKey(cng->hKey); /* allow reinitialization */
+	cng->hKey = (BCRYPT_KEY_HANDLE)0;
+    }
+
     /*
      * Note: ctx->key_len not EVP_CIPHER_CTX_key_length() for
      * variable length key support.