diff --git a/g10/getkey.c b/g10/getkey.c
index bc2923ac7..6635b5b54 100644
--- a/g10/getkey.c
+++ b/g10/getkey.c
@@ -1572,7 +1572,10 @@ get_best_pubkey_byname (ctrl_t ctrl, enum get_pubkey_modes mode,
             }
 
           if (pk)
-            *pk = best.key;
+            {
+              release_public_key_parts (pk);
+              *pk = best.key;
+            }
           else
             release_public_key_parts (&best.key);
         }