diff --git a/dirmngr/http.c b/dirmngr/http.c
index 81b7ba897..8e0701fab 100644
--- a/dirmngr/http.c
+++ b/dirmngr/http.c
@@ -792,6 +792,8 @@ http_session_new (http_session_t *r_session,
                         pemname, gnutls_strerror (rc));
             xfree (pemname);
           }
+
+        add_system_cas = 0;
       }
 
     /* Add configured certificates to the session.  */