diff --git a/src/adapter.c b/src/adapter.c
index dc2c047..551e39a 100644
--- a/src/adapter.c
+++ b/src/adapter.c
@@ -1762,8 +1762,10 @@
 	}
 
 	err = device_browse(device, conn, msg, NULL, FALSE);
-	if (err < 0)
+	if (err < 0) {
+		adapter_remove_device(conn, adapter, device, TRUE);
 		return failed_strerror(msg, -err);
+	}
 
 	return NULL;
 }