diff --git a/sec/insecure/insecure.go b/sec/insecure/insecure.go
index eb8dc442..4134d95e 100644
--- a/sec/insecure/insecure.go
+++ b/sec/insecure/insecure.go
@@ -108,6 +108,11 @@ func (t *Transport) SecureOutbound(ctx context.Context, insecure net.Conn, p pee
 			p, conn.remote)
 	}
 
+	if t.key == nil && conn.remote == "" {
+		// set the remote peer id if we were initialiazed without keys
+		conn.remote = p
+	}
+
 	return conn, nil
 }