envtest flake: DRClusterController DRCluster resource S3Profile validation when deleting a DRCluster [It] is successful

[ShyamsundarR]

Logs from a failed run:

------------------------------
• [FAILED] [1.005 seconds]
DRClusterController DRCluster resource S3Profile validation when deleting a DRCluster [It] is successful
/home/runner/work/ramen/ramen/controllers/drcluster_controller_test.go:367

  Timeline >>
  2024-05-08T20:09:23.542Z	INFO	controllers.DRCluster	Reconciling VolSync ManagedClusterAddOn	{"name": "drc-cluster1", "rid": "34b83381-eda7-4978-bd11-e350eba274d8", "managedClusterName": "drc-cluster1"}
  2024-05-08T20:09:23.543Z	INFO	controllers.DRCluster	VolSync ManagedClusterAddOn createOrUpdate Complete	{"name": "drc-cluster1", "rid": "34b83381-eda7-4978-bd11-e350eba274d8", "managedClusterName": "drc-cluster1", "op": "unchanged"}
  2024-05-08T20:09:23.543Z	INFO	controllers.DRCluster	Updating ManifestWork	{"name": "drc-cluster1", "rid": "34b83381-eda7-4978-bd11-e350eba274d8", "name": "ramen-dr-cluster", "namespace": "drc-cluster1"}
  2024-05-08T20:09:23.547Z	INFO	controllers.DRCluster	Sync DRPolicy detected, skipping!	{"name": "drc-cluster1", "rid": "34b83381-eda7-4978-bd11-e350eba274d8"}
  2024-05-08T20:09:23.547Z	INFO	controllers.DRCluster	Activations required	{"name": "drc-cluster1", "rid": "34b83381-eda7-4978-bd11-e350eba274d8", "count": 0}
  2024-05-08T20:09:23.549Z	INFO	controllers.DRCluster	Survivor count	{"name": "drc-cluster1", "rid": "34b83381-eda7-4978-bd11-e350eba274d8", "survivors": 0}
  2024-05-08T20:09:23.555Z	INFO	controllers.DRCluster	Updated drCluster Status (drc-cluster1/)	{"name": "drc-cluster1", "rid": "34b83381-eda7-4978-bd11-e350eba274d8"}
  2024-05-08T20:09:23.555Z	INFO	controllers.DRCluster	reconcile exit	{"name": "drc-cluster1", "rid": "34b83381-eda7-4978-bd11-e350eba274d8"}
  2024-05-08T20:09:23.555Z	INFO	controllers.DRCluster	reconcile enter	{"name": "drc-cluster0", "rid": "24a0cdda-7455-4f67-9661-4b505df3b9a5"}
  2024-05-08T20:09:23.555Z	INFO	controllers.DRCluster	create/update	{"name": "drc-cluster0", "rid": "24a0cdda-7455-4f67-9661-4b505df3b9a5"}
  2024-05-08T20:09:23.557Z	INFO	controllers.DRCluster	Reconciling VolSync ManagedClusterAddOn	{"name": "drc-cluster0", "rid": "24a0cdda-7455-4f67-9661-4b505df3b9a5", "managedClusterName": "drc-cluster0"}
  2024-05-08T20:09:23.560Z	INFO	controllers.DRCluster	VolSync ManagedClusterAddOn createOrUpdate Complete	{"name": "drc-cluster0", "rid": "24a0cdda-7455-4f67-9661-4b505df3b9a5", "managedClusterName": "drc-cluster0", "op": "unchanged"}
  2024-05-08T20:09:23.561Z	INFO	controllers.DRCluster	Updating ManifestWork	{"name": "drc-cluster0", "rid": "24a0cdda-7455-4f67-9661-4b505df3b9a5", "name": "ramen-dr-cluster", "namespace": "drc-cluster0"}
  2024-05-08T20:09:23.565Z	INFO	controllers.DRCluster	Sync DRPolicy detected, skipping!	{"name": "drc-cluster0", "rid": "24a0cdda-7455-4f67-9661-4b505df3b9a5"}
  2024-05-08T20:09:23.565Z	INFO	controllers.DRCluster	Activations required	{"name": "drc-cluster0", "rid": "24a0cdda-7455-4f67-9661-4b505df3b9a5", "count": 0}
  2024-05-08T20:09:23.566Z	INFO	controllers.DRCluster	Survivor count	{"name": "drc-cluster0", "rid": "24a0cdda-7455-4f67-9661-4b505df3b9a5", "survivors": 0}
  2024-05-08T20:09:23.569Z	INFO	controllers.DRCluster	condition unchanged	{"name": "drc-cluster0", "rid": "24a0cdda-7455-4f67-9661-4b505df3b9a5", "type": "Validated", "status": "False", "reason": "s3ConnectionFailed", "message": "missing: failed to get profile missing for caller drpolicy validation, s3 profile missing not found in RamenConfig", "generation": 1}
  2024-05-08T20:09:23.572Z	INFO	controllers.DRCluster	Updated drCluster Status (drc-cluster0/)	{"name": "drc-cluster0", "rid": "24a0cdda-7455-4f67-9661-4b505df3b9a5"}
  2024-05-08T20:09:23.572Z	INFO	controllers.DRCluster	reconcile exit	{"name": "drc-cluster0", "rid": "24a0cdda-7455-4f67-9661-4b505df3b9a5"}
  2024-05-08T20:09:23.572Z	ERROR	Reconciler error	{"controller": "drcluster", "controllerGroup": "ramendr.openshift.io", "controllerKind": "DRCluster", "DRCluster": {"name":"drc-cluster0"}, "namespace": "", "name": "drc-cluster0", "reconcileID": "3ecbe909-aa60-4c9f-b588-e0e0604f486a", "error": "drclusters s3Profile validate: missing: failed to get profile missing for caller drpolicy validation, s3 profile missing not found in RamenConfig"}
  sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler
  	/home/runner/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:329
  sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem
  	/home/runner/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:266
  sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2
  	/home/runner/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:227
  2024-05-08T20:09:23.593Z	INFO	controllers.DRCluster	reconcile enter	{"name": "drc-cluster0", "rid": "b176c516-60a5-46a7-860f-491af7949ace"}
  2024-05-08T20:09:24.522Z	INFO	controllers.DRCluster	Survivor count	{"name": "drc-cluster0", "rid": "736b1021-d2ad-466d-9075-cd299ca3a6c1", "survivors": 0}
  2024-05-08T20:09:24.525Z	INFO	controllers.DRCluster	condition unchanged	{"name": "drc-cluster0", "rid": "736b1021-d2ad-466d-9075-cd299ca3a6c1", "type": "Validated", "status": "False", "reason": "s3ConnectionFailed", "message": "missing: failed to get profile missing for caller drpolicy validation, s3 profile missing not found in RamenConfig", "generation": 1}
  2024-05-08T20:09:24.530Z	INFO	controllers.DRCluster	Updated drCluster Status (drc-cluster0/)	{"name": "drc-cluster0", "rid": "736b1021-d2ad-466d-9075-cd299ca3a6c1"}
  2024-05-08T20:09:24.530Z	INFO	controllers.DRCluster	reconcile exit	{"name": "drc-cluster0", "rid": "736b1021-d2ad-466d-9075-cd299ca3a6c1"}
  2024-05-08T20:09:24.530Z	ERROR	Reconciler error	{"controller": "drcluster", "controllerGroup": "ramendr.openshift.io", "controllerKind": "DRCluster", "DRCluster": {"name":"drc-cluster0"}, "namespace": "", "name": "drc-cluster0", "reconcileID": "146eb457-3d49-4bc3-9909-438ad6f648fe", "error": "drclusters s3Profile validate: missing: failed to get profile missing for caller drpolicy validation, s3 profile missing not found in RamenConfig"}
  sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler
  	/home/runner/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:329
  sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem
  	/home/runner/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:266
  sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2
  	/home/runner/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/internal/controller/controller.go:227
  [FAILED] in [It] - /home/runner/work/ramen/ramen/controllers/drcluster_controller_test.go:337 @ 05/08/24 20:09:24.546
  << Timeline

  [FAILED] Timed out after 1.000s.
  Expected
      <bool>: false
  to be true
  In [It] at: /home/runner/work/ramen/ramen/controllers/drcluster_controller_test.go:337 @ 05/08/24 20:09:24.546