Enable NCCL Debug info on tests (#3578)

Summary:
Pull Request resolved: #3578

Hoping to get sandcastle debug results for all tests with this change to debug flaky test failures

Reviewed By: iamzainhuda

Differential Revision: D87943452

fbshipit-source-id: 1ad9cc9bbc9bde9a8c8ba6dafa9586c312dfd4df

Author: kausv

torchrec/distributed/test_utils/multi_process.py

@@ -117,6 +117,7 @@ def setUp(self) -> None:
         os.environ["MASTER_PORT"] = str(get_free_port())
         os.environ["GLOO_DEVICE_TRANSPORT"] = "TCP"
         os.environ["NCCL_SOCKET_IFNAME"] = "lo"
+        os.environ["NCCL_DEBUG"] = "INFO"
 
         torch.use_deterministic_algorithms(True)
         if torch.cuda.is_available():