From 599f8b2c2dd1ad084849361e27efd64ae23f3b0a Mon Sep 17 00:00:00 2001
From: zoooo0820 <zoooo0820@qq.com>
Date: Tue, 8 Nov 2022 06:30:17 +0000
Subject: [PATCH] fix error in distributed

---
 python/paddle/distributed/__init__.py | 48 +++++++++++++++++++++------
 1 file changed, 38 insertions(+), 10 deletions(-)

diff --git a/python/paddle/distributed/__init__.py b/python/paddle/distributed/__init__.py
index 658d942bec025..43f819dd770a1 100644
--- a/python/paddle/distributed/__init__.py
+++ b/python/paddle/distributed/__init__.py
@@ -51,7 +51,7 @@
 from .collective import P2POp  # noqa: F401
 from .collective import reduce_scatter  # noqa: F401
 
-from .communication import *  # noqa: F401
+from .communication import stream
 
 from .auto_parallel import shard_op  # noqa: F401
 from .auto_parallel import shard_tensor  # noqa: F401
@@ -66,15 +66,43 @@
 
 from . import cloud_utils  # noqa: F401
 
-from .sharding import *  # noqa: F401
+from .sharding import group_sharded_parallel, save_group_sharded_model
 
 __all__ = [  # noqa
-    "spawn", "launch", "scatter", "broadcast", "ParallelEnv", "new_group",
-    "init_parallel_env", "gloo_init_parallel_env", "gloo_barrier",
-    "gloo_release", "QueueDataset", "split", "CountFilterEntry",
-    "ShowClickEntry", "get_world_size", "get_group", "all_gather",
-    "all_gather_object", "InMemoryDataset", "barrier", "all_reduce", "alltoall",
-    "alltoall_single", "send", "reduce", "recv", "ReduceOp", "wait", "get_rank",
-    "ProbabilityEntry", "ParallelMode", "is_initialized",
-    "destroy_process_group", "isend", "irecv", "reduce_scatter", "stream"
+    "spawn",
+    "launch",
+    "scatter",
+    "broadcast",
+    "ParallelEnv",
+    "new_group",
+    "init_parallel_env",
+    "gloo_init_parallel_env",
+    "gloo_barrier",
+    "gloo_release",
+    "QueueDataset",
+    "split",
+    "CountFilterEntry",
+    "ShowClickEntry",
+    "get_world_size",
+    "get_group",
+    "all_gather",
+    "all_gather_object",
+    "InMemoryDataset",
+    "barrier",
+    "all_reduce",
+    "alltoall",
+    "alltoall_single",
+    "send",
+    "reduce",
+    "recv",
+    "ReduceOp",
+    "wait",
+    "get_rank",
+    "ProbabilityEntry",
+    "ParallelMode",
+    "is_initialized",
+    "destroy_process_group",
+    "isend",
+    "irecv",
+    "reduce_scatter",
 ]