[Distributed] modify comm data type in eager comm connection (#62306)

SylarTiaNII · web-flow · commit 87bbe0445468 · 2024-03-02T18:06:26.000+08:00
diff --git a/python/paddle/distributed/collective.py b/python/paddle/distributed/collective.py
@@ -245,7 +245,9 @@ def new_group(ranks=None, backend=None, timeout=_default_timeout):
 
         if int(os.getenv("FLAGS_eager_communication_connection", 0)) == 1:
             paddle.distributed.all_reduce(
-                paddle.zeros([1], dtype=paddle.uint8), group=group, sync_op=True
+                paddle.zeros([1], dtype=paddle.float32),
+                group=group,
+                sync_op=True,
             )
 
         return group
diff --git a/python/paddle/distributed/parallel.py b/python/paddle/distributed/parallel.py
@@ -1122,7 +1122,9 @@ def init_parallel_env():
 
         if int(os.getenv("FLAGS_eager_communication_connection", 0)) == 1:
             paddle.distributed.all_reduce(
-                paddle.zeros([1], dtype=paddle.uint8), group=group, sync_op=True
+                paddle.zeros([1], dtype=paddle.float32),
+                group=group,
+                sync_op=True,
             )
         return group
 

Original file line number	Diff line number	Diff line change
`@@ -245,7 +245,9 @@ def new_group(ranks=None, backend=None, timeout=_default_timeout):`
`245`	`245`
`246`	`246`	`if int(os.getenv("FLAGS_eager_communication_connection", 0)) == 1:`
`247`	`247`	`paddle.distributed.all_reduce(`
`248`		`- paddle.zeros([1], dtype=paddle.uint8), group=group, sync_op=True`
	`248`	`+ paddle.zeros([1], dtype=paddle.float32),`
	`249`	`+ group=group,`
	`250`	`+ sync_op=True,`
`249`	`251`	`)`
`250`	`252`
`251`	`253`	`return group`
Original file line number	Diff line number	Diff line change
`@@ -1122,7 +1122,9 @@ def init_parallel_env():`
`1122`	`1122`
`1123`	`1123`	`if int(os.getenv("FLAGS_eager_communication_connection", 0)) == 1:`
`1124`	`1124`	`paddle.distributed.all_reduce(`
`1125`		`- paddle.zeros([1], dtype=paddle.uint8), group=group, sync_op=True`
	`1125`	`+ paddle.zeros([1], dtype=paddle.float32),`
	`1126`	`+ group=group,`
	`1127`	`+ sync_op=True,`
`1126`	`1128`	`)`
`1127`	`1129`	`return group`
`1128`	`1130`