Skip to content

Commit

Permalink
[auto parallel] bug fix for op has sub_block attr created with copy_f…
Browse files Browse the repository at this point in the history
…rom (#44664)
  • Loading branch information
FeixLiu committed Jul 28, 2022
1 parent 8fc1cf6 commit 822e42d
Showing 1 changed file with 10 additions and 0 deletions.
10 changes: 10 additions & 0 deletions python/paddle/distributed/auto_parallel/partitioner.py
Original file line number Diff line number Diff line change
Expand Up @@ -179,6 +179,16 @@ def partition_main_program(self, serial_main_program, params_and_grads):

partitioned_main_prog.current_block_idx = 0

# should reconnect the block_attr ptr to the correct block
for block_id in range(self._dist_context.block_state.nblock):
block = partitioned_main_prog.block(block_id)
for op in block.ops:
for attr_name in op.all_attrs():
if op.attr_type(attr_name) == core.AttrType.BLOCK:
relative_id = op._block_attr_id(attr_name)
op._set_attr(attr_name,
partitioned_main_prog.block(relative_id))

partitioned_params_and_grads = []
for p, g in params_and_grads:
assert p.name in self._serial2dist_varname_mapping
Expand Down

0 comments on commit 822e42d

Please sign in to comment.