Skip to content

Commit

Permalink
rename fw_bw func name of interleave pp (#47571) (#47862)
Browse files Browse the repository at this point in the history
  • Loading branch information
haohongxiang committed Nov 11, 2022
1 parent 3a6cc57 commit 4465ba2
Showing 1 changed file with 3 additions and 3 deletions.
Expand Up @@ -537,7 +537,7 @@ def _backward_step_helper(self, micro_step):

return input_tensor_grad

def interleave_pipeline(
def forward_backward_pipeline(
self, data, scaler, forward_only=False, compute_loss=True
):
# use interleave scheduling strategy.
Expand Down Expand Up @@ -766,7 +766,7 @@ def interleave_pipeline(
def train_batch(self, data, optimizer, lr_scheduler=None, scaler=None):
data = self._prepare_training(data, optimizer, lr_scheduler)
# interleave scheduler for pipeline parallel
train_loss = self.interleave_pipeline(data, scaler)
train_loss = self.forward_backward_pipeline(data, scaler)

# optimizer
with paddle.amp.auto_cast(enable=False):
Expand All @@ -781,4 +781,4 @@ def eval_batch(self, data, compute_loss=False):
self._layers.eval()
self._compute_loss = compute_loss

return self.interleave_pipeline(data, None, forward_only=True)
return self.forward_backward_pipeline(data, None, forward_only=True)

0 comments on commit 4465ba2

Please sign in to comment.