PaddlePaddle
diff --git a/‎test/legacy_test/auto_parallel_gpt_model.py
Copy file name to clipboard
+3-3Lines changed: 3 additions & 3 deletions b/‎test/legacy_test/auto_parallel_gpt_model.py
Copy file name to clipboard
+3-3Lines changed: 3 additions & 3 deletions
diff --git a/‎test/legacy_test/test_auto_parallel_completion_gpt.py
Copy file name to clipboard
+7-7Lines changed: 7 additions & 7 deletions b/‎test/legacy_test/test_auto_parallel_completion_gpt.py
Copy file name to clipboard
+7-7Lines changed: 7 additions & 7 deletions
diff --git a/‎test/legacy_test/test_auto_parallel_partitioner_gpt.py
Copy file name to clipboard
+7-7Lines changed: 7 additions & 7 deletions b/‎test/legacy_test/test_auto_parallel_partitioner_gpt.py
Copy file name to clipboard
+7-7Lines changed: 7 additions & 7 deletions
diff --git a/‎test/legacy_test/test_dropout_op.py
Copy file name to clipboard
+2-2Lines changed: 2 additions & 2 deletions b/‎test/legacy_test/test_dropout_op.py
Copy file name to clipboard
+2-2Lines changed: 2 additions & 2 deletions
diff --git a/‎test/legacy_test/test_elementwise_max_op.py
Copy file name to clipboard
+1-1Lines changed: 1 addition & 1 deletion b/‎test/legacy_test/test_elementwise_max_op.py
Copy file name to clipboard
+1-1Lines changed: 1 addition & 1 deletion
diff --git a/‎test/legacy_test/test_elementwise_min_op.py
Copy file name to clipboard
+1-1Lines changed: 1 addition & 1 deletion b/‎test/legacy_test/test_elementwise_min_op.py
Copy file name to clipboard
+1-1Lines changed: 1 addition & 1 deletion
diff --git a/‎test/legacy_test/test_imperative_mnist.py
Copy file name to clipboard
+2-2Lines changed: 2 additions & 2 deletions b/‎test/legacy_test/test_imperative_mnist.py
Copy file name to clipboard
+2-2Lines changed: 2 additions & 2 deletions
diff --git a/‎test/legacy_test/test_imperative_optimizer.py
Copy file name to clipboard
+2-2Lines changed: 2 additions & 2 deletions b/‎test/legacy_test/test_imperative_optimizer.py
Copy file name to clipboard
+2-2Lines changed: 2 additions & 2 deletions
diff --git a/‎test/legacy_test/test_imperative_optimizer_v2.py
Copy file name to clipboard
+3-3Lines changed: 3 additions & 3 deletions b/‎test/legacy_test/test_imperative_optimizer_v2.py
Copy file name to clipboard
+3-3Lines changed: 3 additions & 3 deletions
diff --git a/‎test/legacy_test/test_imperative_resnet.py
Copy file name to clipboard
+2-2Lines changed: 2 additions & 2 deletions b/‎test/legacy_test/test_imperative_resnet.py
Copy file name to clipboard
+2-2Lines changed: 2 additions & 2 deletions
@@ -403,7 +403,7 @@ def gen_cache(self, memory, do_zip=False):
 class TransformerDecoderLayer(nn.Layer):
     """
     The transformer decoder layer.
-    It contains multiheadattention and some linear layers.
+    It contains multi-head attention and some linear layers.
     """
 
     def __init__(
@@ -634,8 +634,8 @@ def __init__(
         self.recompute_granularity = recompute_granularity
 
         self.layer_per_stage = None
-        self.pipline_mode = pp_degree is not None and pp_degree > 1
-        if self.pipline_mode:
+        self.pipeline_mode = pp_degree is not None and pp_degree > 1
+        if self.pipeline_mode:
             self.layer_per_stage = num_hidden_layers // pp_degree
         self.embeddings = GPTEmbeddings(
             vocab_size,
 
@@ -99,7 +99,7 @@ def _fuse_prepare_qkv(self, query):
 
     def _prepare_qkv(self, query, key, value, use_cache=False, cache=None):
         r"""
-        Prapares linear projected queries, keys and values for usage of subsequnt
+        Prepares linear projected queries, keys and values for usage of subsequent
         multiple parallel attention. If `cache` is not None, using cached results
         to reduce redundant calculations.
         """
@@ -163,7 +163,7 @@ def compute_kv(self, key, value):
 
     def gen_cache(self, key, value=None, type=Cache):
         """
-        Generates cache for `forward` usage in inference accroding to arguments.
+        Generates cache for `forward` usage in inference according to arguments.
         The generated cache is an instance of `MultiHeadAttention.Cache` or an
         instance of `MultiHeadAttention.StaticCache`.
         """
@@ -329,7 +329,7 @@ def gen_cache(self, memory, do_zip=False):
 class TransformerDecoderLayer(nn.Layer):
     """
     The transformer decoder layer.
-    It contains multiheadattention and some linear layers.
+    It contains multi-head attention and some linear layers.
     """
 
     def __init__(
@@ -484,7 +484,7 @@ def forward(self, input_ids, position_ids=None):
             seq_length = paddle.cumsum(ones, axis=-1)
             position_ids = seq_length - ones
 
-        input_embedings = self.word_embeddings(input_ids)
+        input_embeddings = self.word_embeddings(input_ids)
 
         if _global_parallel_strategy in ["mp", "dp_mp"]:
             auto.shard_tensor(
@@ -494,7 +494,7 @@ def forward(self, input_ids, position_ids=None):
             )
 
         position_embeddings = self.position_embeddings(position_ids)
-        embeddings = input_embedings + position_embeddings
+        embeddings = input_embeddings + position_embeddings
         embeddings = self.dropout(embeddings)
         return embeddings
 
@@ -528,8 +528,8 @@ def __init__(
         self.hidden_size = hidden_size
         self.vocab_size = vocab_size
 
-        self.pipline_mode = topo is not None and topo.pp_info.size > 1
-        if self.pipline_mode:
+        self.pipeline_mode = topo is not None and topo.pp_info.size > 1
+        if self.pipeline_mode:
             self.layer_per_stage = num_hidden_layers // self.topo.pp_info.size
 
         self.embeddings = GPTEmbeddings(
 
@@ -145,7 +145,7 @@ def _fuse_prepare_qkv(self, query):
 
     def _prepare_qkv(self, query, key, value, use_cache=False, cache=None):
         r"""
-        Prapares linear projected queries, keys and values for usage of subsequnt
+        Prepares linear projected queries, keys and values for usage of subsequent
         multiple parallel attention. If `cache` is not None, using cached results
         to reduce redundant calculations.
         """
@@ -209,7 +209,7 @@ def compute_kv(self, key, value):
 
     def gen_cache(self, key, value=None, type=Cache):
         """
-        Generates cache for `forward` usage in inference accroding to arguments.
+        Generates cache for `forward` usage in inference according to arguments.
         The generated cache is an instance of `MultiHeadAttention.Cache` or an
         instance of `MultiHeadAttention.StaticCache`.
         """
@@ -375,7 +375,7 @@ def gen_cache(self, memory, do_zip=False):
 class TransformerDecoderLayer(nn.Layer):
     """
     The transformer decoder layer.
-    It contains multiheadattention and some linear layers.
+    It contains multi-head attention and some linear layers.
     """
 
     def __init__(
@@ -530,7 +530,7 @@ def forward(self, input_ids, position_ids=None):
             seq_length = paddle.cumsum(ones, axis=-1)
             position_ids = seq_length - ones
 
-        input_embedings = self.word_embeddings(input_ids)
+        input_embeddings = self.word_embeddings(input_ids)
 
         if _global_parallel_strategy in ["mp", "dp_mp"]:
             auto.shard_tensor(
@@ -540,7 +540,7 @@ def forward(self, input_ids, position_ids=None):
             )
 
         position_embeddings = self.position_embeddings(position_ids)
-        embeddings = input_embedings + position_embeddings
+        embeddings = input_embeddings + position_embeddings
         embeddings = self.dropout(embeddings)
         return embeddings
 
@@ -574,8 +574,8 @@ def __init__(
         self.hidden_size = hidden_size
         self.vocab_size = vocab_size
 
-        self.pipline_mode = topo is not None and topo.pp_info.size > 1
-        if self.pipline_mode:
+        self.pipeline_mode = topo is not None and topo.pp_info.size > 1
+        if self.pipeline_mode:
             self.layer_per_stage = num_hidden_layers // self.topo.pp_info.size
 
         self.embeddings = GPTEmbeddings(
 
@@ -984,7 +984,7 @@ def test_errors(self):
         with paddle.static.program_guard(main_prog, startup_prog):
 
             def test_xdim():
-                # dimentions of x should be 4
+                # dimensions of x should be 4
                 x = paddle.static.data(
                     name='x1', shape=[2, 3, 4, 5, 6], dtype="int32"
                 )
@@ -1116,7 +1116,7 @@ def test_errors(self):
         with paddle.static.program_guard(main_prog, startup_prog):
 
             def test_xdim():
-                # dimentions of x should be 5
+                # dimensions of x should be 5
                 x = paddle.static.data(
                     name='x1', shape=[2, 3, 4, 5], dtype="int32"
                 )
 
@@ -169,7 +169,7 @@ def init_data(self):
         core.cudnn_version() < 8100
         or paddle.device.cuda.get_device_capability()[0] < 8
     ),
-    "run test when gpu is availble and the minimum cudnn version is 8.1.0 and gpu's compute capability is at least 8.0.",
+    "run test when gpu is available and the minimum cudnn version is 8.1.0 and gpu's compute capability is at least 8.0.",
 )
 class TestElementwiseBF16Op(OpTest):
     def init_data(self):
 
@@ -315,7 +315,7 @@ def setUp(self):
         core.cudnn_version() < 8100
         or paddle.device.cuda.get_device_capability()[0] < 8
     ),
-    "run test when gpu is availble and the minimum cudnn version is 8.1.0 and gpu's compute capability is at least 8.0.",
+    "run test when gpu is available and the minimum cudnn version is 8.1.0 and gpu's compute capability is at least 8.0.",
 )
 class TestElementwiseBF16Op(OpTest):
     def init_data(self):
 
@@ -103,13 +103,13 @@ def forward(self, inputs):
 
 class TestImperativeMnist(unittest.TestCase):
     def reader_decorator(self, reader):
-        def _reader_imple():
+        def _reader_simple():
             for item in reader():
                 image = np.array(item[0]).reshape(1, 28, 28)
                 label = np.array(item[1]).astype('int64').reshape(1)
                 yield image, label
 
-        return _reader_imple
+        return _reader_simple
 
     def test_mnist_float32(self):
         seed = 90
 
@@ -50,13 +50,13 @@ def get_optimizer(self):
         raise NotImplementedError()
 
     def reader_decorator(self, reader):
-        def _reader_imple():
+        def _reader_simple():
             for item in reader():
                 image = np.array(item[0]).reshape(1, 784)
                 label = np.array(item[1]).astype('int64').reshape(1)
                 yield image, label
 
-        return _reader_imple
+        return _reader_simple
 
     def _check_exception(self, exception_message, place=None):
         seed = 90
 
@@ -52,13 +52,13 @@ def get_optimizer(self):
         raise NotImplementedError()
 
     def reader_decorator(self, reader):
-        def _reader_imple():
+        def _reader_simple():
             for item in reader():
                 image = np.array(item[0]).reshape(1, 784)
                 label = np.array(item[1]).astype('int64').reshape(1)
                 yield image, label
 
-        return _reader_imple
+        return _reader_simple
 
     def _check_exception(self, exception_message, place=None):
         seed = 90
@@ -832,7 +832,7 @@ def get_optimizer_dygraph(self, parameter_list):
         optimizer = paddle.incubate.optimizer.PipelineOptimizer(optimizer)
         return optimizer
 
-    def test_pipline(self):
+    def test_pipeline(self):
         exception_message = "In dygraph, don't support PipelineOptimizer."
         self._check_exception(exception_message)
 
 
@@ -242,13 +242,13 @@ def forward(self, inputs):
 
 class TestDygraphResnet(unittest.TestCase):
     def reader_decorator(self, reader):
-        def _reader_imple():
+        def _reader_simple():
             for item in reader():
                 doc = np.array(item[0]).reshape(3, 224, 224)
                 label = np.array(item[1]).astype('int64').reshape(1)
                 yield doc, label
 
-        return _reader_imple
+        return _reader_simple
 
     def test_resnet_float32(self):
         seed = 90
Original file line number	Diff line number	Diff line change
`@@ -169,7 +169,7 @@ def init_data(self):`
`169`	`169`	`core.cudnn_version() < 8100`
`170`	`170`	`or paddle.device.cuda.get_device_capability()[0] < 8`
`171`	`171`	`),`
`172`		`- "run test when gpu is availble and the minimum cudnn version is 8.1.0 and gpu's compute capability is at least 8.0.",`
	`172`	`+ "run test when gpu is available and the minimum cudnn version is 8.1.0 and gpu's compute capability is at least 8.0.",`
`173`	`173`	`)`
`174`	`174`	`class TestElementwiseBF16Op(OpTest):`
`175`	`175`	`def init_data(self):`
Original file line number	Diff line number	Diff line change
`@@ -315,7 +315,7 @@ def setUp(self):`
`315`	`315`	`core.cudnn_version() < 8100`
`316`	`316`	`or paddle.device.cuda.get_device_capability()[0] < 8`
`317`	`317`	`),`
`318`		`- "run test when gpu is availble and the minimum cudnn version is 8.1.0 and gpu's compute capability is at least 8.0.",`
	`318`	`+ "run test when gpu is available and the minimum cudnn version is 8.1.0 and gpu's compute capability is at least 8.0.",`
`319`	`319`	`)`
`320`	`320`	`class TestElementwiseBF16Op(OpTest):`
`321`	`321`	`def init_data(self):`