【PIR API adaptor No.1、20、103、104、120】 Migrate L1Loss/BCELoss/HSigmoidLoss/SmoothL1Loss/KLDivLoss into pir (#58708)

DrRyanHuang · web-flow · commit a3a346639ffc · 2023-12-26T15:43:31.000+08:00
diff --git a/python/paddle/nn/functional/loss.py b/python/paddle/nn/functional/loss.py
@@ -659,7 +659,7 @@ def binary_cross_entropy(
             % reduction
         )
 
-    if in_dynamic_mode():
+    if in_dynamic_or_pir_mode():
         out = _C_ops.bce_loss(input, label)
         if weight is not None:
             out = _C_ops.multiply(out, weight, 'axis', -1)
@@ -984,7 +984,7 @@ def hsigmoid_loss(
     if num_classes < 2:
         raise ValueError(f'Expected num_classes >= 2 (got {num_classes})')
 
-    if in_dynamic_mode():
+    if in_dynamic_or_pir_mode():
         out, _, _ = _C_ops.hsigmoid_loss(
             input,
             label,
@@ -1103,7 +1103,7 @@ def smooth_l1_loss(input, label, reduction='mean', delta=1.0, name=None):
 
     """
 
-    if in_dynamic_mode():
+    if in_dynamic_or_pir_mode():
         out = _C_ops.huber_loss(input, label, delta)
     else:
         check_variable_and_dtype(
@@ -1329,7 +1329,7 @@ def l1_loss(input, label, reduction='mean', name=None):
             "received %s, which is not allowed." % reduction
         )
 
-    if in_dynamic_mode():
+    if in_dynamic_or_pir_mode():
         unreduced = _C_ops.abs(_C_ops.subtract(input, label))
 
         if reduction == 'mean':
@@ -1688,7 +1688,7 @@ def kl_div(input, label, reduction='mean', name=None):
     ):
         label = paddle.cast(label, 'float64')
 
-    if in_dynamic_mode():
+    if in_dynamic_or_pir_mode():
         out = _C_ops.kldiv_loss(input, label, 'none')
         if reduction == 'mean':
             out = paddle.mean(out)
diff --git a/test/legacy_test/test_bce_loss.py b/test/legacy_test/test_bce_loss.py
@@ -20,6 +20,7 @@
 import paddle
 from paddle import base
 from paddle.base import core
+from paddle.pir_utils import test_with_pir_api
 
 
 def test_static_layer(
@@ -152,6 +153,7 @@ def calc_bceloss(input_np, label_np, reduction='mean', weight_np=None):
 
 
 class TestBCELoss(unittest.TestCase):
+    @test_with_pir_api
     def test_BCELoss(self):
         input_np = np.random.uniform(0.1, 0.8, size=(20, 30)).astype(np.float64)
         label_np = np.random.randint(0, 2, size=(20, 30)).astype(np.float64)
@@ -185,6 +187,7 @@ def test_BCELoss(self):
                 )
                 np.testing.assert_allclose(dy_functional, expected, rtol=1e-05)
 
+    @test_with_pir_api
     def test_BCELoss_weight(self):
         input_np = np.random.uniform(0.1, 0.8, size=(2, 3, 4, 10)).astype(
             np.float64
@@ -262,10 +265,10 @@ def setUp(self):
         self.outputs = {'Out': output_np}
 
     def test_check_output(self):
-        self.check_output()
+        self.check_output(check_pir=True)
 
     def test_check_grad(self):
-        self.check_grad(['X'], 'Out')
+        self.check_grad(['X'], 'Out', check_pir=True)
 
     def init_test_case(self):
         self.shape = [10, 10]
@@ -286,17 +289,20 @@ def init_test_cast(self):
 
 class TestBceLossOpFP16(TestBceLossOp):
     def test_check_output(self):
-        self.check_output()
+        self.check_output(check_pir=True)
 
     def test_check_grad(self):
-        self.check_grad(['X'], 'Out')
+        self.check_grad(['X'], 'Out', check_pir=True)
 
     def init_test_dtype(self):
         self.dtype = np.float16
 
 
 class TestBceLossOpStaticFP16(unittest.TestCase):
+    @test_with_pir_api
     def test_fp16(self):
+        if not core.is_compiled_with_cuda():
+            return
         paddle.enable_static()
         shape = [2, 3, 20]
         x_data = np.random.uniform(0.1, 0.8, shape).astype("float16")
diff --git a/test/legacy_test/test_hsigmoid_op.py b/test/legacy_test/test_hsigmoid_op.py
@@ -21,6 +21,7 @@
 import paddle
 import paddle.nn.functional as F
 from paddle import base
+from paddle.pir_utils import test_with_pir_api
 
 paddle.enable_static()
 np.random.seed(100)
@@ -218,13 +219,14 @@ def setUp(self):
         self.user_grads = hsigmoid_grad(x, w, label, bias, num_classes)
 
     def test_check_output(self):
-        self.check_output()
+        self.check_output(check_pir=True)
 
     def test_check_grad(self):
         self.check_grad(
             ['X', 'W', 'Bias'],
             ['Out'],
             user_defined_grads=self.user_grads,
+            check_pir=True,
         )
 
 
@@ -278,7 +280,7 @@ def setUp(self):
         self.outputs = {'PreOut': pre_output, 'Out': out}
 
     def test_check_output(self):
-        self.check_output()
+        self.check_output(check_pir=True)
 
 
 class TestHSigmoidOpWithSparseGrad(unittest.TestCase):
@@ -323,9 +325,11 @@ def hs_net_conf(self, is_sparse):
         return avg_cost, data_list
 
     def training_test(self, is_sparse):
-        with base.program_guard(base.Program(), base.Program()):
+        with paddle.static.program_guard(
+            paddle.static.Program(), paddle.static.Program()
+        ):
             paddle.seed(1)
-            start_up = base.default_startup_program()
+            start_up = paddle.static.default_startup_program()
             x = np.arange(6).reshape(6)
             path_table = np.array([(1, 2, -1), (1, 2, -1)]).astype('int64')
             path_code = np.array([(1, 0, -1), (0, 0, -1)]).astype('int64')
@@ -335,10 +339,10 @@ def training_test(self, is_sparse):
             optimizer = paddle.optimizer.SGD(learning_rate=1e-3)
             optimizer.minimize(loss)
 
-            main_program = base.default_main_program()
+            main_program = paddle.static.default_main_program()
             place = base.CPUPlace()
             feeder = base.DataFeeder(feed_list=data_list, place=place)
-            exe = base.Executor(place)
+            exe = paddle.static.Executor(place)
 
             exe.run(start_up)
             result = []
@@ -414,13 +418,14 @@ def setUp(self):
         self.outputs = {'PreOut': pre_output, 'Out': out}
 
     def test_check_output(self):
-        self.check_output()
+        self.check_output(check_pir=True)
 
     def test_check_grad(self):
         self.check_grad(
             ['Bias', 'X', 'W'],
             ['Out'],
             no_grad_set=set('Label'),
+            check_pir=True,
         )
 
 
@@ -479,10 +484,12 @@ def setUp(self):
         self.outputs = {'PreOut': pre_output, 'Out': out}
 
     def test_check_output(self):
-        self.check_output()
+        self.check_output(check_pir=True)
 
     def test_check_grad(self):
-        self.check_grad(['X', 'W'], ['Out'], no_grad_set=set('Label'))
+        self.check_grad(
+            ['X', 'W'], ['Out'], no_grad_set=set('Label'), check_pir=True
+        )
 
 
 class TestHSigmoidLossAPI(unittest.TestCase):
@@ -564,6 +571,7 @@ def test_dygraph_api(self):
             np.testing.assert_allclose(self.out_np, out.numpy(), rtol=1e-05)
         paddle.enable_static()
 
+    @test_with_pir_api
     def test_static_api(self):
         train_program = paddle.static.Program()
         startup_program = paddle.static.Program()
@@ -619,10 +627,11 @@ def test_static_api(self):
             for ret in [ret1, ret2]:
                 np.testing.assert_allclose(self.out_np, ret, rtol=1e-05)
 
+    @test_with_pir_api
     def test_base_api(self):
-        train_program = base.Program()
-        startup_program = base.Program()
-        with base.program_guard(train_program, startup_program):
+        train_program = paddle.static.Program()
+        startup_program = paddle.static.Program()
+        with paddle.static.program_guard(train_program, startup_program):
             x = paddle.static.data('x', [-1, self.feature_size])
             labels = paddle.static.data('labels', [-1, 1], 'int64')
             path_table = None
@@ -647,7 +656,7 @@ def test_base_api(self):
                 path_code=path_code,
             )
 
-            exe = base.Executor(self.place)
+            exe = paddle.static.Executor(self.place)
             exe.run(startup_program)
             feed_dict = {'x': self.x_np, 'labels': self.labels_np}
             if self.is_custom:
diff --git a/test/legacy_test/test_kldiv_loss_op.py b/test/legacy_test/test_kldiv_loss_op.py
@@ -18,6 +18,7 @@
 
 import paddle
 from paddle.nn.functional import kl_div
+from paddle.pir_utils import test_with_pir_api
 
 
 def kldiv_loss(x, target, reduction):
@@ -55,10 +56,10 @@ def setUp(self):
         self.outputs = {'Loss': loss.astype('float64')}
 
     def test_check_output(self):
-        self.check_output()
+        self.check_output(check_pir=True)
 
     def test_check_grad(self):
-        self.check_grad(['X'], 'Loss', no_grad_set={"Target"})
+        self.check_grad(['X'], 'Loss', no_grad_set={"Target"}, check_pir=True)
 
     def initTestCase(self):
         self.x_shape = (4, 5, 5)
@@ -111,6 +112,7 @@ def test_kl_loss_sum(self):
     def test_kl_loss_none(self):
         self.run_kl_loss('none')
 
+    @test_with_pir_api
     def test_kl_loss_static_api(self):
         with paddle_static_guard():
             input = paddle.static.data(name='input', shape=[5, 20])
diff --git a/test/legacy_test/test_l1_loss.py b/test/legacy_test/test_l1_loss.py
diff --git a/test/legacy_test/test_smooth_l1_loss.py b/test/legacy_test/test_smooth_l1_loss.py
