[XPU] add data_type_transform_test_xpu (#70638)

houj04 · web-flow · commit 418327b8b6f4 · 2025-01-08T11:24:24.000+08:00
* [XPU] add data_type_transform_test_xpu

* [XPU] add data_type_transform_test_xpu
diff --git a/paddle/fluid/framework/data_type.h b/paddle/fluid/framework/data_type.h
@@ -112,6 +112,19 @@ struct DataTypeTrait<void> {
   _ForEachDataTypeHelper_(callback, ::phi::dtype::complex<float>, COMPLEX64); \
   _ForEachDataTypeHelper_(callback, ::phi::dtype::complex<double>, COMPLEX128);
 
+// complex and float8 are not supported on XPU.
+#define _ForEachDataTypeForXPU_(callback)                          \
+  _ForEachDataTypeHelper_(callback, float, FP32);                  \
+  _ForEachDataTypeHelper_(callback, ::phi::dtype::float16, FP16);  \
+  _ForEachDataTypeHelper_(callback, ::phi::dtype::bfloat16, BF16); \
+  _ForEachDataTypeHelper_(callback, double, FP64);                 \
+  _ForEachDataTypeHelper_(callback, int, INT32);                   \
+  _ForEachDataTypeHelper_(callback, int64_t, INT64);               \
+  _ForEachDataTypeHelper_(callback, bool, BOOL);                   \
+  _ForEachDataTypeHelper_(callback, uint8_t, UINT8);               \
+  _ForEachDataTypeHelper_(callback, int16_t, INT16);               \
+  _ForEachDataTypeHelper_(callback, int8_t, INT8);
+
 #define DefineDataTypeTrait(cpp_type, proto_type)                           \
   template <>                                                               \
   struct DataTypeTrait<cpp_type> {                                          \
diff --git a/paddle/fluid/framework/data_type_transform.cc b/paddle/fluid/framework/data_type_transform.cc
@@ -64,10 +64,11 @@ static void XPUTransDataType(
     }                                                  \
   } while (0)
 
-  if (dst_type == proto::VarType::FP32 && dst_type == proto::VarType::FP16 &&
-      dst_type == proto::VarType::BOOL && dst_type == proto::VarType::INT16 &&
-      dst_type == proto::VarType::INT32 && dst_type == proto::VarType::INT64) {
-    _ForEachDataType_(XPUCastCallback);
+  if (dst_type == proto::VarType::FP32 || dst_type == proto::VarType::FP16 ||
+      dst_type == proto::VarType::BOOL || dst_type == proto::VarType::INT16 ||
+      dst_type == proto::VarType::INT32 || dst_type == proto::VarType::INT64 ||
+      dst_type == proto::VarType::FP64) {
+    _ForEachDataTypeForXPU_(XPUCastCallback);
   } else {
     PADDLE_THROW(common::errors::Unimplemented(
         "Data type (%s) is not supported in XPU when casting data type.",
@@ -155,33 +156,37 @@ void TransDataType(const phi::DenseTensor& in,
   auto ctx = pool.Get(in.place());
 
 #if defined(PADDLE_WITH_XPU)
-  switch (src_type) {
-    case proto::VarType::FP16:
-      XPUTransDataType<phi::dtype::float16>(in, out, dst_type, ctx);
-      break;
-    case proto::VarType::FP32:
-      XPUTransDataType<float>(in, out, dst_type, ctx);
-      break;
-    case proto::VarType::BOOL:
-      XPUTransDataType<bool>(in, out, dst_type, ctx);
-      break;
-    case proto::VarType::INT16:
-      XPUTransDataType<int16_t>(in, out, dst_type, ctx);
-      break;
-    case proto::VarType::INT32:
-      XPUTransDataType<int>(in, out, dst_type, ctx);
-      break;
-    case proto::VarType::INT64:
-      XPUTransDataType<int64_t>(in, out, dst_type, ctx);
-      break;
-    default:
-      PADDLE_THROW(common::errors::Unimplemented(
-          "Data type (%s) is not supported in XPU when casting data type.",
-          DataTypeToString(src_type)));
+  if (phi::is_xpu_place(in.place())) {
+    switch (src_type) {
+      case proto::VarType::FP16:
+        XPUTransDataType<phi::dtype::float16>(in, out, dst_type, ctx);
+        break;
+      case proto::VarType::FP32:
+        XPUTransDataType<float>(in, out, dst_type, ctx);
+        break;
+      case proto::VarType::FP64:
+        XPUTransDataType<double>(in, out, dst_type, ctx);
+        break;
+      case proto::VarType::BOOL:
+        XPUTransDataType<bool>(in, out, dst_type, ctx);
+        break;
+      case proto::VarType::INT16:
+        XPUTransDataType<int16_t>(in, out, dst_type, ctx);
+        break;
+      case proto::VarType::INT32:
+        XPUTransDataType<int>(in, out, dst_type, ctx);
+        break;
+      case proto::VarType::INT64:
+        XPUTransDataType<int64_t>(in, out, dst_type, ctx);
+        break;
+      default:
+        PADDLE_THROW(common::errors::Unimplemented(
+            "Data type (%s) is not supported in XPU when casting data type.",
+            DataTypeToString(src_type)));
+    }
+    return;
   }
-
-#else
-
+#endif
   switch (src_type) {
     case proto::VarType::FP16:
       framework::VisitDataType(dst_type,
@@ -225,7 +230,6 @@ void TransDataType(const phi::DenseTensor& in,
           "Data type (%s) is not supported when casting data type.",
           DataTypeToString(src_type)));
   }
-#endif
 }
 
 void TransComplexToReal(const proto::VarType::Type& dst_type,
diff --git a/paddle/phi/core/framework/data_type_transform.cc b/paddle/phi/core/framework/data_type_transform.cc
@@ -66,10 +66,11 @@ static void XPUTransDataType(
     }                                                  \
   } while (0)
 
-  if (dst_type == proto::VarType::FP32 && dst_type == proto::VarType::FP16 &&
-      dst_type == proto::VarType::BOOL && dst_type == proto::VarType::INT16 &&
-      dst_type == proto::VarType::INT32 && dst_type == proto::VarType::INT64) {
-    _ForEachDataType_(XPUCastCallback);
+  if (dst_type == proto::VarType::FP32 || dst_type == proto::VarType::FP16 ||
+      dst_type == proto::VarType::BOOL || dst_type == proto::VarType::INT16 ||
+      dst_type == proto::VarType::INT32 || dst_type == proto::VarType::INT64 ||
+      dst_type == proto::VarType::FP64) {
+    _ForEachDataTypeForXPU_(XPUCastCallback);
   } else {
     PADDLE_THROW(common::errors::Unimplemented(
         "Data type (%s) is not supported in XPU when casting data type.",
@@ -158,33 +159,37 @@ void TransDataType(const phi::DenseTensor& in,
   auto ctx = pool.Get(in.place());
 
 #if defined(PADDLE_WITH_XPU)
-  switch (src_type) {
-    case proto::VarType::FP16:
-      XPUTransDataType<phi::dtype::float16>(in, out, dst_type, ctx);
-      break;
-    case proto::VarType::FP32:
-      XPUTransDataType<float>(in, out, dst_type, ctx);
-      break;
-    case proto::VarType::BOOL:
-      XPUTransDataType<bool>(in, out, dst_type, ctx);
-      break;
-    case proto::VarType::INT16:
-      XPUTransDataType<int16_t>(in, out, dst_type, ctx);
-      break;
-    case proto::VarType::INT32:
-      XPUTransDataType<int>(in, out, dst_type, ctx);
-      break;
-    case proto::VarType::INT64:
-      XPUTransDataType<int64_t>(in, out, dst_type, ctx);
-      break;
-    default:
-      PADDLE_THROW(common::errors::Unimplemented(
-          "Data type (%s) is not supported in XPU when casting data type.",
-          VarDataTypeToString(src_type)));
+  if (phi::is_xpu_place(in.place())) {
+    switch (src_type) {
+      case proto::VarType::FP16:
+        XPUTransDataType<phi::dtype::float16>(in, out, dst_type, ctx);
+        break;
+      case proto::VarType::FP32:
+        XPUTransDataType<float>(in, out, dst_type, ctx);
+        break;
+      case proto::VarType::FP64:
+        XPUTransDataType<double>(in, out, dst_type, ctx);
+        break;
+      case proto::VarType::BOOL:
+        XPUTransDataType<bool>(in, out, dst_type, ctx);
+        break;
+      case proto::VarType::INT16:
+        XPUTransDataType<int16_t>(in, out, dst_type, ctx);
+        break;
+      case proto::VarType::INT32:
+        XPUTransDataType<int>(in, out, dst_type, ctx);
+        break;
+      case proto::VarType::INT64:
+        XPUTransDataType<int64_t>(in, out, dst_type, ctx);
+        break;
+      default:
+        PADDLE_THROW(common::errors::Unimplemented(
+            "Data type (%s) is not supported in XPU when casting data type.",
+            VarDataTypeToString(src_type)));
+    }
+    return;
   }
-
-#else
-
+#endif
   switch (src_type) {
     case proto::VarType::FP16:
       phi::VisitDataType(dst_type,
@@ -228,7 +233,6 @@ void TransDataType(const phi::DenseTensor& in,
           "Data type (%s) is not supported when casting data type.",
           VarDataTypeToString(src_type)));
   }
-#endif
 }
 
 }  // namespace phi
diff --git a/paddle/phi/core/framework/var_type_helper.h b/paddle/phi/core/framework/var_type_helper.h
@@ -113,6 +113,19 @@ struct DataTypeTrait<void> {
   _ForEachDataTypeHelper_(callback, ::phi::dtype::complex<float>, COMPLEX64); \
   _ForEachDataTypeHelper_(callback, ::phi::dtype::complex<double>, COMPLEX128);
 
+// complex and float8 are not supported on XPU.
+#define _ForEachDataTypeForXPU_(callback)                          \
+  _ForEachDataTypeHelper_(callback, float, FP32);                  \
+  _ForEachDataTypeHelper_(callback, ::phi::dtype::float16, FP16);  \
+  _ForEachDataTypeHelper_(callback, ::phi::dtype::bfloat16, BF16); \
+  _ForEachDataTypeHelper_(callback, double, FP64);                 \
+  _ForEachDataTypeHelper_(callback, int, INT32);                   \
+  _ForEachDataTypeHelper_(callback, int64_t, INT64);               \
+  _ForEachDataTypeHelper_(callback, bool, BOOL);                   \
+  _ForEachDataTypeHelper_(callback, uint8_t, UINT8);               \
+  _ForEachDataTypeHelper_(callback, int16_t, INT16);               \
+  _ForEachDataTypeHelper_(callback, int8_t, INT8);
+
 #define DefineDataTypeTrait(cpp_type, proto_type)                           \
   template <>                                                               \
   struct DataTypeTrait<cpp_type> {                                          \
diff --git a/test/cpp/phi/core/CMakeLists.txt b/test/cpp/phi/core/CMakeLists.txt
@@ -86,3 +86,7 @@ endif()
 if(NOT WIN32)
   paddle_test(test_c_tcp_store SRCS test_tcp_store.cc DEPS phi common)
 endif()
+
+if(WITH_XPU)
+  paddle_test(data_type_transform_test_xpu SRCS data_type_transform_test_xpu.cc)
+endif()
diff --git a/test/cpp/phi/core/data_type_transform_test_xpu.cc b/test/cpp/phi/core/data_type_transform_test_xpu.cc
