[AutoParallel] Simplify DistTensor namespace path (#55593)

chenwhql · web-flow · commit ae2d8ba15754 · 2023-07-24T21:01:05.000+08:00
* simplify dist tensor namespace path

* fix tensor dist attr decl error
diff --git a/paddle/fluid/pybind/eager.cc b/paddle/fluid/pybind/eager.cc
@@ -45,7 +45,7 @@ limitations under the License. */
 #ifdef PADDLE_WITH_DISTRIBUTE
 #include "paddle/phi/core/distributed/auto_parallel/dist_attr.h"
 #include "paddle/phi/core/distributed/auto_parallel/dist_tensor.h"
-using phi::distributed::auto_parallel::DistTensor;
+using phi::distributed::DistTensor;
 using phi::distributed::auto_parallel::TensorDistAttr;
 #endif
 
diff --git a/paddle/fluid/pybind/eager_method.cc b/paddle/fluid/pybind/eager_method.cc
@@ -801,8 +801,8 @@ static PyObject* tensor_method_get_underline_tensor(TensorObject* self,
     return ToPyObject(tensor);
   } else if (self->tensor.is_dist_tensor()) {
 #ifdef PADDLE_WITH_DISTRIBUTE
-    auto* tensor = static_cast<phi::distributed::auto_parallel::DistTensor*>(
-        self->tensor.impl().get());
+    auto* tensor =
+        static_cast<phi::distributed::DistTensor*>(self->tensor.impl().get());
     VLOG(6) << "dist tensor: " << tensor->defined();
     return ToPyObject(tensor);
 #else
diff --git a/paddle/fluid/pybind/eager_properties.cc b/paddle/fluid/pybind/eager_properties.cc
@@ -164,9 +164,8 @@ PyObject* tensor_properties_get_dist_attr(TensorObject* self, void* closure) {
   EAGER_TRY
   if (self->tensor.is_dist_tensor()) {
 #ifdef PADDLE_WITH_DISTRIBUTE
-    phi::distributed::auto_parallel::DistTensor* dist_tensor =
-        static_cast<phi::distributed::auto_parallel::DistTensor*>(
-            self->tensor.impl().get());
+    phi::distributed::DistTensor* dist_tensor =
+        static_cast<phi::distributed::DistTensor*>(self->tensor.impl().get());
     return ToPyObject(dist_tensor->dist_attr().get());
 #else
     RETURN_PY_NONE
diff --git a/paddle/fluid/pybind/eager_utils.cc b/paddle/fluid/pybind/eager_utils.cc
@@ -859,7 +859,7 @@ PyObject* ToPyObject(const phi::DenseTensor* value) {
 }
 
 #ifdef PADDLE_WITH_DISTRIBUTE
-PyObject* ToPyObject(const phi::distributed::auto_parallel::DistTensor* value) {
+PyObject* ToPyObject(const phi::distributed::DistTensor* value) {
   auto obj = ::pybind11::cast(value, py::return_value_policy::reference);
   obj.inc_ref();
   return obj.ptr();
diff --git a/paddle/fluid/pybind/eager_utils.h b/paddle/fluid/pybind/eager_utils.h
@@ -113,7 +113,7 @@ PyObject* ToPyObject(const std::vector<std::vector<paddle::Tensor>>& value,
 PyObject* ToPyObject(const platform::Place& value);
 PyObject* ToPyObject(const phi::DenseTensor* value);
 #ifdef PADDLE_WITH_DISTRIBUTE
-PyObject* ToPyObject(const phi::distributed::auto_parallel::DistTensor* value);
+PyObject* ToPyObject(const phi::distributed::DistTensor* value);
 PyObject* ToPyObject(
     const phi::distributed::auto_parallel::TensorDistAttr* value);
 #endif
diff --git a/paddle/fluid/pybind/tensor.cc b/paddle/fluid/pybind/tensor.cc
@@ -1025,7 +1025,7 @@ void BindTensor(pybind11::module &m) {  // NOLINT
 #endif
 
 #ifdef PADDLE_WITH_DISTRIBUTE
-  using phi::distributed::auto_parallel::DistTensor;
+  using phi::distributed::DistTensor;
   py::class_<DistTensor>(m, "DistTensor")
       .def(
           "get_tensor",
diff --git a/paddle/phi/api/lib/tensor.cc b/paddle/phi/api/lib/tensor.cc
@@ -133,7 +133,7 @@ bool Tensor::is_dense_tensor() const {
 }
 bool Tensor::is_dist_tensor() const {
 #ifdef PADDLE_WITH_DISTRIBUTE
-  return phi::distributed::auto_parallel::DistTensor::classof(impl_.get());
+  return phi::distributed::DistTensor::classof(impl_.get());
 #else
   return false;
 #endif
diff --git a/paddle/phi/core/dense_tensor.h b/paddle/phi/core/dense_tensor.h
@@ -30,9 +30,7 @@ namespace phi {
 
 class DenseTensorUtils;
 namespace distributed {
-namespace auto_parallel {
 class DistTensor;
-}  // namespace auto_parallel
 }  // namespace distributed
 
 /// \brief The Dense tensor stores values in a contiguous sequential block
@@ -186,7 +184,7 @@ class DenseTensor : public TensorBase,
 
  private:
   friend class DenseTensorUtils;
-  friend class phi::distributed::auto_parallel::DistTensor;
+  friend class phi::distributed::DistTensor;
 
  protected:
   DenseTensorMeta meta_;
diff --git a/paddle/phi/core/distributed/auto_parallel/dist_tensor.cc b/paddle/phi/core/distributed/auto_parallel/dist_tensor.cc
@@ -16,7 +16,6 @@
 
 namespace phi {
 namespace distributed {
-namespace auto_parallel {
 
 void* DistTensor::AllocateFrom(Allocator* allocator,
                                DataType dtype,
@@ -59,6 +58,5 @@ void DistTensor::set_meta(const DenseTensorMeta& meta) {
   meta_ = meta;
 }
 
-}  // namespace auto_parallel
 }  // namespace distributed
 }  // namespace phi
diff --git a/paddle/phi/core/distributed/auto_parallel/dist_tensor.h b/paddle/phi/core/distributed/auto_parallel/dist_tensor.h
@@ -18,11 +18,12 @@
 #include "paddle/phi/core/dense_tensor.h"
 
 namespace phi {
-
 namespace distributed {
-namespace auto_parallel {
 
+namespace auto_parallel {
 class TensorDistAttr;
+}
+using auto_parallel::TensorDistAttr;
 
 class DistTensor final
     : public phi::TensorBase,
@@ -125,6 +126,5 @@ class DistTensor final
   std::unique_ptr<DenseTensor> value_{nullptr};
 };
 
-}  // namespace auto_parallel
 }  // namespace distributed
 }  // namespace phi
diff --git a/paddle/phi/core/utils/type_info.cc b/paddle/phi/core/utils/type_info.cc
@@ -56,8 +56,7 @@ template class TypeInfoTraits<phi::DeviceContext, CPUContext>;
 template class TypeInfoTraits<phi::DeviceContext, CustomContext>;
 
 #ifdef PADDLE_WITH_DISTRIBUTE
-template class TypeInfoTraits<phi::TensorBase,
-                              phi::distributed::auto_parallel::DistTensor>;
+template class TypeInfoTraits<phi::TensorBase, phi::distributed::DistTensor>;
 #endif
 
 #if defined(PADDLE_WITH_CUDA) || defined(PADDLE_WITH_HIP) || \

Original file line number	Diff line number	Diff line change
`@@ -859,7 +859,7 @@ PyObject* ToPyObject(const phi::DenseTensor* value) {`
`859`	`859`	`}`
`860`	`860`
`861`	`861`	`#ifdef PADDLE_WITH_DISTRIBUTE`
`862`		`-PyObject* ToPyObject(const phi::distributed::auto_parallel::DistTensor* value) {`
	`862`	`+PyObject* ToPyObject(const phi::distributed::DistTensor* value) {`
`863`	`863`	`auto obj = ::pybind11::cast(value, py::return_value_policy::reference);`
`864`	`864`	`obj.inc_ref();`
`865`	`865`	`return obj.ptr();`
Original file line number	Diff line number	Diff line change
`@@ -133,7 +133,7 @@ bool Tensor::is_dense_tensor() const {`
`133`	`133`	`}`
`134`	`134`	`bool Tensor::is_dist_tensor() const {`
`135`	`135`	`#ifdef PADDLE_WITH_DISTRIBUTE`
`136`		`- return phi::distributed::auto_parallel::DistTensor::classof(impl_.get());`
	`136`	`+ return phi::distributed::DistTensor::classof(impl_.get());`
`137`	`137`	`#else`
`138`	`138`	`return false;`
`139`	`139`	`#endif`