【Hackathon 6th Fundable Projects 3 No.350】share_data (#65174)

co63oc · web-flow · commit 1f7ad6776d43 · 2024-07-02T10:37:26.000+08:00
* Fix

* Fix

* Fix

* Fix
diff --git a/paddle/fluid/operators/share_data_op.cc b/paddle/fluid/operators/share_data_op.cc
diff --git a/paddle/fluid/operators/share_data_op.cu b/paddle/fluid/operators/share_data_op.cu
diff --git a/paddle/fluid/operators/share_data_op.h b/paddle/fluid/operators/share_data_op.h
diff --git a/paddle/fluid/pir/dialect/operator/utils/utils.cc b/paddle/fluid/pir/dialect/operator/utils/utils.cc
@@ -60,7 +60,6 @@ const std::unordered_set<std::string> LegacyOpList = {
     CSplitOp::name(),
     PushDenseOp::name(),
     SeedOp::name(),
-    ShareData_Op::name(),
     GetTensorFromSelectedRowsOp::name(),
     RowConvOp::name(),
     RowConvGradOp::name(),
diff --git a/paddle/phi/infermeta/unary.cc b/paddle/phi/infermeta/unary.cc
@@ -4025,6 +4025,11 @@ void ShapeInferMeta(const MetaTensor& input, MetaTensor* out) {
   out->set_dtype(DataType::INT32);
 }
 
+void ShareDataInferMeta(const MetaTensor& x, MetaTensor* out) {
+  out->set_dims(x.dims());
+  out->set_dtype(x.dtype());
+}
+
 void ShardIndexInferMeta(const MetaTensor& in,
                          int index_num,
                          int nshards,
diff --git a/paddle/phi/infermeta/unary.h b/paddle/phi/infermeta/unary.h
@@ -667,6 +667,8 @@ void SequencePoolInferMeta(const MetaTensor& x,
 
 void SetValueInferMeta(const MetaTensor& x, MetaTensor* out);
 
+void ShareDataInferMeta(const MetaTensor& x, MetaTensor* out);
+
 void ShapeInferMeta(const MetaTensor& input, MetaTensor* out);
 
 void ShardIndexInferMeta(const MetaTensor& in,
diff --git a/paddle/phi/kernels/cpu/share_data_kernel.cc b/paddle/phi/kernels/cpu/share_data_kernel.cc
@@ -0,0 +1,29 @@
+// Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     https://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#include "paddle/phi/common/data_type.h"
+#include "paddle/phi/kernels/impl/share_data_kernel_impl.h"
+
+PD_REGISTER_KERNEL(share_data,
+                   CPU,
+                   ALL_LAYOUT,
+                   phi::ShareDataKernel,
+                   bool,
+                   int,
+                   int8_t,
+                   uint8_t,
+                   int64_t,
+                   float,
+                   double,
+                   phi::dtype::float16) {}
diff --git a/paddle/phi/kernels/gpu/share_data_kernel.cu b/paddle/phi/kernels/gpu/share_data_kernel.cu
@@ -0,0 +1,29 @@
+// Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     https://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#include "paddle/phi/common/data_type.h"
+#include "paddle/phi/kernels/impl/share_data_kernel_impl.h"
+
+PD_REGISTER_KERNEL(share_data,
+                   GPU,
+                   ALL_LAYOUT,
+                   phi::ShareDataKernel,
+                   bool,
+                   int,
+                   int8_t,
+                   uint8_t,
+                   int64_t,
+                   float,
+                   double,
+                   phi::dtype::float16) {}
diff --git a/paddle/phi/kernels/impl/share_data_kernel_impl.h b/paddle/phi/kernels/impl/share_data_kernel_impl.h
@@ -0,0 +1,29 @@
+// Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     https://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#pragma once
+#include "paddle/phi/core/kernel_registry.h"
+
+namespace phi {
+
+template <typename T, typename Context>
+void ShareDataKernel(const Context &dev_ctx,
+                     const DenseTensor &x,
+                     DenseTensor *out) {
+  const auto &origin_tensor = x;
+  auto *detach_tensor = out;
+  detach_tensor->ShareDataWith(origin_tensor);
+}
+
+}  // namespace phi
diff --git a/paddle/phi/kernels/selected_rows/cpu/share_data_kernel.cc b/paddle/phi/kernels/selected_rows/cpu/share_data_kernel.cc
@@ -0,0 +1,29 @@
+// Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     https://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#include "paddle/phi/common/data_type.h"
+#include "paddle/phi/kernels/selected_rows/impl/share_data_kernel_impl.h"
+
+PD_REGISTER_KERNEL(share_data_sr,
+                   CPU,
+                   ALL_LAYOUT,
+                   phi::sr::ShareDataKernel,
+                   bool,
+                   int,
+                   int8_t,
+                   uint8_t,
+                   int64_t,
+                   float,
+                   double,
+                   phi::dtype::float16) {}
diff --git a/paddle/phi/kernels/selected_rows/gpu/share_data_kernel.cu b/paddle/phi/kernels/selected_rows/gpu/share_data_kernel.cu
@@ -0,0 +1,29 @@
+// Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     https://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#include "paddle/phi/common/data_type.h"
+#include "paddle/phi/kernels/selected_rows/impl/share_data_kernel_impl.h"
+
+PD_REGISTER_KERNEL(share_data_sr,
+                   GPU,
+                   ALL_LAYOUT,
+                   phi::sr::ShareDataKernel,
+                   bool,
+                   int,
+                   int8_t,
+                   uint8_t,
+                   int64_t,
+                   float,
+                   double,
+                   phi::dtype::float16) {}
diff --git a/paddle/phi/kernels/selected_rows/impl/share_data_kernel_impl.h b/paddle/phi/kernels/selected_rows/impl/share_data_kernel_impl.h
@@ -0,0 +1,29 @@
+// Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     https://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#pragma once
+#include "paddle/phi/core/kernel_registry.h"
+
+namespace phi {
+namespace sr {
+template <typename T, typename Context>
+void ShareDataKernel(const Context &dev_ctx,
+                     const SelectedRows &x,
+                     SelectedRows *out) {
+  out->set_rows(x.rows());
+  out->set_height(x.height());
+  out->mutable_value()->ShareDataWith(x.value());
+}
+}  // namespace sr
+}  // namespace phi
diff --git a/paddle/phi/ops/yaml/op_compat.yaml b/paddle/phi/ops/yaml/op_compat.yaml
@@ -3262,6 +3262,12 @@
     out : Out
     xout : XOut
 
+- op : share_data
+  inputs:
+    x : X
+  outputs:
+    out : Out
+
 - op : shuffle_batch
   backward: shuffle_batch_grad
   inputs:
diff --git a/paddle/phi/ops/yaml/ops.yaml b/paddle/phi/ops/yaml/ops.yaml
@@ -4014,6 +4014,15 @@
   kernel :
     func : shard_index
 
+- op : share_data
+  args: (Tensor x)
+  output: Tensor (out)
+  infer_meta:
+    func: ShareDataInferMeta
+  kernel:
+    func: share_data {dense -> dense}
+          share_data_sr {selected_rows -> selected_rows}
+
 - op : shuffle_batch
   args : (Tensor x, Tensor seed, int startup_seed=0)
   output : Tensor(out), Tensor(shuffle_idx), Tensor(seed_out)
diff --git a/test/legacy_test/test_share_data_op.py b/test/legacy_test/test_share_data_op.py
