// Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include "paddle/common/errors.h" #include "paddle/fluid/distributed/collective/process_group.h" #include "paddle/phi/core/enforce.h" namespace paddle { namespace distributed { class ProcessGroupWithoutStream : public ProcessGroup { public: ProcessGroupWithoutStream(int rank, int size, int gid) : ProcessGroup(rank, size, gid) {} virtual ~ProcessGroupWithoutStream() = default; std::shared_ptr AllGather(DenseTensor* out_tensor, const DenseTensor& in_tensor, bool sync_op) override { return AllGather(out_tensor, in_tensor, /*offset*/ 0, /*numel*/ -1, // -1 indicates the whole tensor sync_op); } std::shared_ptr AllGather(DenseTensor* out_tensor, const DenseTensor& in_tensor, int64_t offset, int64_t numel, bool sync_op) override { PADDLE_THROW(common::errors::Unimplemented( "ProcessGroupWithoutStream (%s) does not support all_gather.", GetBackendName())); } std::shared_ptr Recv(DenseTensor* tensor, int src_rank, bool sync_op) override { return Recv(tensor, src_rank, /*offset*/ 0, /*numel*/ -1, // -1 indicates the whole tensor sync_op); } std::shared_ptr Recv(DenseTensor* tensor, int src_rank, int64_t offset, int64_t numel, bool sync_op) override { PADDLE_THROW(common::errors::Unimplemented( "ProcessGroupWithoutStream (%s) does not support recv.", GetBackendName())); } std::shared_ptr Send(const DenseTensor& tensor, int dst_rank, bool sync_op) override { return Send(tensor, dst_rank, /*offset*/ 0, /*numel*/ -1, // -1 indicates the whole tensor sync_op); } std::shared_ptr Send(const DenseTensor& tensor, int dst_rank, int64_t offset, int64_t numel, bool sync_op) override { PADDLE_THROW(common::errors::Unimplemented( "ProcessGroupWithoutStream (%s) does not support send.", GetBackendName())); } }; } // namespace distributed } // namespace paddle