${NVFUSER_SRCS_DIR}/multidevice/propagation.cpp

${NVFUSER_SRCS_DIR}/multidevice/resharding.cpp

${NVFUSER_SRCS_DIR}/multidevice/utils.cpp

${NVFUSER_SRCS_DIR}/multidevice/symmetric_tensor.cpp

${NVFUSER_SRCS_DIR}/mutator.cpp

${NVFUSER_SRCS_DIR}/ops/alias.cpp

${NVFUSER_SRCS_DIR}/ops/arith.cpp

${NVFUSER_ROOT}/tests/cpp/test_multidevice_stream_parallel_type.cpp

${NVFUSER_ROOT}/tests/cpp/test_multidevice_transformer.cpp

${NVFUSER_ROOT}/tests/cpp/test_multidevice_ipc.cpp

${NVFUSER_ROOT}/tests/cpp/test_multidevice_symmetric_tensor.cpp

)

add_test_without_main(test_multidevice"${MULTIDEVICE_TEST_SRCS}""")

list(APPEND TEST_BINARIES test_multidevice)

#include<cuda_utils.h>

#include<multidevice/communicator.h>

#include<multidevice/ipc_handle.h>

#include<multidevice/utils.h>

namespacenvfuser {

namespace {

template<typename T>

std::vector<uint8_t>toBytes(const T& data) {

return std::vector<uint8_t>(

reinterpret_cast<constuint8_t*>(&data),

reinterpret_cast<constuint8_t*>(&data) +sizeof(T));

}

template<typename T>

const T&fromBytes(const std::vector<uint8_t>& bytes) {

return *reinterpret_cast<const T*>(bytes.data());

}

}// namespace

IpcHandle::IpcHandle(at::Tensor tensor)

: ptr_(tensor.data_ptr()),

rank_(Communicator::getInstance().deviceId()),