mirror of
https://github.com/saymrwulf/pytorch.git
synced 2026-05-15 21:00:47 +00:00
a016150163
Summary: Pull Request resolved: https://github.com/pytorch/pytorch/pull/60543 Since now c10d is part of libtorch, it would also be nice if the sources lived all in one place. ghstack-source-id: 132306292 Test Plan: It builds Reviewed By: cbalioglu Differential Revision: D29062002 fbshipit-source-id: d9e1301e9d73e1643fa0f0119cd2d618f1ad52e6
168 lines
5 KiB
C++
168 lines
5 KiB
C++
#include <c10d/GlooDeviceFactory.hpp>
|
|
|
|
#ifdef USE_C10D_GLOO
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include <c10/util/Exception.h>
|
|
|
|
#if GLOO_HAVE_TRANSPORT_TCP
|
|
#include <gloo/transport/tcp/device.h>
|
|
#endif
|
|
|
|
#if GLOO_HAVE_TRANSPORT_TCP_TLS
|
|
#include <gloo/transport/tcp/tls/device.h>
|
|
#endif
|
|
|
|
#if GLOO_HAVE_TRANSPORT_UV
|
|
#include <gloo/transport/uv/device.h>
|
|
#endif
|
|
|
|
// On Linux, check that the tcp transport is available.
|
|
#ifdef __linux__
|
|
#if !GLOO_HAVE_TRANSPORT_TCP
|
|
#error "Expected the tcp transport to be available on Linux."
|
|
#endif
|
|
#endif
|
|
|
|
// On macOS, check that the uv transport is available.
|
|
#ifdef __APPLE__
|
|
#if !GLOO_HAVE_TRANSPORT_UV
|
|
#error "Expected the uv transport to be available on macOS."
|
|
#endif
|
|
#endif
|
|
|
|
namespace c10d {
|
|
|
|
C10_DEFINE_SHARED_REGISTRY_WITHOUT_WARNING(
|
|
GlooDeviceRegistry,
|
|
::gloo::transport::Device,
|
|
const std::string& /* interface */,
|
|
const std::string& /* hostname */);
|
|
|
|
#if GLOO_HAVE_TRANSPORT_TCP
|
|
static std::shared_ptr<::gloo::transport::Device> makeTCPDevice(
|
|
const std::string& interfaceName,
|
|
const std::string& hostname) {
|
|
TORCH_CHECK(
|
|
!interfaceName.empty() || !hostname.empty(),
|
|
"GlooDeviceFactory::makeTCPDevice(): interface or hostname "
|
|
"can't be empty");
|
|
|
|
::gloo::transport::tcp::attr attr;
|
|
if (!interfaceName.empty()) {
|
|
attr.iface = interfaceName;
|
|
} else {
|
|
attr.hostname = hostname;
|
|
}
|
|
return ::gloo::transport::tcp::CreateDevice(attr);
|
|
}
|
|
|
|
// Registry priority is per key identifier. We register TCP to `LINUX` for
|
|
// the flexibility of other application to override by priority. Register
|
|
// TCP to `TCP` for env "GLOO_DEVICE_TRANSPORT" override.
|
|
C10_REGISTER_CREATOR(GlooDeviceRegistry, LINUX, makeTCPDevice);
|
|
C10_REGISTER_CREATOR(GlooDeviceRegistry, TCP, makeTCPDevice);
|
|
#endif
|
|
|
|
#if GLOO_HAVE_TRANSPORT_TCP_TLS
|
|
static std::string cstr_to_std_string(const char* chars) {
|
|
return std::string (chars != nullptr ? chars : "");
|
|
}
|
|
|
|
static std::shared_ptr<::gloo::transport::Device> makeTCPTLSDevice(
|
|
const std::string& interface,
|
|
const std::string& hostname) {
|
|
TORCH_CHECK(
|
|
!interface.empty() || !hostname.empty(),
|
|
"GlooDeviceFactory::makeTCPTLSDevice(): interface or hostname "
|
|
"can't be empty");
|
|
|
|
::gloo::transport::tcp::attr attr;
|
|
if (!interface.empty()) {
|
|
attr.iface = interface;
|
|
} else {
|
|
attr.hostname = hostname;
|
|
}
|
|
const auto pkey = cstr_to_std_string(std::getenv("GLOO_DEVICE_TRANSPORT_TCP_TLS_PKEY"));
|
|
const auto cert = cstr_to_std_string(std::getenv("GLOO_DEVICE_TRANSPORT_TCP_TLS_CERT"));
|
|
const auto caFile = cstr_to_std_string(std::getenv("GLOO_DEVICE_TRANSPORT_TCP_TLS_CA_FILE"));
|
|
const auto caPath = cstr_to_std_string(std::getenv("GLOO_DEVICE_TRANSPORT_TCP_TLS_CA_PATH"));
|
|
return ::gloo::transport::tcp::tls::CreateDevice(attr, pkey, cert, caFile, caPath);
|
|
}
|
|
|
|
C10_REGISTER_CREATOR(GlooDeviceRegistry, TCP_TLS, makeTCPTLSDevice);
|
|
#endif
|
|
|
|
#if GLOO_HAVE_TRANSPORT_UV
|
|
static std::shared_ptr<::gloo::transport::Device> makeUVDevice(
|
|
const std::string& interfaceName,
|
|
const std::string& hostname) {
|
|
TORCH_CHECK(
|
|
!interfaceName.empty() || !hostname.empty(),
|
|
"GlooDeviceFactory::makeUVDevice(): interface or hostname "
|
|
"can't be empty");
|
|
|
|
::gloo::transport::uv::attr attr;
|
|
if (!interfaceName.empty()) {
|
|
attr.iface = interfaceName;
|
|
} else {
|
|
attr.hostname = hostname;
|
|
}
|
|
return ::gloo::transport::uv::CreateDevice(attr);
|
|
}
|
|
|
|
// Registry priority is per key identifier. We register UV to `APPLE` for
|
|
// the flexibility of other application to override by priority. Register
|
|
// UV to `UV` for env "GLOO_DEVICE_TRANSPORT" override.
|
|
C10_REGISTER_CREATOR(GlooDeviceRegistry, APPLE, makeUVDevice);
|
|
C10_REGISTER_CREATOR(GlooDeviceRegistry, WIN32, makeUVDevice);
|
|
C10_REGISTER_CREATOR(GlooDeviceRegistry, UV, makeUVDevice);
|
|
#endif
|
|
|
|
namespace {
|
|
std::shared_ptr<::gloo::transport::Device>
|
|
makeGlooDevice(const std::string& interfaceName, const std::string& hostName)
|
|
{
|
|
static auto transportName = getenv("GLOO_DEVICE_TRANSPORT");
|
|
if (transportName) {
|
|
return GlooDeviceRegistry()->Create(transportName, interfaceName, hostName);
|
|
}
|
|
|
|
#ifdef __linux__
|
|
return GlooDeviceRegistry()->Create("LINUX", interfaceName, hostName);
|
|
#endif
|
|
|
|
#ifdef __APPLE__
|
|
return GlooDeviceRegistry()->Create("APPLE", interfaceName, hostName);
|
|
#endif
|
|
|
|
#ifdef _WIN32
|
|
return GlooDeviceRegistry()->Create("WIN32", interfaceName, hostName);
|
|
#endif
|
|
|
|
return nullptr;
|
|
}
|
|
} // anonymous namespace
|
|
|
|
std::shared_ptr<::gloo::transport::Device> GlooDeviceFactory::
|
|
makeDeviceForInterface(const std::string& interfaceName) {
|
|
auto device = makeGlooDevice(interfaceName, "");
|
|
if (!device) {
|
|
TORCH_CHECK(false, "makeDeviceForInterface(): unsupported gloo device");
|
|
}
|
|
return device;
|
|
}
|
|
|
|
std::shared_ptr<::gloo::transport::Device> GlooDeviceFactory::
|
|
makeDeviceForHostname(const std::string& hostname) {
|
|
auto device = makeGlooDevice("", hostname);
|
|
if (!device) {
|
|
TORCH_CHECK(false, "makeDeviceForHostname(): unsupported gloo device");
|
|
}
|
|
return device;
|
|
}
|
|
|
|
} // namespace c10d
|
|
|
|
#endif // USE_C10D_GLOO
|