registry.py 2.2 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465
  1. # Copyright (c) Facebook, Inc. and its affiliates.
  2. # All rights reserved.
  3. #
  4. # This source code is licensed under the BSD-style license found in the
  5. # LICENSE file in the root directory of this source tree.
  6. from .api import RendezvousHandler, RendezvousParameters
  7. from .api import rendezvous_handler_registry as handler_registry
  8. from .dynamic_rendezvous import create_handler
  9. __all__ = ['get_rendezvous_handler']
  10. def _create_static_handler(params: RendezvousParameters) -> RendezvousHandler:
  11. from . import static_tcp_rendezvous
  12. return static_tcp_rendezvous.create_rdzv_handler(params)
  13. def _create_etcd_handler(params: RendezvousParameters) -> RendezvousHandler:
  14. from . import etcd_rendezvous
  15. return etcd_rendezvous.create_rdzv_handler(params)
  16. def _create_etcd_v2_handler(params: RendezvousParameters) -> RendezvousHandler:
  17. from .etcd_rendezvous_backend import create_backend
  18. backend, store = create_backend(params)
  19. return create_handler(store, backend, params)
  20. def _create_c10d_handler(params: RendezvousParameters) -> RendezvousHandler:
  21. from .c10d_rendezvous_backend import create_backend
  22. backend, store = create_backend(params)
  23. return create_handler(store, backend, params)
  24. def _register_default_handlers() -> None:
  25. handler_registry.register("etcd", _create_etcd_handler)
  26. handler_registry.register("etcd-v2", _create_etcd_v2_handler)
  27. handler_registry.register("c10d", _create_c10d_handler)
  28. handler_registry.register("static", _create_static_handler)
  29. def get_rendezvous_handler(params: RendezvousParameters) -> RendezvousHandler:
  30. """
  31. This method is used to obtain a reference to a :py:class`RendezvousHandler`.
  32. Custom rendezvous handlers can be registered by
  33. ::
  34. from torch.distributed.elastid.rendezvous import rendezvous_handler_registry
  35. from torch.distributed.elastic.rendezvous.registry import get_rendezvous_handler
  36. def create_my_rdzv(params: RendezvousParameters):
  37. return MyCustomRdzv(params)
  38. rendezvous_handler_registry.register("my_rdzv_backend_name", create_my_rdzv)
  39. my_rdzv_handler = get_rendezvous_handler("my_rdzv_backend_name", RendezvousParameters)
  40. """
  41. return handler_registry.create_handler(params)