|
@@ -554,7 +554,9 @@ class DecentralizedAverager(mp.Process, ServicerBase):
|
|
|
self._inner_pipe.send(("_TRIGGER_GET_CURRENT_STATE", future))
|
|
self._inner_pipe.send(("_TRIGGER_GET_CURRENT_STATE", future))
|
|
|
return await future
|
|
return await future
|
|
|
|
|
|
|
|
- def load_state_from_peers(self, wait=True, timeout: Optional[float] = None) -> Optional[Tuple[Any, Sequence[torch.Tensor]]]:
|
|
|
|
|
|
|
+ def load_state_from_peers(
|
|
|
|
|
+ self, wait=True, timeout: Optional[float] = None
|
|
|
|
|
+ ) -> Optional[Tuple[Any, Sequence[torch.Tensor]]]:
|
|
|
"""
|
|
"""
|
|
|
Try to download the latest optimizer state one of the existing peer.
|
|
Try to download the latest optimizer state one of the existing peer.
|
|
|
:returns: on success, return a 2-tuple with (metadata, tensors), where
|
|
:returns: on success, return a 2-tuple with (metadata, tensors), where
|
justheuristic