5
0
dbaranchuk 3 жил өмнө
parent
commit
180d91bc7a

+ 2 - 14
src/client/sequential_autograd.py

@@ -1,22 +1,10 @@
 import logging
-from typing import Optional, Union, List, Sequence, Tuple, Dict
+from typing import Optional, List, Sequence, Tuple
 
 import torch
-from hivemind import DHT, P2P, get_logger, use_hivemind_log_handler
-from hivemind.moe.client.remote_expert_worker import RemoteExpertWorker
-from torch import nn
-
 import asyncio
-from src.client.sequence_manager import RemoteSequenceManager
-
-from hivemind import (
-    P2P,
-    get_logger,
-    nested_flatten,
-    serialize_torch_tensor,
-    use_hivemind_log_handler,
-)
 
+from hivemind import serialize_torch_tensor
 from hivemind.utils.nested import nested_compare, nested_flatten, nested_pack
 from hivemind.moe.client.expert import expert_forward, expert_backward
 from hivemind.moe.client.remote_expert_worker import RemoteExpertWorker