1234567891011121314151617181920212223242526 |
- from hivemind.averaging import DecentralizedAverager
- from hivemind.compression import *
- from hivemind.dht import DHT
- from hivemind.moe import (
- ExpertBackend,
- RemoteExpert,
- RemoteMixtureOfExperts,
- RemoteSwitchMixtureOfExperts,
- Server,
- register_expert_class,
- )
- from hivemind.optim import (
- CollaborativeAdaptiveOptimizer,
- CollaborativeOptimizer,
- DecentralizedAdam,
- DecentralizedOptimizer,
- DecentralizedOptimizerBase,
- DecentralizedSGD,
- GradScaler,
- Optimizer,
- TrainingAverager,
- )
- from hivemind.p2p import P2P, P2PContext, P2PHandlerError, PeerID, PeerInfo
- from hivemind.utils import *
- __version__ = "1.0.0"
|