hivemind/hivemind/__init__.py

from hivemind.averaging import DecentralizedAverager, TrainingAverager
from hivemind.dht import DHT
from hivemind.moe import (
    ExpertBackend,
    Server,
    register_expert_class,
    RemoteExpert,
    RemoteMixtureOfExperts,
    RemoteSwitchMixtureOfExperts,
)
from hivemind.optim import (
    CollaborativeAdaptiveOptimizer,
    DecentralizedOptimizerBase,
    CollaborativeOptimizer,
    DecentralizedOptimizer,
    DecentralizedSGD,
    DecentralizedAdam,
)
from hivemind.p2p import P2P, P2PContext, P2PHandlerError, PeerID, PeerInfo
from hivemind.utils import *

__version__ = "1.0.0.dev0"