__init__.py 445 B

12345
  1. from src.client.inference_session import RemoteSequentialInferenceSession, RemoteTransformerBlockInferenceSession
  2. from src.client.remote_model import DistributedBloomConfig, DistributedBloomForCausalLM, DistributedBloomModel
  3. from src.client.remote_sequential import RemoteSequential, RemoteTransformerBlock
  4. from src.client.sequence_manager import RemoteSequenceManager
  5. from src.client.spending_policy import NoSpendingPolicy, SpendingPolicyBase