Aleksandr Borzunov 2 лет назад
Родитель
Сommit
d5e27c262b
1 измененных файлов с 1 добавлено и 1 удалено
  1. 1 1
      src/petals/cli/benchmark_forward.py

+ 1 - 1
src/petals/cli/benchmark_forward.py

@@ -32,7 +32,7 @@ def main():
 @torch.inference_mode()
 def benchmark_forward(process_idx, args):
     tokenizer = BloomTokenizerFast.from_pretrained(args.model)
-    model = DistributedBloomForCausalLM.from_pretrained(args.model)#, initial_peers=args.initial_peers)
+    model = DistributedBloomForCausalLM.from_pretrained(args.model, initial_peers=args.initial_peers)
     logger.info(f"Created model: {process_idx=} {model.device=}")
 
     torch.manual_seed(42)