|
@@ -73,7 +73,8 @@ class Server(threading.Thread):
|
|
|
logger.info(f"Serving {len(self.module_backends)} blocks:")
|
|
|
for block_name, backend in self.module_backends.items():
|
|
|
num_parameters = sum(p.numel() for p in backend.module.parameters() if p.requires_grad)
|
|
|
- logger.info(f"{block_name}: {backend.module.__class__.__name__}, {num_parameters} parameters")
|
|
|
+ parameter_msg = f'{num_parameters} parameters' if num_parameters else "frozen"
|
|
|
+ logger.info(f"{block_name}: {backend.module.__class__.__name__}, {parameter_msg}")
|
|
|
|
|
|
if not self.dht.is_alive():
|
|
|
self.dht.run_in_background(await_ready=True)
|