vahe1994 1 rok temu
rodzic
commit
adb36809c0
1 zmienionych plików z 1 dodań i 1 usunięć
  1. 1 1
      src/petals/server/from_pretrained.py

+ 1 - 1
src/petals/server/from_pretrained.py

@@ -87,7 +87,7 @@ def load_pretrained_block(
     # print("block.named_parameters()",block.named_parameters())
     if is_gptq_quant(config):
         print("loading state_dict")
-        block.load_state_dict(state_dict, assign=True, strict=False, device_map='cpu')
+        block.load_state_dict(state_dict, assign=True, strict=False)
     else:
         for param_name, _ in block.named_parameters():
             print(param_name)