vahe1994 1 year ago
parent
commit
a55568c01b
1 changed files with 2 additions and 2 deletions
  1. 2 2
      src/petals/server/from_pretrained.py

+ 2 - 2
src/petals/server/from_pretrained.py

@@ -70,8 +70,8 @@ def load_pretrained_block(
         hf_quantizer.preprocess_model(
             model=tmp_block_list, device_map=device_map, keep_in_fp32_modules=False,
         )
-        if model_name[-1] != '.':
-            model_name += '.'
+        # if model_name[-1] != '.':
+        #     model_name += '.'
 
     state_dict = _load_state_dict_from_repo(
         model_name,