Browse Source

fix use_auth_token

Dmitry Baranchuk 3 years ago
parent
commit
775f5b25cb
1 changed files with 1 additions and 1 deletions
  1. 1 1
      src/server/server.py

+ 1 - 1
src/server/server.py

@@ -132,7 +132,7 @@ class Server(threading.Thread):
             assert num_blocks is not None
             block_indices = range(num_blocks)  # TODO replace with proper load balancing
 
-        block_config = DistributedBloomConfig.from_pretrained(converted_model_name_or_path, use_auth_token=True)
+        block_config = DistributedBloomConfig.from_pretrained(converted_model_name_or_path, use_auth_token=use_auth_token)
 
         # initialize modules
         blocks = {}