Explorar o código

Set default --mean_balance_check_period = 60

Aleksandr Borzunov %!s(int64=2) %!d(string=hai) anos
pai
achega
7c76610416
Modificáronse 2 ficheiros con 2 adicións e 2 borrados
  1. 1 1
      cli/run_server.py
  2. 1 1
      src/server/server.py

+ 1 - 1
cli/run_server.py

@@ -87,7 +87,7 @@ def main():
                         help="Rebalance the swarm if its throughput is worse than this share of the optimal "
                              "throughput. Use 0.0 to disable rebalancing, values > 1.0 to force rebalancing "
                              "on each check for debugging purposes.")
-    parser.add_argument("--mean_balance_check_period", type=float, default=150,
+    parser.add_argument("--mean_balance_check_period", type=float, default=60,
                         help="Check the swarm's balance every N seconds (and rebalance it if necessary)")
 
     parser.add_argument("--use_auth_token", type=str, default=None, help="auth token for from_pretrained")

+ 1 - 1
src/server/server.py

@@ -62,7 +62,7 @@ class Server(threading.Thread):
         prefetch_batches: int = 1,
         sender_threads: int = 1,
         balance_quality: float = 0.75,
-        mean_balance_check_period: float = 150,
+        mean_balance_check_period: float = 60,
         mean_block_selection_delay: float = 0.5,
         use_auth_token: Optional[str] = None,
         load_in_8bit: bool = False,