瀏覽代碼

reduce a number of default handlers

dbaranchuk 3 年之前
父節點
當前提交
b3a3fb1547
共有 1 個文件被更改,包括 1 次插入1 次删除
  1. 1 1
      cli/run_server.py

+ 1 - 1
cli/run_server.py

@@ -27,7 +27,7 @@ def main():
 
     parser.add_argument('--compression', type=str, default='NONE', required=False, help='Tensor compression communication')
 
-    parser.add_argument('--num_handlers', type=int, default=16, required=False,
+    parser.add_argument('--num_handlers', type=int, default=8, required=False,
                         help='server will use this many processes to handle incoming requests')
     parser.add_argument('--min_batch_size', type=int, default=1,
                         help='Minimum required batch size for all expert operations')