Artem Chumachenko 3 years ago
parent
commit
fb048b20c0
1 changed files with 1 additions and 2 deletions
  1. 1 2
      docs/user/quickstart.md

+ 1 - 2
docs/user/quickstart.md

@@ -111,7 +111,6 @@ from tqdm.auto import tqdm
 
 import hivemind
 
-
 # Create dataset and model, same as in the basic tutorial
 # For this basic tutorial, we download only the training set
 transform = transforms.Compose(
@@ -134,8 +133,8 @@ opt = hivemind.Optimizer(
     run_id='my_cifar_run',    # unique identifier of this collaborative run
     batch_size_per_step=32,   # each call to opt.step adds this many samples towards the next epoch
     target_batch_size=10000,  # after peers collectively process this many samples, average weights and begin the next epoch
-    use_local_updates=True,   # perform optimizer steps with local gradients, average parameters in background
     optimizer=opt,            # wrap the SGD optimizer defined above
+    use_local_updates=True,   # perform optimizer steps with local gradients, average parameters in background
     matchmaking_time=3.0,     # when averaging parameters, gather peers in background for up to this many seconds
     averaging_timeout=10.0,   # give up on averaging if not successful in this many seconds
     verbose=True              # print logs incessently