Parcourir la source

Revert "Test bilevel queue"

This reverts commit 7e6bdc14bd42a1e9a6e9427c5327cbe252a4a680.
Max Ryabinin il y a 3 ans
Parent
commit
ff7f44b01e
1 fichiers modifiés avec 1 ajouts et 1 suppressions
  1. 1 1
      hivemind/moe/client/balancer.py

+ 1 - 1
hivemind/moe/client/balancer.py

@@ -135,7 +135,7 @@ class ExpertBalancer:
             if error.code() == grpc.StatusCode.DEADLINE_EXCEEDED:
                 # response was too slow, choose the next expert and mark this one as slow
                 with self.lock:
-                    new_throughput = 1.5 * max(self.queue, key=itemgetter(1))[1]
+                    new_throughput = max(self.queue, key=itemgetter(1))[1]
                     new_heap_entry = (True, new_throughput, random.random(), uid)
                     heapq.heappush(self.queue, new_heap_entry)
                     self.uid_to_queue[uid] = new_heap_entry