Your Name 1 anno fa
parent
commit
b7bd4770d7

+ 1 - 1
src/petals/client/sequential_autograd.py

@@ -162,7 +162,7 @@ async def sequential_backward(
                     sequence_manager.block_uids[span.start : span.end],
                     grad_outputs,
                     inputs,
-                    prompts[span.start: span.end],
+                    prompts[span.start : span.end],
                     *block_kwargs[span.start : span.end],
                 )
                 grad_outputs = [grad_outputs]

+ 3 - 2
src/petals/server/block_functions.py

@@ -128,8 +128,9 @@ async def run_rpc_backward(
     grad_backend_kwargs_reversed = []
 
     # Run a chain of requested backends
-    for hidden_states, prompt, backend, kwargs in reversed(list(zip(
-            inter_inputs, prompts, requested_backends, backend_kwargs))):
+    for hidden_states, prompt, backend, kwargs in reversed(
+        list(zip(inter_inputs, prompts, requested_backends, backend_kwargs))
+    ):
         assert isinstance(backend.inference_pool, PrioritizedTaskPool), "petals support only prioritized pools"
         hidden_states = hidden_states.detach().requires_grad_(True)
         priority = prioritizer.prioritize(